Dec 06 09:51:58 user nova-compute[74535]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_linux_bridge.linux_bridge.LinuxBridgePlugin'>' with name 'linux_bridge' {{(pid=74535) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
Dec 06 09:51:58 user nova-compute[74535]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_noop.noop.NoOpPlugin'>' with name 'noop' {{(pid=74535) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
Dec 06 09:51:58 user nova-compute[74535]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_ovs.ovs.OvsPlugin'>' with name 'ovs' {{(pid=74535) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
Dec 06 09:51:58 user nova-compute[74535]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs
Dec 06 09:51:58 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:51:58 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.019s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:51:59 user nova-compute[74535]: INFO nova.virt.driver [None req-489c3489-35ff-44b0-914e-061a86183682 None None] Loading compute driver 'libvirt.LibvirtDriver'
Dec 06 09:51:59 user nova-compute[74535]: INFO nova.compute.provider_config [None req-489c3489-35ff-44b0-914e-061a86183682 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access.
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-489c3489-35ff-44b0-914e-061a86183682 None None] Acquiring lock "singleton_lock" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-489c3489-35ff-44b0-914e-061a86183682 None None] Acquired lock "singleton_lock" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-489c3489-35ff-44b0-914e-061a86183682 None None] Releasing lock "singleton_lock" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] Full set of CONF: {{(pid=74535) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:362}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] ******************************************************************************** {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2589}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] Configuration options gathered from: {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2590}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] command line args: ['--config-file', '/etc/nova/nova-cpu.conf'] {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2591}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] config files: ['/etc/nova/nova-cpu.conf'] {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2592}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] ================================================================================ {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2594}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] allow_resize_to_same_host      = True {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] arq_binding_timeout            = 300 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] backdoor_port                  = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] backdoor_socket                = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] block_device_allocate_retries  = 300 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] block_device_allocate_retries_interval = 5 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] cert                           = self.pem {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] compute_driver                 = libvirt.LibvirtDriver {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] compute_monitors               = [] {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] config_dir                     = [] {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] config_drive_format            = iso9660 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] config_file                    = ['/etc/nova/nova-cpu.conf'] {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] config_source                  = [] {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] console_host                   = user {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] control_exchange               = nova {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] cpu_allocation_ratio           = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] daemon                         = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] debug                          = True {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] default_access_ip_network_name = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] default_availability_zone      = nova {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] default_ephemeral_format       = ext4 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] default_green_pool_size        = 1000 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] default_schedule_zone          = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] disk_allocation_ratio          = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] enable_new_services            = True {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] enabled_apis                   = ['osapi_compute'] {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] enabled_ssl_apis               = [] {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] flat_injected                  = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] force_config_drive             = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] force_raw_images               = True {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] graceful_shutdown_timeout      = 5 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] heal_instance_info_cache_interval = 60 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] host                           = user {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] initial_cpu_allocation_ratio   = 4.0 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] initial_disk_allocation_ratio  = 1.0 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] initial_ram_allocation_ratio   = 1.0 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] injected_network_template      = /opt/stack/nova/nova/virt/interfaces.template {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] instance_build_timeout         = 0 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] instance_delete_interval       = 300 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] instance_format                = [instance: %(uuid)s]  {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] instance_name_template         = instance-%08x {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] instance_usage_audit           = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] instance_usage_audit_period    = month {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] instances_path                 = /opt/stack/data/nova/instances {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] internal_service_availability_zone = internal {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] key                            = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] live_migration_retry_count     = 30 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] log_config_append              = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] log_dir                        = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] log_file                       = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] log_options                    = True {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] log_rotate_interval            = 1 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] log_rotate_interval_type       = days {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] log_rotation_type              = none {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] logging_user_identity_format   = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] long_rpc_timeout               = 1800 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] max_concurrent_builds          = 10 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] max_concurrent_live_migrations = 1 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] max_concurrent_snapshots       = 5 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] max_local_block_devices        = 3 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] max_logfile_count              = 30 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] max_logfile_size_mb            = 200 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] maximum_instance_delete_attempts = 5 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] metadata_listen                = 0.0.0.0 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] metadata_listen_port           = 8775 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] metadata_workers               = 3 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] migrate_max_retries            = -1 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] mkisofs_cmd                    = genisoimage {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] my_block_storage_ip            = 10.0.0.210 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] my_ip                          = 10.0.0.210 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] network_allocate_retries       = 0 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] osapi_compute_listen           = 0.0.0.0 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] osapi_compute_listen_port      = 8774 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] osapi_compute_unique_server_name_scope =  {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] osapi_compute_workers          = 3 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] password_length                = 12 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] periodic_enable                = True {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] periodic_fuzzy_delay           = 60 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] pointer_model                  = ps2mouse {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] preallocate_images             = none {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] publish_errors                 = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] pybasedir                      = /opt/stack/nova {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] ram_allocation_ratio           = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] rate_limit_burst               = 0 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] rate_limit_except_level        = CRITICAL {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] rate_limit_interval            = 0 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] reboot_timeout                 = 0 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] reclaim_instance_interval      = 0 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] record                         = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] reimage_timeout_per_gb         = 60 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] report_interval                = 120 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] rescue_timeout                 = 0 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] reserved_host_cpus             = 0 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] reserved_host_disk_mb          = 0 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] reserved_host_memory_mb        = 512 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] reserved_huge_pages            = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] resize_confirm_window          = 0 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] resize_fs_using_block_device   = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] resume_guests_state_on_host_boot = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] rootwrap_config                = /etc/nova/rootwrap.conf {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] rpc_response_timeout           = 60 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] run_external_periodic_tasks    = True {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] running_deleted_instance_action = reap {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] running_deleted_instance_poll_interval = 1800 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] running_deleted_instance_timeout = 0 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] scheduler_instance_sync_interval = 120 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] service_down_time              = 720 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] servicegroup_driver            = db {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] shelved_offload_time           = 0 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] shelved_poll_interval          = 3600 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] shutdown_timeout               = 0 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] source_is_ipv6                 = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] ssl_only                       = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] state_path                     = /opt/stack/data/nova {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] sync_power_state_interval      = 600 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] sync_power_state_pool_size     = 1000 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] syslog_log_facility            = LOG_USER {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] tempdir                        = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] timeout_nbd                    = 10 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] transport_url                  = **** {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] update_resources_interval      = 0 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] use_cow_images                 = True {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] use_eventlog                   = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] use_journal                    = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] use_json                       = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] use_rootwrap_daemon            = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] use_stderr                     = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] use_syslog                     = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] vcpu_pin_set                   = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] vif_plugging_is_fatal          = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] vif_plugging_timeout           = 0 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] virt_mkfs                      = [] {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] volume_usage_poll_interval     = 0 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] watch_log_file                 = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] web                            = /usr/share/spice-html5 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] oslo_concurrency.disable_process_locking = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] oslo_concurrency.lock_path     = /opt/stack/data/nova {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] oslo_messaging_metrics.metrics_process_name =  {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] api.auth_strategy              = keystone {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] api.compute_link_prefix        = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] api.dhcp_domain                = novalocal {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] api.enable_instance_password   = True {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] api.glance_link_prefix         = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] api.instance_list_per_project_cells = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] api.list_records_by_skipping_down_cells = True {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] api.local_metadata_per_cell    = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] api.max_limit                  = 1000 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] api.metadata_cache_expiration  = 15 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] api.neutron_default_tenant_id  = default {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] api.use_forwarded_for          = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] api.use_neutron_default_nets   = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] api.vendordata_dynamic_ssl_certfile =  {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] api.vendordata_dynamic_targets = [] {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] api.vendordata_jsonfile_path   = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] api.vendordata_providers       = ['StaticJSON'] {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] cache.backend                  = dogpile.cache.memcached {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] cache.backend_argument         = **** {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] cache.config_prefix            = cache.oslo {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] cache.dead_timeout             = 60.0 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] cache.debug_cache_backend      = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] cache.enable_retry_client      = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] cache.enable_socket_keepalive  = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] cache.enabled                  = True {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] cache.expiration_time          = 600 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] cache.hashclient_retry_attempts = 2 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] cache.hashclient_retry_delay   = 1.0 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] cache.memcache_dead_retry      = 300 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] cache.memcache_password        =  {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] cache.memcache_pool_maxsize    = 10 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] cache.memcache_sasl_enabled    = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] cache.memcache_servers         = ['localhost:11211'] {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] cache.memcache_socket_timeout  = 1.0 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] cache.memcache_username        =  {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] cache.proxies                  = [] {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] cache.retry_attempts           = 2 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] cache.retry_delay              = 0.0 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] cache.socket_keepalive_count   = 1 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] cache.socket_keepalive_idle    = 1 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] cache.socket_keepalive_interval = 1 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] cache.tls_allowed_ciphers      = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] cache.tls_cafile               = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] cache.tls_certfile             = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] cache.tls_enabled              = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] cache.tls_keyfile              = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] cinder.auth_section            = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] cinder.auth_type               = password {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] cinder.cafile                  = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] cinder.catalog_info            = volumev3::publicURL {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] cinder.certfile                = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] cinder.collect_timing          = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] cinder.cross_az_attach         = True {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] cinder.debug                   = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] cinder.endpoint_template       = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] cinder.http_retries            = 3 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] cinder.insecure                = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] cinder.keyfile                 = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] cinder.os_region_name          = RegionOne {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] cinder.split_loggers           = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] cinder.timeout                 = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] compute.cpu_dedicated_set      = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] compute.cpu_shared_set         = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] compute.image_type_exclude_list = [] {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] compute.max_concurrent_disk_ops = 0 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] compute.max_disk_devices_to_attach = -1 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] compute.resource_provider_association_refresh = 300 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] compute.shutdown_retry_interval = 10 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] compute.vmdk_allowed_types     = ['streamOptimized', 'monolithicSparse'] {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] conductor.workers              = 3 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] console.allowed_origins        = [] {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] console.ssl_ciphers            = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] console.ssl_minimum_version    = default {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] consoleauth.token_ttl          = 600 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] cyborg.cafile                  = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] cyborg.certfile                = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] cyborg.collect_timing          = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] cyborg.connect_retries         = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] cyborg.connect_retry_delay     = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] cyborg.endpoint_override       = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] cyborg.insecure                = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] cyborg.keyfile                 = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] cyborg.max_version             = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] cyborg.min_version             = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] cyborg.region_name             = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] cyborg.service_name            = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] cyborg.service_type            = accelerator {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] cyborg.split_loggers           = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] cyborg.status_code_retries     = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] cyborg.status_code_retry_delay = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] cyborg.timeout                 = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] cyborg.valid_interfaces        = ['internal', 'public'] {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] cyborg.version                 = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] database.backend               = sqlalchemy {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] database.connection            = **** {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] database.connection_debug      = 0 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] database.connection_parameters =  {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] database.connection_recycle_time = 3600 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] database.connection_trace      = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] database.db_inc_retry_interval = True {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] database.db_max_retries        = 20 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] database.db_max_retry_interval = 10 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] database.db_retry_interval     = 1 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] database.max_overflow          = 50 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] database.max_pool_size         = 5 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] database.max_retries           = 10 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] database.mysql_sql_mode        = TRADITIONAL {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] database.mysql_wsrep_sync_wait = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] database.pool_timeout          = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] database.retry_interval        = 10 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] database.slave_connection      = **** {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] database.sqlite_synchronous    = True {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] api_database.backend           = sqlalchemy {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] api_database.connection        = **** {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] api_database.connection_debug  = 0 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] api_database.connection_parameters =  {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] api_database.connection_recycle_time = 3600 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] api_database.connection_trace  = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] api_database.db_inc_retry_interval = True {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] api_database.db_max_retries    = 20 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] api_database.db_max_retry_interval = 10 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] api_database.db_retry_interval = 1 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] api_database.max_overflow      = 50 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] api_database.max_pool_size     = 5 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] api_database.max_retries       = 10 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] api_database.mysql_sql_mode    = TRADITIONAL {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] api_database.pool_timeout      = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] api_database.retry_interval    = 10 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] api_database.slave_connection  = **** {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] api_database.sqlite_synchronous = True {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] devices.enabled_mdev_types     = [] {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] ephemeral_storage_encryption.enabled = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] glance.api_servers             = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] glance.cafile                  = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] glance.certfile                = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] glance.collect_timing          = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] glance.connect_retries         = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] glance.connect_retry_delay     = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] glance.debug                   = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] glance.default_trusted_certificate_ids = [] {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] glance.enable_certificate_validation = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] glance.enable_rbd_download     = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] glance.endpoint_override       = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] glance.insecure                = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] glance.keyfile                 = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] glance.max_version             = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] glance.min_version             = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] glance.num_retries             = 3 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] glance.rbd_ceph_conf           =  {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] glance.rbd_connect_timeout     = 5 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] glance.rbd_pool                =  {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] glance.rbd_user                =  {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] glance.region_name             = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] glance.service_name            = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] glance.service_type            = image {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] glance.split_loggers           = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] glance.status_code_retries     = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] glance.status_code_retry_delay = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] glance.timeout                 = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] glance.valid_interfaces        = ['internal', 'public'] {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] glance.verify_glance_signatures = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] glance.version                 = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] guestfs.debug                  = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] hyperv.config_drive_cdrom      = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] hyperv.config_drive_inject_password = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] hyperv.dynamic_memory_ratio    = 1.0 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] hyperv.enable_instance_metrics_collection = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] hyperv.enable_remotefx         = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] hyperv.instances_path_share    =  {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] hyperv.iscsi_initiator_list    = [] {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] hyperv.limit_cpu_features      = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] hyperv.mounted_disk_query_retry_count = 10 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] hyperv.mounted_disk_query_retry_interval = 5 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] hyperv.power_state_check_timeframe = 60 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] hyperv.power_state_event_polling_interval = 2 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] hyperv.qemu_img_cmd            = qemu-img.exe {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] hyperv.use_multipath_io        = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] hyperv.volume_attach_retry_count = 10 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] hyperv.volume_attach_retry_interval = 5 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] hyperv.vswitch_name            = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] hyperv.wait_soft_reboot_seconds = 60 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] mks.enabled                    = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] mks.mksproxy_base_url          = http://127.0.0.1:6090/ {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] image_cache.manager_interval   = 2400 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] image_cache.precache_concurrency = 1 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] image_cache.remove_unused_base_images = True {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] image_cache.subdirectory_name  = _base {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] ironic.api_max_retries         = 60 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] ironic.api_retry_interval      = 2 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] ironic.auth_section            = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] ironic.auth_type               = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] ironic.cafile                  = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] ironic.certfile                = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] ironic.collect_timing          = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] ironic.conductor_group         = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] ironic.connect_retries         = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] ironic.connect_retry_delay     = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] ironic.endpoint_override       = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] ironic.insecure                = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] ironic.keyfile                 = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] ironic.max_version             = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] ironic.min_version             = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] ironic.peer_list               = [] {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] ironic.region_name             = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] ironic.serial_console_state_timeout = 10 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] ironic.service_name            = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] ironic.service_type            = baremetal {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] ironic.split_loggers           = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] ironic.status_code_retries     = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] ironic.status_code_retry_delay = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] ironic.timeout                 = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] ironic.valid_interfaces        = ['internal', 'public'] {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] ironic.version                 = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] key_manager.backend            = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] key_manager.fixed_key          = **** {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] barbican.auth_endpoint         = http://localhost/identity/v3 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] barbican.barbican_api_version  = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] barbican.barbican_endpoint     = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] barbican.barbican_endpoint_type = public {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] barbican.barbican_region_name  = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] barbican.cafile                = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] barbican.certfile              = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] barbican.collect_timing        = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] barbican.insecure              = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] barbican.keyfile               = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] barbican.number_of_retries     = 60 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] barbican.retry_delay           = 1 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] barbican.send_service_user_token = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] barbican.split_loggers         = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] barbican.timeout               = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] barbican.verify_ssl            = True {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] barbican.verify_ssl_path       = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] barbican_service_user.auth_section = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] barbican_service_user.auth_type = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] barbican_service_user.cafile   = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] barbican_service_user.certfile = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] barbican_service_user.collect_timing = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] barbican_service_user.insecure = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] barbican_service_user.keyfile  = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] barbican_service_user.split_loggers = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] barbican_service_user.timeout  = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] vault.approle_role_id          = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] vault.approle_secret_id        = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] vault.cafile                   = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] vault.certfile                 = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] vault.collect_timing           = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] vault.insecure                 = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] vault.keyfile                  = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] vault.kv_mountpoint            = secret {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] vault.kv_path                  = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] vault.kv_version               = 2 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] vault.namespace                = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] vault.root_token_id            = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] vault.split_loggers            = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] vault.ssl_ca_crt_file          = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] vault.timeout                  = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] vault.use_ssl                  = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] vault.vault_url                = http://127.0.0.1:8200 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] keystone.auth_section          = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] keystone.auth_type             = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] keystone.cafile                = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] keystone.certfile              = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] keystone.collect_timing        = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] keystone.connect_retries       = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] keystone.connect_retry_delay   = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] keystone.endpoint_override     = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] keystone.insecure              = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] keystone.keyfile               = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] keystone.max_version           = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] keystone.min_version           = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] keystone.region_name           = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] keystone.service_name          = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] keystone.service_type          = identity {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] keystone.split_loggers         = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] keystone.status_code_retries   = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] keystone.status_code_retry_delay = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] keystone.timeout               = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] keystone.valid_interfaces      = ['internal', 'public'] {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] keystone.version               = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] libvirt.connection_uri         =  {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] libvirt.cpu_mode               = custom {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] libvirt.cpu_model_extra_flags  = [] {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: WARNING oslo_config.cfg [None req-489c3489-35ff-44b0-914e-061a86183682 None None] Deprecated: Option "cpu_model" from group "libvirt" is deprecated. Use option "cpu_models" from group "libvirt".
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] libvirt.cpu_models             = ['Nehalem'] {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] libvirt.cpu_power_governor_high = performance {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] libvirt.cpu_power_governor_low = powersave {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] libvirt.cpu_power_management   = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] libvirt.device_detach_attempts = 8 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] libvirt.device_detach_timeout  = 20 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] libvirt.disk_cachemodes        = [] {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] libvirt.disk_prefix            = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] libvirt.enabled_perf_events    = [] {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] libvirt.file_backed_memory     = 0 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] libvirt.gid_maps               = [] {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] libvirt.hw_disk_discard        = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] libvirt.hw_machine_type        = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] libvirt.images_rbd_ceph_conf   =  {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] libvirt.images_rbd_glance_store_name =  {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] libvirt.images_rbd_pool        = rbd {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] libvirt.images_type            = default {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] libvirt.images_volume_group    = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] libvirt.inject_key             = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] libvirt.inject_partition       = -2 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] libvirt.inject_password        = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] libvirt.iscsi_iface            = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] libvirt.iser_use_multipath     = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] libvirt.live_migration_bandwidth = 0 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] libvirt.live_migration_downtime = 500 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] libvirt.live_migration_inbound_addr = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] libvirt.live_migration_permit_post_copy = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] libvirt.live_migration_scheme  = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] libvirt.live_migration_timeout_action = abort {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] libvirt.live_migration_tunnelled = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: WARNING oslo_config.cfg [None req-489c3489-35ff-44b0-914e-061a86183682 None None] Deprecated: Option "live_migration_uri" from group "libvirt" is deprecated for removal (
Dec 06 09:51:59 user nova-compute[74535]: live_migration_uri is deprecated for removal in favor of two other options that
Dec 06 09:51:59 user nova-compute[74535]: allow to change live migration scheme and target URI: ``live_migration_scheme``
Dec 06 09:51:59 user nova-compute[74535]: and ``live_migration_inbound_addr`` respectively.
Dec 06 09:51:59 user nova-compute[74535]: ).  Its value may be silently ignored in the future.
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] libvirt.live_migration_uri     = qemu+ssh://stack@%s/system {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] libvirt.live_migration_with_native_tls = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] libvirt.max_queues             = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] libvirt.migration_inbound_addr = 10.0.0.210 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] libvirt.nfs_mount_options      = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] libvirt.nfs_mount_point_base   = /opt/stack/data/nova/mnt {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] libvirt.num_iser_scan_tries    = 5 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] libvirt.num_memory_encrypted_guests = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] libvirt.num_pcie_ports         = 0 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] libvirt.num_volume_scan_tries  = 5 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] libvirt.pmem_namespaces        = [] {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] libvirt.quobyte_client_cfg     = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/nova/mnt {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] libvirt.rbd_connect_timeout    = 5 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] libvirt.rbd_secret_uuid        = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] libvirt.rbd_user               = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] libvirt.remote_filesystem_transport = ssh {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] libvirt.rescue_image_id        = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] libvirt.rescue_kernel_id       = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] libvirt.rescue_ramdisk_id      = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] libvirt.rng_dev_path           = /dev/urandom {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] libvirt.rx_queue_size          = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] libvirt.smbfs_mount_options    =  {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/nova/mnt {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] libvirt.snapshot_compression   = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] libvirt.snapshot_image_format  = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] libvirt.snapshots_directory    = /opt/stack/data/nova/instances/snapshots {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] libvirt.sparse_logical_volumes = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] libvirt.swtpm_enabled          = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] libvirt.swtpm_group            = tss {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] libvirt.swtpm_user             = tss {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] libvirt.sysinfo_serial         = unique {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] libvirt.tb_cache_size          = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] libvirt.tx_queue_size          = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] libvirt.uid_maps               = [] {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] libvirt.use_virtio_for_bridges = True {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] libvirt.virt_type              = kvm {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] libvirt.volume_clear           = zero {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] libvirt.volume_clear_size      = 0 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] libvirt.volume_use_multipath   = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] libvirt.vzstorage_cache_path   = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] libvirt.vzstorage_log_path     = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] libvirt.vzstorage_mount_group  = qemu {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] libvirt.vzstorage_mount_opts   = [] {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] libvirt.vzstorage_mount_perms  = 0770 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/nova/mnt {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] libvirt.vzstorage_mount_user   = stack {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] neutron.auth_section           = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] neutron.auth_type              = password {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] neutron.cafile                 = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] neutron.certfile               = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] neutron.collect_timing         = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] neutron.connect_retries        = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] neutron.connect_retry_delay    = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] neutron.default_floating_pool  = public {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] neutron.endpoint_override      = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] neutron.extension_sync_interval = 600 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] neutron.http_retries           = 3 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] neutron.insecure               = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] neutron.keyfile                = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] neutron.max_version            = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] neutron.min_version            = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] neutron.ovs_bridge             = br-int {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] neutron.physnets               = [] {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] neutron.region_name            = RegionOne {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] neutron.service_metadata_proxy = True {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] neutron.service_name           = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] neutron.service_type           = network {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] neutron.split_loggers          = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] neutron.status_code_retries    = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] neutron.status_code_retry_delay = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] neutron.timeout                = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] neutron.valid_interfaces       = ['internal', 'public'] {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] neutron.version                = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] notifications.bdms_in_notifications = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] notifications.default_level    = INFO {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] notifications.notification_format = unversioned {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] notifications.notify_on_state_change = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] pci.alias                      = [] {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] pci.device_spec                = [] {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] pci.report_in_placement        = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] placement.auth_section         = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] placement.auth_type            = password {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] placement.auth_url             = http://10.0.0.210/identity {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] placement.cafile               = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] placement.certfile             = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] placement.collect_timing       = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] placement.connect_retries      = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] placement.connect_retry_delay  = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] placement.default_domain_id    = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] placement.default_domain_name  = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] placement.domain_id            = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] placement.domain_name          = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] placement.endpoint_override    = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] placement.insecure             = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] placement.keyfile              = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] placement.max_version          = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] placement.min_version          = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] placement.password             = **** {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] placement.project_domain_id    = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] placement.project_domain_name  = Default {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] placement.project_id           = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] placement.project_name         = service {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] placement.region_name          = RegionOne {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] placement.service_name         = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] placement.service_type         = placement {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] placement.split_loggers        = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] placement.status_code_retries  = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] placement.status_code_retry_delay = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] placement.system_scope         = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] placement.timeout              = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] placement.trust_id             = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] placement.user_domain_id       = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] placement.user_domain_name     = Default {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] placement.user_id              = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] placement.username             = placement {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] placement.valid_interfaces     = ['internal', 'public'] {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] placement.version              = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] quota.cores                    = 20 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] quota.count_usage_from_placement = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] quota.driver                   = nova.quota.DbQuotaDriver {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] quota.injected_file_content_bytes = 10240 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] quota.injected_file_path_length = 255 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] quota.injected_files           = 5 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] quota.instances                = 10 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] quota.key_pairs                = 100 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] quota.metadata_items           = 128 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] quota.ram                      = 51200 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] quota.recheck_quota            = True {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] quota.server_group_members     = 10 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] quota.server_groups            = 10 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] rdp.enabled                    = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] rdp.html5_proxy_base_url       = http://127.0.0.1:6083/ {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] scheduler.image_metadata_prefilter = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] scheduler.max_attempts         = 3 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] scheduler.max_placement_results = 1000 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] scheduler.query_placement_for_image_type_support = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] scheduler.workers              = 3 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] filter_scheduler.host_subset_size = 1 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] filter_scheduler.isolated_hosts = [] {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] filter_scheduler.isolated_images = [] {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] filter_scheduler.pci_in_placement = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] filter_scheduler.track_instance_changes = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] metrics.required               = True {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] metrics.weight_multiplier      = 1.0 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] metrics.weight_of_unavailable  = -10000.0 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] metrics.weight_setting         = [] {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] serial_console.base_url        = ws://127.0.0.1:6083/ {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] serial_console.enabled         = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] serial_console.port_range      = 10000:20000 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] serial_console.serialproxy_port = 6083 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] service_user.auth_section      = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] service_user.auth_type         = password {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] service_user.cafile            = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] service_user.certfile          = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] service_user.collect_timing    = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] service_user.insecure          = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] service_user.keyfile           = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] service_user.send_service_user_token = True {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] service_user.split_loggers     = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] service_user.timeout           = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] spice.agent_enabled            = True {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] spice.enabled                  = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] spice.html5proxy_base_url      = http://10.0.0.210:6081/spice_auto.html {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] spice.html5proxy_host          = 0.0.0.0 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] spice.html5proxy_port          = 6082 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] spice.image_compression        = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] spice.jpeg_compression         = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] spice.playback_compression     = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] spice.server_listen            = 127.0.0.1 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] spice.streaming_mode           = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] spice.zlib_compression         = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] upgrade_levels.baseapi         = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] upgrade_levels.compute         = auto {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] upgrade_levels.conductor       = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] upgrade_levels.scheduler       = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] vendordata_dynamic_auth.auth_section = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] vendordata_dynamic_auth.auth_type = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] vendordata_dynamic_auth.cafile = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] vendordata_dynamic_auth.certfile = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] vendordata_dynamic_auth.insecure = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] vendordata_dynamic_auth.keyfile = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] vendordata_dynamic_auth.timeout = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] vmware.api_retry_count         = 10 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] vmware.ca_file                 = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] vmware.cache_prefix            = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] vmware.cluster_name            = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] vmware.connection_pool_size    = 10 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] vmware.console_delay_seconds   = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] vmware.datastore_regex         = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] vmware.host_ip                 = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] vmware.host_password           = **** {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] vmware.host_port               = 443 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] vmware.host_username           = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] vmware.insecure                = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] vmware.integration_bridge      = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] vmware.maximum_objects         = 100 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] vmware.pbm_default_policy      = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] vmware.pbm_enabled             = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] vmware.pbm_wsdl_location       = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] vmware.serial_log_dir          = /opt/vmware/vspc {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] vmware.serial_port_proxy_uri   = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] vmware.serial_port_service_uri = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] vmware.task_poll_interval      = 0.5 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] vmware.use_linked_clone        = True {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] vmware.vnc_keymap              = en-us {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] vmware.vnc_port                = 5900 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] vmware.vnc_port_total          = 10000 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] vnc.auth_schemes               = ['none'] {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] vnc.enabled                    = True {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] vnc.novncproxy_base_url        = http://10.0.0.210:6080/vnc_lite.html {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] vnc.novncproxy_host            = 0.0.0.0 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] vnc.novncproxy_port            = 6080 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] vnc.server_listen              = 0.0.0.0 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] vnc.server_proxyclient_address = 10.0.0.210 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] vnc.vencrypt_ca_certs          = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] vnc.vencrypt_client_cert       = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] vnc.vencrypt_client_key        = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] workarounds.disable_group_policy_check_upcall = True {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] workarounds.disable_rootwrap   = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] workarounds.enable_numa_live_migration = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] workarounds.libvirt_disable_apic = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] wsgi.api_paste_config          = /etc/nova/api-paste.ini {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] wsgi.client_socket_timeout     = 900 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] wsgi.default_pool_size         = 1000 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] wsgi.keep_alive                = True {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] wsgi.max_header_line           = 16384 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] wsgi.secure_proxy_ssl_header   = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] wsgi.ssl_ca_file               = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] wsgi.ssl_cert_file             = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] wsgi.ssl_key_file              = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] wsgi.tcp_keepidle              = 600 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] wsgi.wsgi_log_format           = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] zvm.ca_file                    = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] zvm.cloud_connector_url        = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] zvm.image_tmp_path             = /opt/stack/data/nova/images {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] zvm.reachable_timeout          = 300 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] oslo_policy.enforce_new_defaults = True {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] oslo_policy.enforce_scope      = True {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] oslo_policy.policy_default_rule = default {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] oslo_policy.policy_file        = policy.yaml {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] profiler.connection_string     = messaging:// {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] profiler.enabled               = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] profiler.es_doc_type           = notification {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] profiler.es_scroll_size        = 10000 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] profiler.es_scroll_time        = 2m {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] profiler.filter_error_trace    = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] profiler.hmac_keys             = **** {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] profiler.sentinel_service_name = mymaster {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] profiler.socket_timeout        = 0.1 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] profiler.trace_requests        = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] profiler.trace_sqlalchemy      = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] profiler_jaeger.process_tags   = {} {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] profiler_jaeger.service_name_prefix = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] profiler_otlp.service_name_prefix = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] remote_debug.host              = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] remote_debug.port              = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] oslo_messaging_rabbit.ssl      = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] oslo_messaging_rabbit.ssl_key_file =  {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] oslo_messaging_rabbit.ssl_version =  {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] oslo_messaging_notifications.retry = -1 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] oslo_messaging_notifications.transport_url = **** {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] oslo_limit.auth_section        = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] oslo_limit.auth_type           = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] oslo_limit.cafile              = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] oslo_limit.certfile            = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] oslo_limit.collect_timing      = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] oslo_limit.connect_retries     = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] oslo_limit.connect_retry_delay = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] oslo_limit.endpoint_id         = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] oslo_limit.endpoint_override   = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] oslo_limit.insecure            = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] oslo_limit.keyfile             = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] oslo_limit.max_version         = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] oslo_limit.min_version         = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] oslo_limit.region_name         = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] oslo_limit.service_name        = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] oslo_limit.service_type        = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] oslo_limit.split_loggers       = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] oslo_limit.status_code_retries = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] oslo_limit.status_code_retry_delay = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] oslo_limit.timeout             = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] oslo_limit.valid_interfaces    = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] oslo_limit.version             = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] oslo_reports.file_event_handler = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] oslo_reports.log_dir           = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 12 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] vif_plug_ovs_privileged.group  = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] vif_plug_ovs_privileged.thread_pool_size = 12 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] vif_plug_ovs_privileged.user   = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] os_vif_linux_bridge.flat_interface = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] os_vif_linux_bridge.iptables_bottom_regex =  {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] os_vif_linux_bridge.iptables_top_regex =  {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] os_vif_linux_bridge.use_ipv6   = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] os_vif_ovs.default_qos_type    = linux-noop {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] os_vif_ovs.isolate_vif         = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] os_vif_ovs.network_device_mtu  = 1500 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] os_vif_ovs.ovs_vsctl_timeout   = 120 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] os_vif_ovs.ovsdb_connection    = tcp:127.0.0.1:6640 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] os_vif_ovs.ovsdb_interface     = native {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] os_vif_ovs.per_port_bridge     = False {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] os_brick.lock_path             = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] privsep_osbrick.capabilities   = [21] {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] privsep_osbrick.group          = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] privsep_osbrick.helper_command = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] privsep_osbrick.logger_name    = os_brick.privileged {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] privsep_osbrick.thread_pool_size = 12 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] privsep_osbrick.user           = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] nova_sys_admin.capabilities    = [0, 1, 2, 3, 12, 21] {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] nova_sys_admin.group           = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] nova_sys_admin.helper_command  = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] nova_sys_admin.logger_name     = oslo_privsep.daemon {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] nova_sys_admin.thread_pool_size = 12 {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] nova_sys_admin.user            = None {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG oslo_service.service [None req-489c3489-35ff-44b0-914e-061a86183682 None None] ******************************************************************************** {{(pid=74535) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}}
Dec 06 09:51:59 user nova-compute[74535]: INFO nova.service [-] Starting compute node (version 0.0.0)
Dec 06 09:51:59 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-9c34a98d-9cfd-4f9a-815a-9d111511961e None None] Connecting to libvirt: qemu:///system {{(pid=74535) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:508}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-9c34a98d-9cfd-4f9a-815a-9d111511961e None None] Registering for lifecycle events <nova.virt.libvirt.host.Host object at 0x7ff12d4f24d0> {{(pid=74535) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:514}}
Dec 06 09:51:59 user nova-compute[74535]: libvirt:  error : internal error: could not initialize domain event timer
Dec 06 09:51:59 user nova-compute[74535]: WARNING nova.virt.libvirt.host [None req-9c34a98d-9cfd-4f9a-815a-9d111511961e None None] URI qemu:///system does not support events: internal error: could not initialize domain event timer: libvirt.libvirtError: internal error: could not initialize domain event timer
Dec 06 09:51:59 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-9c34a98d-9cfd-4f9a-815a-9d111511961e None None] Registering for connection events: <nova.virt.libvirt.host.Host object at 0x7ff12d4f24d0> {{(pid=74535) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:535}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-9c34a98d-9cfd-4f9a-815a-9d111511961e None None] Starting native event thread {{(pid=74535) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:494}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-9c34a98d-9cfd-4f9a-815a-9d111511961e None None] Starting green dispatch thread {{(pid=74535) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:500}}
Dec 06 09:51:59 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-9c34a98d-9cfd-4f9a-815a-9d111511961e None None] Starting connection event dispatch thread {{(pid=74535) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:503}}
Dec 06 09:51:59 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-9c34a98d-9cfd-4f9a-815a-9d111511961e None None] Connection event '1' reason 'None'
Dec 06 09:51:59 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-9c34a98d-9cfd-4f9a-815a-9d111511961e None None] Cannot update service status on host "user" since it is not registered.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host user could not be found.
Dec 06 09:51:59 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.mount [None req-9c34a98d-9cfd-4f9a-815a-9d111511961e None None] Initialising _HostMountState generation 0 {{(pid=74535) host_up /opt/stack/nova/nova/virt/libvirt/volume/mount.py:130}}
Dec 06 09:52:07 user nova-compute[74535]: INFO nova.virt.libvirt.host [None req-9c34a98d-9cfd-4f9a-815a-9d111511961e None None] Libvirt host capabilities <capabilities>
Dec 06 09:52:07 user nova-compute[74535]:   <host>
Dec 06 09:52:07 user nova-compute[74535]:     <uuid>e20c3142-5af9-7467-ecd8-70b2e4a210d6</uuid>
Dec 06 09:52:07 user nova-compute[74535]:     <cpu>
Dec 06 09:52:07 user nova-compute[74535]:       <arch>x86_64</arch>
Dec 06 09:52:07 user nova-compute[74535]:       <model>IvyBridge-IBRS</model>
Dec 06 09:52:07 user nova-compute[74535]:       <vendor>Intel</vendor>
Dec 06 09:52:07 user nova-compute[74535]:       <microcode version='1070'/>
Dec 06 09:52:07 user nova-compute[74535]:       <counter name='tsc' frequency='2094952000' scaling='no'/>
Dec 06 09:52:07 user nova-compute[74535]:       <topology sockets='6' dies='1' cores='1' threads='1'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature name='ss'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature name='vmx'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature name='pcid'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature name='osxsave'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature name='hypervisor'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature name='arat'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature name='tsc_adjust'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature name='md-clear'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature name='stibp'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature name='arch-capabilities'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature name='ssbd'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature name='invtsc'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature name='rsba'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature name='skip-l1dfl-vmentry'/>
Dec 06 09:52:07 user nova-compute[74535]:       <pages unit='KiB' size='4'/>
Dec 06 09:52:07 user nova-compute[74535]:       <pages unit='KiB' size='2048'/>
Dec 06 09:52:07 user nova-compute[74535]:     </cpu>
Dec 06 09:52:07 user nova-compute[74535]:     <power_management>
Dec 06 09:52:07 user nova-compute[74535]:       <suspend_mem/>
Dec 06 09:52:07 user nova-compute[74535]:       <suspend_disk/>
Dec 06 09:52:07 user nova-compute[74535]:       <suspend_hybrid/>
Dec 06 09:52:07 user nova-compute[74535]:     </power_management>
Dec 06 09:52:07 user nova-compute[74535]:     <iommu support='no'/>
Dec 06 09:52:07 user nova-compute[74535]:     <migration_features>
Dec 06 09:52:07 user nova-compute[74535]:       <live/>
Dec 06 09:52:07 user nova-compute[74535]:       <uri_transports>
Dec 06 09:52:07 user nova-compute[74535]:         <uri_transport>tcp</uri_transport>
Dec 06 09:52:07 user nova-compute[74535]:         <uri_transport>rdma</uri_transport>
Dec 06 09:52:07 user nova-compute[74535]:       </uri_transports>
Dec 06 09:52:07 user nova-compute[74535]:     </migration_features>
Dec 06 09:52:07 user nova-compute[74535]:     <topology>
Dec 06 09:52:07 user nova-compute[74535]:       <cells num='2'>
Dec 06 09:52:07 user nova-compute[74535]:         <cell id='0'>
Dec 06 09:52:07 user nova-compute[74535]:           <memory unit='KiB'>8140616</memory>
Dec 06 09:52:07 user nova-compute[74535]:           <pages unit='KiB' size='4'>2035154</pages>
Dec 06 09:52:07 user nova-compute[74535]:           <pages unit='KiB' size='2048'>0</pages>
Dec 06 09:52:07 user nova-compute[74535]:           <distances>
Dec 06 09:52:07 user nova-compute[74535]:             <sibling id='0' value='10'/>
Dec 06 09:52:07 user nova-compute[74535]:             <sibling id='1' value='20'/>
Dec 06 09:52:07 user nova-compute[74535]:           </distances>
Dec 06 09:52:07 user nova-compute[74535]:           <cpus num='6'>
Dec 06 09:52:07 user nova-compute[74535]:             <cpu id='0' socket_id='0' die_id='0' core_id='0' siblings='0'/>
Dec 06 09:52:07 user nova-compute[74535]:             <cpu id='1' socket_id='2' die_id='0' core_id='0' siblings='1'/>
Dec 06 09:52:07 user nova-compute[74535]:             <cpu id='2' socket_id='4' die_id='0' core_id='0' siblings='2'/>
Dec 06 09:52:07 user nova-compute[74535]:             <cpu id='3' socket_id='6' die_id='0' core_id='0' siblings='3'/>
Dec 06 09:52:07 user nova-compute[74535]:             <cpu id='4' socket_id='8' die_id='0' core_id='0' siblings='4'/>
Dec 06 09:52:07 user nova-compute[74535]:             <cpu id='5' socket_id='10' die_id='0' core_id='0' siblings='5'/>
Dec 06 09:52:07 user nova-compute[74535]:           </cpus>
Dec 06 09:52:07 user nova-compute[74535]:         </cell>
Dec 06 09:52:07 user nova-compute[74535]:         <cell id='1'>
Dec 06 09:52:07 user nova-compute[74535]:           <memory unit='KiB'>8255068</memory>
Dec 06 09:52:07 user nova-compute[74535]:           <pages unit='KiB' size='4'>2063767</pages>
Dec 06 09:52:07 user nova-compute[74535]:           <pages unit='KiB' size='2048'>0</pages>
Dec 06 09:52:07 user nova-compute[74535]:           <distances>
Dec 06 09:52:07 user nova-compute[74535]:             <sibling id='0' value='20'/>
Dec 06 09:52:07 user nova-compute[74535]:             <sibling id='1' value='10'/>
Dec 06 09:52:07 user nova-compute[74535]:           </distances>
Dec 06 09:52:07 user nova-compute[74535]:           <cpus num='6'>
Dec 06 09:52:07 user nova-compute[74535]:             <cpu id='6' socket_id='12' die_id='0' core_id='0' siblings='6'/>
Dec 06 09:52:07 user nova-compute[74535]:             <cpu id='7' socket_id='14' die_id='0' core_id='0' siblings='7'/>
Dec 06 09:52:07 user nova-compute[74535]:             <cpu id='8' socket_id='16' die_id='0' core_id='0' siblings='8'/>
Dec 06 09:52:07 user nova-compute[74535]:             <cpu id='9' socket_id='18' die_id='0' core_id='0' siblings='9'/>
Dec 06 09:52:07 user nova-compute[74535]:             <cpu id='10' socket_id='20' die_id='0' core_id='0' siblings='10'/>
Dec 06 09:52:07 user nova-compute[74535]:             <cpu id='11' socket_id='22' die_id='0' core_id='0' siblings='11'/>
Dec 06 09:52:07 user nova-compute[74535]:           </cpus>
Dec 06 09:52:07 user nova-compute[74535]:         </cell>
Dec 06 09:52:07 user nova-compute[74535]:       </cells>
Dec 06 09:52:07 user nova-compute[74535]:     </topology>
Dec 06 09:52:07 user nova-compute[74535]:     <cache>
Dec 06 09:52:07 user nova-compute[74535]:       <bank id='0' level='3' type='both' size='15' unit='MiB' cpus='0'/>
Dec 06 09:52:07 user nova-compute[74535]:       <bank id='2' level='3' type='both' size='15' unit='MiB' cpus='1'/>
Dec 06 09:52:07 user nova-compute[74535]:       <bank id='4' level='3' type='both' size='15' unit='MiB' cpus='2'/>
Dec 06 09:52:07 user nova-compute[74535]:       <bank id='6' level='3' type='both' size='15' unit='MiB' cpus='3'/>
Dec 06 09:52:07 user nova-compute[74535]:       <bank id='8' level='3' type='both' size='15' unit='MiB' cpus='4'/>
Dec 06 09:52:07 user nova-compute[74535]:       <bank id='10' level='3' type='both' size='15' unit='MiB' cpus='5'/>
Dec 06 09:52:07 user nova-compute[74535]:       <bank id='12' level='3' type='both' size='15' unit='MiB' cpus='6'/>
Dec 06 09:52:07 user nova-compute[74535]:       <bank id='14' level='3' type='both' size='15' unit='MiB' cpus='7'/>
Dec 06 09:52:07 user nova-compute[74535]:       <bank id='16' level='3' type='both' size='15' unit='MiB' cpus='8'/>
Dec 06 09:52:07 user nova-compute[74535]:       <bank id='18' level='3' type='both' size='15' unit='MiB' cpus='9'/>
Dec 06 09:52:07 user nova-compute[74535]:       <bank id='20' level='3' type='both' size='15' unit='MiB' cpus='10'/>
Dec 06 09:52:07 user nova-compute[74535]:       <bank id='22' level='3' type='both' size='15' unit='MiB' cpus='11'/>
Dec 06 09:52:07 user nova-compute[74535]:     </cache>
Dec 06 09:52:07 user nova-compute[74535]:     <secmodel>
Dec 06 09:52:07 user nova-compute[74535]:       <model>apparmor</model>
Dec 06 09:52:07 user nova-compute[74535]:       <doi>0</doi>
Dec 06 09:52:07 user nova-compute[74535]:     </secmodel>
Dec 06 09:52:07 user nova-compute[74535]:     <secmodel>
Dec 06 09:52:07 user nova-compute[74535]:       <model>dac</model>
Dec 06 09:52:07 user nova-compute[74535]:       <doi>0</doi>
Dec 06 09:52:07 user nova-compute[74535]:       <baselabel type='kvm'>+64055:+108</baselabel>
Dec 06 09:52:07 user nova-compute[74535]:       <baselabel type='qemu'>+64055:+108</baselabel>
Dec 06 09:52:07 user nova-compute[74535]:     </secmodel>
Dec 06 09:52:07 user nova-compute[74535]:   </host>
Dec 06 09:52:07 user nova-compute[74535]:   <guest>
Dec 06 09:52:07 user nova-compute[74535]:     <os_type>hvm</os_type>
Dec 06 09:52:07 user nova-compute[74535]:     <arch name='alpha'>
Dec 06 09:52:07 user nova-compute[74535]:       <wordsize>64</wordsize>
Dec 06 09:52:07 user nova-compute[74535]:       <emulator>/usr/bin/qemu-system-alpha</emulator>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='4'>clipper</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <domain type='qemu'/>
Dec 06 09:52:07 user nova-compute[74535]:     </arch>
Dec 06 09:52:07 user nova-compute[74535]:     <features>
Dec 06 09:52:07 user nova-compute[74535]:       <cpuselection/>
Dec 06 09:52:07 user nova-compute[74535]:       <deviceboot/>
Dec 06 09:52:07 user nova-compute[74535]:       <disksnapshot default='on' toggle='no'/>
Dec 06 09:52:07 user nova-compute[74535]:     </features>
Dec 06 09:52:07 user nova-compute[74535]:   </guest>
Dec 06 09:52:07 user nova-compute[74535]:   <guest>
Dec 06 09:52:07 user nova-compute[74535]:     <os_type>hvm</os_type>
Dec 06 09:52:07 user nova-compute[74535]:     <arch name='armv6l'>
Dec 06 09:52:07 user nova-compute[74535]:       <wordsize>32</wordsize>
Dec 06 09:52:07 user nova-compute[74535]:       <emulator>/usr/bin/qemu-system-arm</emulator>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>integratorcp</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2'>ast2600-evb</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>borzoi</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>spitz</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>virt-2.7</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2'>nuri</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>romulus-bmc</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='512'>virt-3.0</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='512'>virt-5.0</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2'>npcm750-evb</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>virt-2.10</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2'>rainier-bmc</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>mps3-an547</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2'>musca-b1</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>versatileab</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>kzm</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>virt-2.8</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2'>musca-a</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='512'>virt-3.1</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='512'>virt-5.1</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2'>smdkc210</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>sx1</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>virt-2.11</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>imx25-pdk</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>virt-2.9</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='4'>orangepi-pc</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>z2</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='512'>virt-5.2</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>tosa</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>mps2-an500</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>virt-2.12</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2'>mps2-an521</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='4'>sabrelite</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>mps2-an511</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>canon-a1100</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>realview-eb</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>emcraft-sf2</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>realview-pb-a8</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='512'>virt-4.0</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>raspi1ap</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>palmetto-bmc</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>sx1-v1</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>n810</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>g220a-bmc</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>n800</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2'>tacoma-bmc</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='512'>virt-4.1</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2'>quanta-gsj</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>versatilepb</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>terrier</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>mainstone</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='512'>virt-4.2</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2'>mps3-an524</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1' deprecated='yes'>swift-bmc</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2'>kudo-bmc</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='4'>vexpress-a9</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='4'>midway</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>musicpal</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>lm3s811evb</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>lm3s6965evb</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>microbit</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>mps2-an505</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>mps2-an385</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='512'>virt-6.0</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>cubieboard</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>verdex</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>netduino2</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>mps2-an386</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='512'>virt-6.1</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='4'>raspi2b</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='4'>vexpress-a15</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2'>fuji-bmc</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='512'>virt-6.2</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine canonical='virt-6.2' maxCpus='512'>virt</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>cheetah</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>virt-2.6</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>ast2500-evb</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='4'>highbank</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>akita</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>connex</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>netduinoplus2</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>collie</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>raspi0</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <domain type='qemu'/>
Dec 06 09:52:07 user nova-compute[74535]:     </arch>
Dec 06 09:52:07 user nova-compute[74535]:     <features>
Dec 06 09:52:07 user nova-compute[74535]:       <cpuselection/>
Dec 06 09:52:07 user nova-compute[74535]:       <deviceboot/>
Dec 06 09:52:07 user nova-compute[74535]:       <disksnapshot default='on' toggle='no'/>
Dec 06 09:52:07 user nova-compute[74535]:     </features>
Dec 06 09:52:07 user nova-compute[74535]:   </guest>
Dec 06 09:52:07 user nova-compute[74535]:   <guest>
Dec 06 09:52:07 user nova-compute[74535]:     <os_type>hvm</os_type>
Dec 06 09:52:07 user nova-compute[74535]:     <arch name='armv7l'>
Dec 06 09:52:07 user nova-compute[74535]:       <wordsize>32</wordsize>
Dec 06 09:52:07 user nova-compute[74535]:       <emulator>/usr/bin/qemu-system-arm</emulator>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>integratorcp</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2'>ast2600-evb</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>borzoi</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>spitz</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>virt-2.7</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2'>nuri</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>romulus-bmc</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='512'>virt-3.0</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='512'>virt-5.0</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2'>npcm750-evb</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>virt-2.10</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2'>rainier-bmc</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>mps3-an547</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2'>musca-b1</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>versatileab</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>kzm</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>virt-2.8</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2'>musca-a</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='512'>virt-3.1</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='512'>virt-5.1</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2'>smdkc210</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>sx1</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>virt-2.11</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>imx25-pdk</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>virt-2.9</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='4'>orangepi-pc</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>z2</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='512'>virt-5.2</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>tosa</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>mps2-an500</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>virt-2.12</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2'>mps2-an521</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='4'>sabrelite</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>mps2-an511</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>canon-a1100</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>realview-eb</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>emcraft-sf2</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>realview-pb-a8</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='512'>virt-4.0</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>raspi1ap</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>palmetto-bmc</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>sx1-v1</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>n810</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>g220a-bmc</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>n800</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2'>tacoma-bmc</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='512'>virt-4.1</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2'>quanta-gsj</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>versatilepb</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>terrier</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>mainstone</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='512'>virt-4.2</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2'>mps3-an524</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1' deprecated='yes'>swift-bmc</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2'>kudo-bmc</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='4'>vexpress-a9</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='4'>midway</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>musicpal</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>lm3s811evb</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>lm3s6965evb</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>microbit</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>mps2-an505</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>mps2-an385</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='512'>virt-6.0</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>cubieboard</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>verdex</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>netduino2</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>mps2-an386</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='512'>virt-6.1</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='4'>raspi2b</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='4'>vexpress-a15</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2'>fuji-bmc</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='512'>virt-6.2</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine canonical='virt-6.2' maxCpus='512'>virt</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>cheetah</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>virt-2.6</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>ast2500-evb</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='4'>highbank</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>akita</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>connex</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>netduinoplus2</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>collie</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>raspi0</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <domain type='qemu'/>
Dec 06 09:52:07 user nova-compute[74535]:     </arch>
Dec 06 09:52:07 user nova-compute[74535]:     <features>
Dec 06 09:52:07 user nova-compute[74535]:       <cpuselection/>
Dec 06 09:52:07 user nova-compute[74535]:       <deviceboot/>
Dec 06 09:52:07 user nova-compute[74535]:       <disksnapshot default='on' toggle='no'/>
Dec 06 09:52:07 user nova-compute[74535]:     </features>
Dec 06 09:52:07 user nova-compute[74535]:   </guest>
Dec 06 09:52:07 user nova-compute[74535]:   <guest>
Dec 06 09:52:07 user nova-compute[74535]:     <os_type>hvm</os_type>
Dec 06 09:52:07 user nova-compute[74535]:     <arch name='aarch64'>
Dec 06 09:52:07 user nova-compute[74535]:       <wordsize>64</wordsize>
Dec 06 09:52:07 user nova-compute[74535]:       <emulator>/usr/bin/qemu-system-aarch64</emulator>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>integratorcp</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2'>ast2600-evb</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>borzoi</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>spitz</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>virt-2.7</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2'>nuri</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>romulus-bmc</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='512'>virt-3.0</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='512'>virt-5.0</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2'>npcm750-evb</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>virt-2.10</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2'>rainier-bmc</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>mps3-an547</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>virt-2.8</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2'>musca-b1</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>versatileab</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>kzm</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2'>musca-a</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='512'>virt-3.1</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='512'>virt-5.1</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2'>smdkc210</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>sx1</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>virt-2.11</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>imx25-pdk</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>virt-2.9</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='4'>orangepi-pc</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>z2</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='512'>virt-5.2</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='6'>xlnx-zcu102</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>tosa</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>mps2-an500</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>virt-2.12</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2'>mps2-an521</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='4'>sabrelite</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>mps2-an511</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>canon-a1100</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>realview-eb</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>emcraft-sf2</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>realview-pb-a8</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='512'>sbsa-ref</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='512'>virt-4.0</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>raspi1ap</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>palmetto-bmc</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>sx1-v1</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>n810</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>g220a-bmc</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>n800</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2'>tacoma-bmc</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='512'>virt-4.1</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2'>quanta-gsj</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>versatilepb</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>terrier</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>mainstone</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='512'>virt-4.2</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2'>mps3-an524</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1' deprecated='yes'>swift-bmc</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2'>kudo-bmc</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='4'>vexpress-a9</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='4'>midway</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>musicpal</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>lm3s811evb</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>lm3s6965evb</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>microbit</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>mps2-an505</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>mps2-an385</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='512'>virt-6.0</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='4'>raspi3ap</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>cubieboard</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>verdex</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>netduino2</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2'>xlnx-versal-virt</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>mps2-an386</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='512'>virt-6.1</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='4'>raspi3b</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='4'>raspi2b</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='4'>vexpress-a15</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2'>fuji-bmc</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='512'>virt-6.2</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine canonical='virt-6.2' maxCpus='512'>virt</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>cheetah</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>virt-2.6</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>ast2500-evb</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='4'>highbank</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>akita</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>connex</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>netduinoplus2</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>collie</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>raspi0</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <domain type='qemu'/>
Dec 06 09:52:07 user nova-compute[74535]:     </arch>
Dec 06 09:52:07 user nova-compute[74535]:     <features>
Dec 06 09:52:07 user nova-compute[74535]:       <acpi default='on' toggle='yes'/>
Dec 06 09:52:07 user nova-compute[74535]:       <cpuselection/>
Dec 06 09:52:07 user nova-compute[74535]:       <deviceboot/>
Dec 06 09:52:07 user nova-compute[74535]:       <disksnapshot default='on' toggle='no'/>
Dec 06 09:52:07 user nova-compute[74535]:     </features>
Dec 06 09:52:07 user nova-compute[74535]:   </guest>
Dec 06 09:52:07 user nova-compute[74535]:   <guest>
Dec 06 09:52:07 user nova-compute[74535]:     <os_type>hvm</os_type>
Dec 06 09:52:07 user nova-compute[74535]:     <arch name='cris'>
Dec 06 09:52:07 user nova-compute[74535]:       <wordsize>32</wordsize>
Dec 06 09:52:07 user nova-compute[74535]:       <emulator>/usr/bin/qemu-system-cris</emulator>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>axis-dev88</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <domain type='qemu'/>
Dec 06 09:52:07 user nova-compute[74535]:     </arch>
Dec 06 09:52:07 user nova-compute[74535]:     <features>
Dec 06 09:52:07 user nova-compute[74535]:       <cpuselection/>
Dec 06 09:52:07 user nova-compute[74535]:       <deviceboot/>
Dec 06 09:52:07 user nova-compute[74535]:       <disksnapshot default='on' toggle='no'/>
Dec 06 09:52:07 user nova-compute[74535]:     </features>
Dec 06 09:52:07 user nova-compute[74535]:   </guest>
Dec 06 09:52:07 user nova-compute[74535]:   <guest>
Dec 06 09:52:07 user nova-compute[74535]:     <os_type>hvm</os_type>
Dec 06 09:52:07 user nova-compute[74535]:     <arch name='i686'>
Dec 06 09:52:07 user nova-compute[74535]:       <wordsize>32</wordsize>
Dec 06 09:52:07 user nova-compute[74535]:       <emulator>/usr/bin/qemu-system-i386</emulator>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-i440fx-jammy</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine canonical='pc-i440fx-jammy' maxCpus='255'>ubuntu</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-i440fx-impish-hpb</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='288'>pc-q35-5.2</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-i440fx-2.12</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-i440fx-2.0</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-i440fx-xenial</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-i440fx-6.2</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine canonical='pc-i440fx-6.2' maxCpus='255'>pc</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='288'>pc-q35-4.2</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-i440fx-2.5</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-i440fx-4.2</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-i440fx-focal</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-i440fx-hirsute</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-q35-xenial</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-i440fx-jammy-hpb</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-i440fx-5.2</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-i440fx-1.5</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-q35-2.7</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='288'>pc-q35-eoan-hpb</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-i440fx-zesty</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-i440fx-disco-hpb</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='288'>pc-q35-groovy</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-i440fx-groovy</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='288'>pc-q35-artful</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-i440fx-2.2</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-i440fx-trusty</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-i440fx-eoan-hpb</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='288'>pc-q35-focal-hpb</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='288'>pc-q35-bionic-hpb</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-i440fx-artful</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-i440fx-2.7</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='288'>pc-q35-6.1</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-i440fx-yakkety</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-q35-2.4</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='288'>pc-q35-cosmic-hpb</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='288'>pc-q35-2.10</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>x-remote</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='288'>pc-q35-5.1</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-i440fx-1.7</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='288'>pc-q35-2.9</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-i440fx-2.11</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='288'>pc-q35-3.1</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-i440fx-6.1</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='288'>pc-q35-4.1</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='288'>pc-q35-jammy</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine canonical='pc-q35-jammy' maxCpus='288'>ubuntu-q35</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-i440fx-2.4</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-i440fx-4.1</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='288'>pc-q35-eoan</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='288'>pc-q35-jammy-hpb</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-i440fx-5.1</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-i440fx-2.9</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-i440fx-bionic-hpb</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>isapc</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-i440fx-1.4</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='288'>pc-q35-cosmic</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-q35-2.6</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-i440fx-3.1</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='288'>pc-q35-bionic</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='288'>pc-q35-disco-hpb</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-i440fx-cosmic</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='288'>pc-q35-2.12</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-i440fx-bionic</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='288'>pc-q35-groovy-hpb</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='288'>pc-q35-disco</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-i440fx-cosmic-hpb</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-i440fx-2.1</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-i440fx-wily</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='288'>pc-q35-impish</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='288'>pc-q35-6.0</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-i440fx-impish</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-i440fx-2.6</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='288'>pc-q35-impish-hpb</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='288'>pc-q35-hirsute</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='288'>pc-q35-4.0.1</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='288'>pc-q35-hirsute-hpb</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-i440fx-1.6</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='288'>pc-q35-5.0</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='288'>pc-q35-2.8</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-i440fx-2.10</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='288'>pc-q35-3.0</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-i440fx-6.0</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='288'>pc-q35-zesty</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='288'>pc-q35-4.0</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='288'>pc-q35-focal</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='288'>microvm</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-i440fx-2.3</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-i440fx-focal-hpb</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-i440fx-disco</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-i440fx-4.0</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-i440fx-groovy-hpb</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-i440fx-hirsute-hpb</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-i440fx-5.0</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='288'>pc-q35-6.2</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine canonical='pc-q35-6.2' maxCpus='288'>q35</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-i440fx-2.8</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-i440fx-eoan</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-q35-2.5</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-i440fx-3.0</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-q35-yakkety</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='288'>pc-q35-2.11</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <domain type='qemu'/>
Dec 06 09:52:07 user nova-compute[74535]:       <domain type='kvm'/>
Dec 06 09:52:07 user nova-compute[74535]:     </arch>
Dec 06 09:52:07 user nova-compute[74535]:     <features>
Dec 06 09:52:07 user nova-compute[74535]:       <pae/>
Dec 06 09:52:07 user nova-compute[74535]:       <nonpae/>
Dec 06 09:52:07 user nova-compute[74535]:       <acpi default='on' toggle='yes'/>
Dec 06 09:52:07 user nova-compute[74535]:       <apic default='on' toggle='no'/>
Dec 06 09:52:07 user nova-compute[74535]:       <cpuselection/>
Dec 06 09:52:07 user nova-compute[74535]:       <deviceboot/>
Dec 06 09:52:07 user nova-compute[74535]:       <disksnapshot default='on' toggle='no'/>
Dec 06 09:52:07 user nova-compute[74535]:     </features>
Dec 06 09:52:07 user nova-compute[74535]:   </guest>
Dec 06 09:52:07 user nova-compute[74535]:   <guest>
Dec 06 09:52:07 user nova-compute[74535]:     <os_type>hvm</os_type>
Dec 06 09:52:07 user nova-compute[74535]:     <arch name='m68k'>
Dec 06 09:52:07 user nova-compute[74535]:       <wordsize>32</wordsize>
Dec 06 09:52:07 user nova-compute[74535]:       <emulator>/usr/bin/qemu-system-m68k</emulator>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>mcf5208evb</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>an5206</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>virt-6.0</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>q800</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>virt-6.2</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine canonical='virt-6.2' maxCpus='1'>virt</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>next-cube</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>virt-6.1</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <domain type='qemu'/>
Dec 06 09:52:07 user nova-compute[74535]:     </arch>
Dec 06 09:52:07 user nova-compute[74535]:     <features>
Dec 06 09:52:07 user nova-compute[74535]:       <cpuselection/>
Dec 06 09:52:07 user nova-compute[74535]:       <deviceboot/>
Dec 06 09:52:07 user nova-compute[74535]:       <disksnapshot default='on' toggle='no'/>
Dec 06 09:52:07 user nova-compute[74535]:     </features>
Dec 06 09:52:07 user nova-compute[74535]:   </guest>
Dec 06 09:52:07 user nova-compute[74535]:   <guest>
Dec 06 09:52:07 user nova-compute[74535]:     <os_type>hvm</os_type>
Dec 06 09:52:07 user nova-compute[74535]:     <arch name='microblaze'>
Dec 06 09:52:07 user nova-compute[74535]:       <wordsize>32</wordsize>
Dec 06 09:52:07 user nova-compute[74535]:       <emulator>/usr/bin/qemu-system-microblaze</emulator>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>petalogix-s3adsp1800</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>petalogix-ml605</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>xlnx-zynqmp-pmu</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <domain type='qemu'/>
Dec 06 09:52:07 user nova-compute[74535]:     </arch>
Dec 06 09:52:07 user nova-compute[74535]:     <features>
Dec 06 09:52:07 user nova-compute[74535]:       <cpuselection/>
Dec 06 09:52:07 user nova-compute[74535]:       <deviceboot/>
Dec 06 09:52:07 user nova-compute[74535]:       <disksnapshot default='on' toggle='no'/>
Dec 06 09:52:07 user nova-compute[74535]:     </features>
Dec 06 09:52:07 user nova-compute[74535]:   </guest>
Dec 06 09:52:07 user nova-compute[74535]:   <guest>
Dec 06 09:52:07 user nova-compute[74535]:     <os_type>hvm</os_type>
Dec 06 09:52:07 user nova-compute[74535]:     <arch name='microblazeel'>
Dec 06 09:52:07 user nova-compute[74535]:       <wordsize>32</wordsize>
Dec 06 09:52:07 user nova-compute[74535]:       <emulator>/usr/bin/qemu-system-microblazeel</emulator>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>petalogix-s3adsp1800</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>petalogix-ml605</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>xlnx-zynqmp-pmu</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <domain type='qemu'/>
Dec 06 09:52:07 user nova-compute[74535]:     </arch>
Dec 06 09:52:07 user nova-compute[74535]:     <features>
Dec 06 09:52:07 user nova-compute[74535]:       <cpuselection/>
Dec 06 09:52:07 user nova-compute[74535]:       <deviceboot/>
Dec 06 09:52:07 user nova-compute[74535]:       <disksnapshot default='on' toggle='no'/>
Dec 06 09:52:07 user nova-compute[74535]:     </features>
Dec 06 09:52:07 user nova-compute[74535]:   </guest>
Dec 06 09:52:07 user nova-compute[74535]:   <guest>
Dec 06 09:52:07 user nova-compute[74535]:     <os_type>hvm</os_type>
Dec 06 09:52:07 user nova-compute[74535]:     <arch name='mips'>
Dec 06 09:52:07 user nova-compute[74535]:       <wordsize>32</wordsize>
Dec 06 09:52:07 user nova-compute[74535]:       <emulator>/usr/bin/qemu-system-mips</emulator>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='16'>malta</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>mipssim</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <domain type='qemu'/>
Dec 06 09:52:07 user nova-compute[74535]:     </arch>
Dec 06 09:52:07 user nova-compute[74535]:     <features>
Dec 06 09:52:07 user nova-compute[74535]:       <cpuselection/>
Dec 06 09:52:07 user nova-compute[74535]:       <deviceboot/>
Dec 06 09:52:07 user nova-compute[74535]:       <disksnapshot default='on' toggle='no'/>
Dec 06 09:52:07 user nova-compute[74535]:     </features>
Dec 06 09:52:07 user nova-compute[74535]:   </guest>
Dec 06 09:52:07 user nova-compute[74535]:   <guest>
Dec 06 09:52:07 user nova-compute[74535]:     <os_type>hvm</os_type>
Dec 06 09:52:07 user nova-compute[74535]:     <arch name='mipsel'>
Dec 06 09:52:07 user nova-compute[74535]:       <wordsize>32</wordsize>
Dec 06 09:52:07 user nova-compute[74535]:       <emulator>/usr/bin/qemu-system-mipsel</emulator>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='16'>malta</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>mipssim</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <domain type='qemu'/>
Dec 06 09:52:07 user nova-compute[74535]:     </arch>
Dec 06 09:52:07 user nova-compute[74535]:     <features>
Dec 06 09:52:07 user nova-compute[74535]:       <cpuselection/>
Dec 06 09:52:07 user nova-compute[74535]:       <deviceboot/>
Dec 06 09:52:07 user nova-compute[74535]:       <disksnapshot default='on' toggle='no'/>
Dec 06 09:52:07 user nova-compute[74535]:     </features>
Dec 06 09:52:07 user nova-compute[74535]:   </guest>
Dec 06 09:52:07 user nova-compute[74535]:   <guest>
Dec 06 09:52:07 user nova-compute[74535]:     <os_type>hvm</os_type>
Dec 06 09:52:07 user nova-compute[74535]:     <arch name='mips64'>
Dec 06 09:52:07 user nova-compute[74535]:       <wordsize>64</wordsize>
Dec 06 09:52:07 user nova-compute[74535]:       <emulator>/usr/bin/qemu-system-mips64</emulator>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='16'>malta</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>mipssim</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>pica61</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>magnum</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <domain type='qemu'/>
Dec 06 09:52:07 user nova-compute[74535]:     </arch>
Dec 06 09:52:07 user nova-compute[74535]:     <features>
Dec 06 09:52:07 user nova-compute[74535]:       <cpuselection/>
Dec 06 09:52:07 user nova-compute[74535]:       <deviceboot/>
Dec 06 09:52:07 user nova-compute[74535]:       <disksnapshot default='on' toggle='no'/>
Dec 06 09:52:07 user nova-compute[74535]:     </features>
Dec 06 09:52:07 user nova-compute[74535]:   </guest>
Dec 06 09:52:07 user nova-compute[74535]:   <guest>
Dec 06 09:52:07 user nova-compute[74535]:     <os_type>hvm</os_type>
Dec 06 09:52:07 user nova-compute[74535]:     <arch name='mips64el'>
Dec 06 09:52:07 user nova-compute[74535]:       <wordsize>64</wordsize>
Dec 06 09:52:07 user nova-compute[74535]:       <emulator>/usr/bin/qemu-system-mips64el</emulator>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='16'>malta</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='16'>loongson3-virt</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>mipssim</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>pica61</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>magnum</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='16'>boston</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>fuloong2e</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <domain type='qemu'/>
Dec 06 09:52:07 user nova-compute[74535]:     </arch>
Dec 06 09:52:07 user nova-compute[74535]:     <features>
Dec 06 09:52:07 user nova-compute[74535]:       <cpuselection/>
Dec 06 09:52:07 user nova-compute[74535]:       <deviceboot/>
Dec 06 09:52:07 user nova-compute[74535]:       <disksnapshot default='on' toggle='no'/>
Dec 06 09:52:07 user nova-compute[74535]:     </features>
Dec 06 09:52:07 user nova-compute[74535]:   </guest>
Dec 06 09:52:07 user nova-compute[74535]:   <guest>
Dec 06 09:52:07 user nova-compute[74535]:     <os_type>hvm</os_type>
Dec 06 09:52:07 user nova-compute[74535]:     <arch name='ppc'>
Dec 06 09:52:07 user nova-compute[74535]:       <wordsize>32</wordsize>
Dec 06 09:52:07 user nova-compute[74535]:       <emulator>/usr/bin/qemu-system-ppc</emulator>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>g3beige</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>virtex-ml507</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>mac99</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='32'>ppce500</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>pegasos2</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>sam460ex</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>bamboo</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>40p</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>ref405ep</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='15'>mpc8544ds</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>taihu</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <domain type='qemu'/>
Dec 06 09:52:07 user nova-compute[74535]:     </arch>
Dec 06 09:52:07 user nova-compute[74535]:     <features>
Dec 06 09:52:07 user nova-compute[74535]:       <cpuselection/>
Dec 06 09:52:07 user nova-compute[74535]:       <deviceboot/>
Dec 06 09:52:07 user nova-compute[74535]:       <disksnapshot default='on' toggle='no'/>
Dec 06 09:52:07 user nova-compute[74535]:     </features>
Dec 06 09:52:07 user nova-compute[74535]:   </guest>
Dec 06 09:52:07 user nova-compute[74535]:   <guest>
Dec 06 09:52:07 user nova-compute[74535]:     <os_type>hvm</os_type>
Dec 06 09:52:07 user nova-compute[74535]:     <arch name='ppc64'>
Dec 06 09:52:07 user nova-compute[74535]:       <wordsize>64</wordsize>
Dec 06 09:52:07 user nova-compute[74535]:       <emulator>/usr/bin/qemu-system-ppc64</emulator>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2147483647'>pseries-jammy</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine canonical='pseries-jammy' maxCpus='2147483647'>pseries</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2048'>powernv9</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine canonical='powernv9' maxCpus='2048'>powernv</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>taihu</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2147483647'>pseries-4.1</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='15'>mpc8544ds</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2147483647'>pseries-6.1</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2147483647'>pseries-2.5</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2048'>powernv10</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2147483647'>pseries-xenial</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2147483647'>pseries-4.2</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2147483647'>pseries-6.2</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2147483647'>pseries-yakkety</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2147483647'>pseries-2.6</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='32'>ppce500</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2147483647'>pseries-bionic-sxxm</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2147483647'>pseries-2.7</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2147483647'>pseries-3.0</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2147483647'>pseries-5.0</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>40p</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2147483647'>pseries-2.8</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>pegasos2</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2147483647'>pseries-hirsute</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2147483647'>pseries-3.1</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2147483647'>pseries-5.1</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2147483647'>pseries-eoan</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2147483647'>pseries-2.9</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2147483647'>pseries-zesty</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>bamboo</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2147483647'>pseries-groovy</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2147483647'>pseries-focal</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>g3beige</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2147483647'>pseries-5.2</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2147483647'>pseries-disco</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2147483647'>pseries-2.12-sxxm</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2147483647'>pseries-2.10</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>virtex-ml507</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2147483647'>pseries-2.11</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2147483647'>pseries-2.1</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2147483647'>pseries-cosmic</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2147483647'>pseries-bionic</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2147483647'>pseries-2.12</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2147483647'>pseries-2.2</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>mac99</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2147483647'>pseries-impish</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2147483647'>pseries-artful</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>sam460ex</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>ref405ep</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2147483647'>pseries-2.3</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2048'>powernv8</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2147483647'>pseries-4.0</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2147483647'>pseries-6.0</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2147483647'>pseries-2.4</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <domain type='qemu'/>
Dec 06 09:52:07 user nova-compute[74535]:     </arch>
Dec 06 09:52:07 user nova-compute[74535]:     <features>
Dec 06 09:52:07 user nova-compute[74535]:       <cpuselection/>
Dec 06 09:52:07 user nova-compute[74535]:       <deviceboot/>
Dec 06 09:52:07 user nova-compute[74535]:       <disksnapshot default='on' toggle='no'/>
Dec 06 09:52:07 user nova-compute[74535]:     </features>
Dec 06 09:52:07 user nova-compute[74535]:   </guest>
Dec 06 09:52:07 user nova-compute[74535]:   <guest>
Dec 06 09:52:07 user nova-compute[74535]:     <os_type>hvm</os_type>
Dec 06 09:52:07 user nova-compute[74535]:     <arch name='ppc64le'>
Dec 06 09:52:07 user nova-compute[74535]:       <wordsize>64</wordsize>
Dec 06 09:52:07 user nova-compute[74535]:       <emulator>/usr/bin/qemu-system-ppc64le</emulator>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2147483647'>pseries-jammy</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine canonical='pseries-jammy' maxCpus='2147483647'>pseries</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2048'>powernv9</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine canonical='powernv9' maxCpus='2048'>powernv</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>taihu</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2147483647'>pseries-4.1</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='15'>mpc8544ds</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2147483647'>pseries-6.1</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2147483647'>pseries-2.5</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2048'>powernv10</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2147483647'>pseries-xenial</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2147483647'>pseries-4.2</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2147483647'>pseries-6.2</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2147483647'>pseries-yakkety</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2147483647'>pseries-2.6</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='32'>ppce500</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2147483647'>pseries-bionic-sxxm</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2147483647'>pseries-2.7</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2147483647'>pseries-3.0</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2147483647'>pseries-5.0</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>40p</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2147483647'>pseries-2.8</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>pegasos2</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2147483647'>pseries-hirsute</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2147483647'>pseries-3.1</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2147483647'>pseries-5.1</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2147483647'>pseries-eoan</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2147483647'>pseries-2.9</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2147483647'>pseries-zesty</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>bamboo</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2147483647'>pseries-groovy</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2147483647'>pseries-focal</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>g3beige</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2147483647'>pseries-5.2</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2147483647'>pseries-disco</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2147483647'>pseries-2.12-sxxm</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2147483647'>pseries-2.10</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>virtex-ml507</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2147483647'>pseries-2.11</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2147483647'>pseries-2.1</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2147483647'>pseries-cosmic</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2147483647'>pseries-bionic</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2147483647'>pseries-2.12</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2147483647'>pseries-2.2</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>mac99</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2147483647'>pseries-impish</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2147483647'>pseries-artful</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>sam460ex</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>ref405ep</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2147483647'>pseries-2.3</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2048'>powernv8</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2147483647'>pseries-4.0</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2147483647'>pseries-6.0</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='2147483647'>pseries-2.4</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <domain type='qemu'/>
Dec 06 09:52:07 user nova-compute[74535]:     </arch>
Dec 06 09:52:07 user nova-compute[74535]:     <features>
Dec 06 09:52:07 user nova-compute[74535]:       <cpuselection/>
Dec 06 09:52:07 user nova-compute[74535]:       <deviceboot/>
Dec 06 09:52:07 user nova-compute[74535]:       <disksnapshot default='on' toggle='no'/>
Dec 06 09:52:07 user nova-compute[74535]:     </features>
Dec 06 09:52:07 user nova-compute[74535]:   </guest>
Dec 06 09:52:07 user nova-compute[74535]:   <guest>
Dec 06 09:52:07 user nova-compute[74535]:     <os_type>hvm</os_type>
Dec 06 09:52:07 user nova-compute[74535]:     <arch name='riscv32'>
Dec 06 09:52:07 user nova-compute[74535]:       <wordsize>32</wordsize>
Dec 06 09:52:07 user nova-compute[74535]:       <emulator>/usr/bin/qemu-system-riscv32</emulator>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='8'>spike</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>opentitan</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='5'>sifive_u</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>sifive_e</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='8'>virt</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <domain type='qemu'/>
Dec 06 09:52:07 user nova-compute[74535]:     </arch>
Dec 06 09:52:07 user nova-compute[74535]:     <features>
Dec 06 09:52:07 user nova-compute[74535]:       <cpuselection/>
Dec 06 09:52:07 user nova-compute[74535]:       <deviceboot/>
Dec 06 09:52:07 user nova-compute[74535]:       <disksnapshot default='on' toggle='no'/>
Dec 06 09:52:07 user nova-compute[74535]:     </features>
Dec 06 09:52:07 user nova-compute[74535]:   </guest>
Dec 06 09:52:07 user nova-compute[74535]:   <guest>
Dec 06 09:52:07 user nova-compute[74535]:     <os_type>hvm</os_type>
Dec 06 09:52:07 user nova-compute[74535]:     <arch name='riscv64'>
Dec 06 09:52:07 user nova-compute[74535]:       <wordsize>64</wordsize>
Dec 06 09:52:07 user nova-compute[74535]:       <emulator>/usr/bin/qemu-system-riscv64</emulator>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='8'>spike</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='5'>microchip-icicle-kit</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='5'>sifive_u</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>shakti_c</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>sifive_e</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='8'>virt</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <domain type='qemu'/>
Dec 06 09:52:07 user nova-compute[74535]:     </arch>
Dec 06 09:52:07 user nova-compute[74535]:     <features>
Dec 06 09:52:07 user nova-compute[74535]:       <cpuselection/>
Dec 06 09:52:07 user nova-compute[74535]:       <deviceboot/>
Dec 06 09:52:07 user nova-compute[74535]:       <disksnapshot default='on' toggle='no'/>
Dec 06 09:52:07 user nova-compute[74535]:     </features>
Dec 06 09:52:07 user nova-compute[74535]:   </guest>
Dec 06 09:52:07 user nova-compute[74535]:   <guest>
Dec 06 09:52:07 user nova-compute[74535]:     <os_type>hvm</os_type>
Dec 06 09:52:07 user nova-compute[74535]:     <arch name='s390x'>
Dec 06 09:52:07 user nova-compute[74535]:       <wordsize>64</wordsize>
Dec 06 09:52:07 user nova-compute[74535]:       <emulator>/usr/bin/qemu-system-s390x</emulator>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='248'>s390-ccw-virtio-jammy</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine canonical='s390-ccw-virtio-jammy' maxCpus='248'>s390-ccw-virtio</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='248'>s390-ccw-virtio-4.0</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='248'>s390-ccw-virtio-5.2</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='248'>s390-ccw-virtio-artful</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='248'>s390-ccw-virtio-3.1</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='248'>s390-ccw-virtio-groovy</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='248'>s390-ccw-virtio-hirsute</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='248'>s390-ccw-virtio-disco</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='248'>s390-ccw-virtio-2.12</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='248'>s390-ccw-virtio-2.6</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='248'>s390-ccw-virtio-yakkety</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='248'>s390-ccw-virtio-eoan</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='248'>s390-ccw-virtio-2.9</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='248'>s390-ccw-virtio-6.0</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='248'>s390-ccw-virtio-5.1</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='248'>s390-ccw-virtio-3.0</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='248'>s390-ccw-virtio-4.2</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='248'>s390-ccw-virtio-2.5</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='248'>s390-ccw-virtio-2.11</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='248'>s390-ccw-virtio-xenial</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='248'>s390-ccw-virtio-focal</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='248'>s390-ccw-virtio-2.8</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='248'>s390-ccw-virtio-impish</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='248'>s390-ccw-virtio-bionic</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='248'>s390-ccw-virtio-5.0</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='248'>s390-ccw-virtio-6.2</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='248'>s390-ccw-virtio-zesty</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='248'>s390-ccw-virtio-4.1</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='248'>s390-ccw-virtio-cosmic</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='248'>s390-ccw-virtio-2.4</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='248'>s390-ccw-virtio-2.10</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='248'>s390-ccw-virtio-2.7</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='248'>s390-ccw-virtio-6.1</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <domain type='qemu'/>
Dec 06 09:52:07 user nova-compute[74535]:     </arch>
Dec 06 09:52:07 user nova-compute[74535]:     <features>
Dec 06 09:52:07 user nova-compute[74535]:       <cpuselection/>
Dec 06 09:52:07 user nova-compute[74535]:       <deviceboot/>
Dec 06 09:52:07 user nova-compute[74535]:       <disksnapshot default='on' toggle='no'/>
Dec 06 09:52:07 user nova-compute[74535]:     </features>
Dec 06 09:52:07 user nova-compute[74535]:   </guest>
Dec 06 09:52:07 user nova-compute[74535]:   <guest>
Dec 06 09:52:07 user nova-compute[74535]:     <os_type>hvm</os_type>
Dec 06 09:52:07 user nova-compute[74535]:     <arch name='sh4'>
Dec 06 09:52:07 user nova-compute[74535]:       <wordsize>32</wordsize>
Dec 06 09:52:07 user nova-compute[74535]:       <emulator>/usr/bin/qemu-system-sh4</emulator>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>shix</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>r2d</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <domain type='qemu'/>
Dec 06 09:52:07 user nova-compute[74535]:     </arch>
Dec 06 09:52:07 user nova-compute[74535]:     <features>
Dec 06 09:52:07 user nova-compute[74535]:       <cpuselection/>
Dec 06 09:52:07 user nova-compute[74535]:       <deviceboot/>
Dec 06 09:52:07 user nova-compute[74535]:       <disksnapshot default='on' toggle='no'/>
Dec 06 09:52:07 user nova-compute[74535]:     </features>
Dec 06 09:52:07 user nova-compute[74535]:   </guest>
Dec 06 09:52:07 user nova-compute[74535]:   <guest>
Dec 06 09:52:07 user nova-compute[74535]:     <os_type>hvm</os_type>
Dec 06 09:52:07 user nova-compute[74535]:     <arch name='sh4eb'>
Dec 06 09:52:07 user nova-compute[74535]:       <wordsize>64</wordsize>
Dec 06 09:52:07 user nova-compute[74535]:       <emulator>/usr/bin/qemu-system-sh4eb</emulator>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>shix</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>r2d</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <domain type='qemu'/>
Dec 06 09:52:07 user nova-compute[74535]:     </arch>
Dec 06 09:52:07 user nova-compute[74535]:     <features>
Dec 06 09:52:07 user nova-compute[74535]:       <cpuselection/>
Dec 06 09:52:07 user nova-compute[74535]:       <deviceboot/>
Dec 06 09:52:07 user nova-compute[74535]:       <disksnapshot default='on' toggle='no'/>
Dec 06 09:52:07 user nova-compute[74535]:     </features>
Dec 06 09:52:07 user nova-compute[74535]:   </guest>
Dec 06 09:52:07 user nova-compute[74535]:   <guest>
Dec 06 09:52:07 user nova-compute[74535]:     <os_type>hvm</os_type>
Dec 06 09:52:07 user nova-compute[74535]:     <arch name='sparc'>
Dec 06 09:52:07 user nova-compute[74535]:       <wordsize>32</wordsize>
Dec 06 09:52:07 user nova-compute[74535]:       <emulator>/usr/bin/qemu-system-sparc</emulator>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>SS-5</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='4'>SS-20</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>LX</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>SPARCClassic</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>leon3_generic</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>SPARCbook</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>SS-4</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='4'>SS-600MP</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='4'>SS-10</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>Voyager</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <domain type='qemu'/>
Dec 06 09:52:07 user nova-compute[74535]:     </arch>
Dec 06 09:52:07 user nova-compute[74535]:     <features>
Dec 06 09:52:07 user nova-compute[74535]:       <cpuselection/>
Dec 06 09:52:07 user nova-compute[74535]:       <deviceboot/>
Dec 06 09:52:07 user nova-compute[74535]:       <disksnapshot default='on' toggle='no'/>
Dec 06 09:52:07 user nova-compute[74535]:     </features>
Dec 06 09:52:07 user nova-compute[74535]:   </guest>
Dec 06 09:52:07 user nova-compute[74535]:   <guest>
Dec 06 09:52:07 user nova-compute[74535]:     <os_type>hvm</os_type>
Dec 06 09:52:07 user nova-compute[74535]:     <arch name='sparc64'>
Dec 06 09:52:07 user nova-compute[74535]:       <wordsize>64</wordsize>
Dec 06 09:52:07 user nova-compute[74535]:       <emulator>/usr/bin/qemu-system-sparc64</emulator>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>sun4u</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>niagara</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>sun4v</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <domain type='qemu'/>
Dec 06 09:52:07 user nova-compute[74535]:     </arch>
Dec 06 09:52:07 user nova-compute[74535]:     <features>
Dec 06 09:52:07 user nova-compute[74535]:       <cpuselection/>
Dec 06 09:52:07 user nova-compute[74535]:       <deviceboot/>
Dec 06 09:52:07 user nova-compute[74535]:       <disksnapshot default='on' toggle='no'/>
Dec 06 09:52:07 user nova-compute[74535]:     </features>
Dec 06 09:52:07 user nova-compute[74535]:   </guest>
Dec 06 09:52:07 user nova-compute[74535]:   <guest>
Dec 06 09:52:07 user nova-compute[74535]:     <os_type>hvm</os_type>
Dec 06 09:52:07 user nova-compute[74535]:     <arch name='x86_64'>
Dec 06 09:52:07 user nova-compute[74535]:       <wordsize>64</wordsize>
Dec 06 09:52:07 user nova-compute[74535]:       <emulator>/usr/bin/qemu-system-x86_64</emulator>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-i440fx-jammy</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine canonical='pc-i440fx-jammy' maxCpus='255'>ubuntu</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-i440fx-impish-hpb</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='288'>pc-q35-5.2</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-i440fx-2.12</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-i440fx-2.0</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-i440fx-xenial</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-i440fx-6.2</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine canonical='pc-i440fx-6.2' maxCpus='255'>pc</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='288'>pc-q35-4.2</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-i440fx-2.5</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-i440fx-4.2</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-i440fx-hirsute</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-i440fx-focal</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-q35-xenial</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-i440fx-jammy-hpb</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-i440fx-5.2</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-i440fx-1.5</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-q35-2.7</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='288'>pc-q35-eoan-hpb</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-i440fx-zesty</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-i440fx-disco-hpb</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='288'>pc-q35-groovy</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-i440fx-groovy</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='288'>pc-q35-artful</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-i440fx-trusty</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-i440fx-2.2</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='288'>pc-q35-focal-hpb</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-i440fx-eoan-hpb</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='288'>pc-q35-bionic-hpb</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-i440fx-artful</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-i440fx-2.7</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='288'>pc-q35-6.1</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-i440fx-yakkety</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-q35-2.4</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='288'>pc-q35-cosmic-hpb</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='288'>pc-q35-2.10</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>x-remote</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='288'>pc-q35-5.1</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-i440fx-1.7</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='288'>pc-q35-2.9</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-i440fx-2.11</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='288'>pc-q35-3.1</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-i440fx-6.1</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='288'>pc-q35-4.1</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='288'>pc-q35-jammy</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine canonical='pc-q35-jammy' maxCpus='288'>ubuntu-q35</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-i440fx-2.4</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-i440fx-4.1</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='288'>pc-q35-eoan</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='288'>pc-q35-jammy-hpb</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-i440fx-5.1</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-i440fx-2.9</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-i440fx-bionic-hpb</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='1'>isapc</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-i440fx-1.4</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='288'>pc-q35-cosmic</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-q35-2.6</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-i440fx-3.1</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='288'>pc-q35-bionic</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='288'>pc-q35-disco-hpb</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-i440fx-cosmic</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='288'>pc-q35-2.12</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-i440fx-bionic</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='288'>pc-q35-groovy-hpb</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='288'>pc-q35-disco</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-i440fx-cosmic-hpb</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-i440fx-2.1</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-i440fx-wily</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='288'>pc-q35-impish</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-i440fx-2.6</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='288'>pc-q35-6.0</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-i440fx-impish</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='288'>pc-q35-impish-hpb</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='288'>pc-q35-hirsute</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='288'>pc-q35-4.0.1</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='288'>pc-q35-hirsute-hpb</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-i440fx-1.6</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='288'>pc-q35-5.0</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='288'>pc-q35-2.8</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-i440fx-2.10</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='288'>pc-q35-3.0</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='288'>pc-q35-zesty</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='288'>pc-q35-4.0</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='288'>pc-q35-focal</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='288'>microvm</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-i440fx-6.0</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-i440fx-2.3</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-i440fx-disco</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-i440fx-focal-hpb</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-i440fx-4.0</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-i440fx-groovy-hpb</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-i440fx-hirsute-hpb</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-i440fx-5.0</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-i440fx-2.8</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='288'>pc-q35-6.2</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine canonical='pc-q35-6.2' maxCpus='288'>q35</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-i440fx-eoan</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-q35-2.5</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-i440fx-3.0</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='255'>pc-q35-yakkety</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='288'>pc-q35-2.11</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <domain type='qemu'/>
Dec 06 09:52:07 user nova-compute[74535]:       <domain type='kvm'/>
Dec 06 09:52:07 user nova-compute[74535]:     </arch>
Dec 06 09:52:07 user nova-compute[74535]:     <features>
Dec 06 09:52:07 user nova-compute[74535]:       <acpi default='on' toggle='yes'/>
Dec 06 09:52:07 user nova-compute[74535]:       <apic default='on' toggle='no'/>
Dec 06 09:52:07 user nova-compute[74535]:       <cpuselection/>
Dec 06 09:52:07 user nova-compute[74535]:       <deviceboot/>
Dec 06 09:52:07 user nova-compute[74535]:       <disksnapshot default='on' toggle='no'/>
Dec 06 09:52:07 user nova-compute[74535]:     </features>
Dec 06 09:52:07 user nova-compute[74535]:   </guest>
Dec 06 09:52:07 user nova-compute[74535]:   <guest>
Dec 06 09:52:07 user nova-compute[74535]:     <os_type>hvm</os_type>
Dec 06 09:52:07 user nova-compute[74535]:     <arch name='xtensa'>
Dec 06 09:52:07 user nova-compute[74535]:       <wordsize>32</wordsize>
Dec 06 09:52:07 user nova-compute[74535]:       <emulator>/usr/bin/qemu-system-xtensa</emulator>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='4'>sim</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='32'>kc705</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='32'>ml605</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='32'>ml605-nommu</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='32'>virt</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='32'>lx60-nommu</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='32'>lx200</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='32'>lx200-nommu</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='32'>lx60</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='32'>kc705-nommu</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <domain type='qemu'/>
Dec 06 09:52:07 user nova-compute[74535]:     </arch>
Dec 06 09:52:07 user nova-compute[74535]:     <features>
Dec 06 09:52:07 user nova-compute[74535]:       <cpuselection/>
Dec 06 09:52:07 user nova-compute[74535]:       <deviceboot/>
Dec 06 09:52:07 user nova-compute[74535]:       <disksnapshot default='on' toggle='no'/>
Dec 06 09:52:07 user nova-compute[74535]:     </features>
Dec 06 09:52:07 user nova-compute[74535]:   </guest>
Dec 06 09:52:07 user nova-compute[74535]:   <guest>
Dec 06 09:52:07 user nova-compute[74535]:     <os_type>hvm</os_type>
Dec 06 09:52:07 user nova-compute[74535]:     <arch name='xtensaeb'>
Dec 06 09:52:07 user nova-compute[74535]:       <wordsize>32</wordsize>
Dec 06 09:52:07 user nova-compute[74535]:       <emulator>/usr/bin/qemu-system-xtensaeb</emulator>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='4'>sim</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='32'>kc705</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='32'>ml605</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='32'>ml605-nommu</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='32'>virt</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='32'>lx60-nommu</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='32'>lx200</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='32'>lx200-nommu</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='32'>lx60</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <machine maxCpus='32'>kc705-nommu</machine>
Dec 06 09:52:07 user nova-compute[74535]:       <domain type='qemu'/>
Dec 06 09:52:07 user nova-compute[74535]:     </arch>
Dec 06 09:52:07 user nova-compute[74535]:     <features>
Dec 06 09:52:07 user nova-compute[74535]:       <cpuselection/>
Dec 06 09:52:07 user nova-compute[74535]:       <deviceboot/>
Dec 06 09:52:07 user nova-compute[74535]:       <disksnapshot default='on' toggle='no'/>
Dec 06 09:52:07 user nova-compute[74535]:     </features>
Dec 06 09:52:07 user nova-compute[74535]:   </guest>
Dec 06 09:52:07 user nova-compute[74535]: </capabilities>
Dec 06 09:52:07 user nova-compute[74535]: 
Dec 06 09:52:07 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-9c34a98d-9cfd-4f9a-815a-9d111511961e None None] Getting domain capabilities for alpha via machine types: {None} {{(pid=74535) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 06 09:52:07 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-9c34a98d-9cfd-4f9a-815a-9d111511961e None None] Error from libvirt when retrieving domain capabilities for arch alpha / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-alpha' on this host {{(pid=74535) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 09:52:07 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-9c34a98d-9cfd-4f9a-815a-9d111511961e None None] Getting domain capabilities for armv6l via machine types: {'virt', None} {{(pid=74535) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 06 09:52:07 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-9c34a98d-9cfd-4f9a-815a-9d111511961e None None] Error from libvirt when retrieving domain capabilities for arch armv6l / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-arm' on this host {{(pid=74535) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 09:52:07 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-9c34a98d-9cfd-4f9a-815a-9d111511961e None None] Error from libvirt when retrieving domain capabilities for arch armv6l / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-arm' on this host {{(pid=74535) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 09:52:07 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-9c34a98d-9cfd-4f9a-815a-9d111511961e None None] Getting domain capabilities for armv7l via machine types: {'virt'} {{(pid=74535) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 06 09:52:07 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-9c34a98d-9cfd-4f9a-815a-9d111511961e None None] Error from libvirt when retrieving domain capabilities for arch armv7l / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-arm' on this host {{(pid=74535) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 09:52:07 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-9c34a98d-9cfd-4f9a-815a-9d111511961e None None] Getting domain capabilities for aarch64 via machine types: {'virt'} {{(pid=74535) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 06 09:52:07 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-9c34a98d-9cfd-4f9a-815a-9d111511961e None None] Error from libvirt when retrieving domain capabilities for arch aarch64 / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-aarch64' on this host {{(pid=74535) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 09:52:07 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-9c34a98d-9cfd-4f9a-815a-9d111511961e None None] Getting domain capabilities for cris via machine types: {None} {{(pid=74535) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 06 09:52:07 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-9c34a98d-9cfd-4f9a-815a-9d111511961e None None] Error from libvirt when retrieving domain capabilities for arch cris / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-cris' on this host {{(pid=74535) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 09:52:07 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-9c34a98d-9cfd-4f9a-815a-9d111511961e None None] Getting domain capabilities for i686 via machine types: {'pc', 'q35', 'ubuntu', 'ubuntu-q35'} {{(pid=74535) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 06 09:52:07 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-9c34a98d-9cfd-4f9a-815a-9d111511961e None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=pc:
Dec 06 09:52:07 user nova-compute[74535]: <domainCapabilities>
Dec 06 09:52:07 user nova-compute[74535]:   <path>/usr/bin/qemu-system-i386</path>
Dec 06 09:52:07 user nova-compute[74535]:   <domain>kvm</domain>
Dec 06 09:52:07 user nova-compute[74535]:   <machine>pc-i440fx-6.2</machine>
Dec 06 09:52:07 user nova-compute[74535]:   <arch>i686</arch>
Dec 06 09:52:07 user nova-compute[74535]:   <vcpu max='255'/>
Dec 06 09:52:07 user nova-compute[74535]:   <iothreads supported='yes'/>
Dec 06 09:52:07 user nova-compute[74535]:   <os supported='yes'>
Dec 06 09:52:07 user nova-compute[74535]:     <enum name='firmware'/>
Dec 06 09:52:07 user nova-compute[74535]:     <loader supported='yes'>
Dec 06 09:52:07 user nova-compute[74535]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Dec 06 09:52:07 user nova-compute[74535]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Dec 06 09:52:07 user nova-compute[74535]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Dec 06 09:52:07 user nova-compute[74535]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Dec 06 09:52:07 user nova-compute[74535]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='type'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>rom</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>pflash</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='readonly'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>yes</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>no</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='secure'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>no</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:     </loader>
Dec 06 09:52:07 user nova-compute[74535]:   </os>
Dec 06 09:52:07 user nova-compute[74535]:   <cpu>
Dec 06 09:52:07 user nova-compute[74535]:     <mode name='host-passthrough' supported='yes'>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='hostPassthroughMigratable'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>off</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:     </mode>
Dec 06 09:52:07 user nova-compute[74535]:     <mode name='maximum' supported='yes'>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='maximumMigratable'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>on</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>off</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:     </mode>
Dec 06 09:52:07 user nova-compute[74535]:     <mode name='host-model' supported='yes'>
Dec 06 09:52:07 user nova-compute[74535]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Dec 06 09:52:07 user nova-compute[74535]:       <vendor>Intel</vendor>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='ss'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='vmx'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='pcid'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='hypervisor'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='arat'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='tsc_adjust'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='umip'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='md-clear'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='stibp'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='arch-capabilities'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='ssbd'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='ibpb'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='ibrs'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='amd-stibp'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='amd-ssbd'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='disable' name='erms'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='disable' name='xsaveopt'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='disable' name='lm'/>
Dec 06 09:52:07 user nova-compute[74535]:     </mode>
Dec 06 09:52:07 user nova-compute[74535]:     <mode name='custom' supported='yes'>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>qemu64</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='yes'>qemu32</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>phenom</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='yes'>pentium3</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='yes'>pentium2</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='yes'>pentium</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>n270</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>kvm64</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='yes'>kvm32</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='yes'>coreduo</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>core2duo</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>athlon</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Westmere-IBRS</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Westmere</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Snowridge</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Skylake-Server-IBRS</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Skylake-Server</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Skylake-Client-IBRS</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Skylake-Client</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>SandyBridge-IBRS</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>SandyBridge</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Penryn</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Opteron_G5</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Opteron_G4</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Opteron_G3</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Opteron_G2</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Opteron_G1</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Nehalem-IBRS</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Nehalem</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>IvyBridge-IBRS</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>IvyBridge</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Icelake-Server-noTSX</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Icelake-Server</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Haswell-noTSX</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Haswell-IBRS</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Haswell</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>EPYC-Rome</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>EPYC-Milan</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>EPYC-IBPB</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>EPYC</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Dhyana</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Cooperlake</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Conroe</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Cascadelake-Server</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Broadwell-noTSX</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Broadwell-IBRS</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Broadwell</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='yes'>486</model>
Dec 06 09:52:07 user nova-compute[74535]:     </mode>
Dec 06 09:52:07 user nova-compute[74535]:   </cpu>
Dec 06 09:52:07 user nova-compute[74535]:   <memoryBacking supported='yes'>
Dec 06 09:52:07 user nova-compute[74535]:     <enum name='sourceType'>
Dec 06 09:52:07 user nova-compute[74535]:       <value>file</value>
Dec 06 09:52:07 user nova-compute[74535]:       <value>anonymous</value>
Dec 06 09:52:07 user nova-compute[74535]:       <value>memfd</value>
Dec 06 09:52:07 user nova-compute[74535]:     </enum>
Dec 06 09:52:07 user nova-compute[74535]:   </memoryBacking>
Dec 06 09:52:07 user nova-compute[74535]:   <devices>
Dec 06 09:52:07 user nova-compute[74535]:     <disk supported='yes'>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='diskDevice'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>disk</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>cdrom</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>floppy</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>lun</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='bus'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>ide</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>fdc</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>scsi</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>virtio</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>usb</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>sata</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='model'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>virtio</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>virtio-transitional</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>virtio-non-transitional</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:     </disk>
Dec 06 09:52:07 user nova-compute[74535]:     <graphics supported='yes'>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='type'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>sdl</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>vnc</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>spice</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>egl-headless</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:     </graphics>
Dec 06 09:52:07 user nova-compute[74535]:     <video supported='yes'>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='modelType'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>vga</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>cirrus</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>vmvga</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>qxl</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>virtio</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>none</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>bochs</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>ramfb</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:     </video>
Dec 06 09:52:07 user nova-compute[74535]:     <hostdev supported='yes'>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='mode'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>subsystem</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='startupPolicy'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>default</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>mandatory</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>requisite</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>optional</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='subsysType'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>usb</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>pci</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>scsi</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='capsType'/>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='pciBackend'/>
Dec 06 09:52:07 user nova-compute[74535]:     </hostdev>
Dec 06 09:52:07 user nova-compute[74535]:     <rng supported='yes'>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='model'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>virtio</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>virtio-transitional</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>virtio-non-transitional</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='backendModel'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>random</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>egd</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>builtin</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:     </rng>
Dec 06 09:52:07 user nova-compute[74535]:     <filesystem supported='yes'>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='driverType'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>path</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>handle</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>virtiofs</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:     </filesystem>
Dec 06 09:52:07 user nova-compute[74535]:     <tpm supported='yes'>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='model'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>tpm-tis</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>tpm-crb</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='backendModel'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>passthrough</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>emulator</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:     </tpm>
Dec 06 09:52:07 user nova-compute[74535]:   </devices>
Dec 06 09:52:07 user nova-compute[74535]:   <features>
Dec 06 09:52:07 user nova-compute[74535]:     <gic supported='no'/>
Dec 06 09:52:07 user nova-compute[74535]:     <vmcoreinfo supported='yes'/>
Dec 06 09:52:07 user nova-compute[74535]:     <genid supported='yes'/>
Dec 06 09:52:07 user nova-compute[74535]:     <backingStoreInput supported='yes'/>
Dec 06 09:52:07 user nova-compute[74535]:     <backup supported='yes'/>
Dec 06 09:52:07 user nova-compute[74535]:     <sev supported='no'/>
Dec 06 09:52:07 user nova-compute[74535]:   </features>
Dec 06 09:52:07 user nova-compute[74535]: </domainCapabilities>
Dec 06 09:52:07 user nova-compute[74535]:  {{(pid=74535) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Dec 06 09:52:07 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-9c34a98d-9cfd-4f9a-815a-9d111511961e None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=q35:
Dec 06 09:52:07 user nova-compute[74535]: <domainCapabilities>
Dec 06 09:52:07 user nova-compute[74535]:   <path>/usr/bin/qemu-system-i386</path>
Dec 06 09:52:07 user nova-compute[74535]:   <domain>kvm</domain>
Dec 06 09:52:07 user nova-compute[74535]:   <machine>pc-q35-6.2</machine>
Dec 06 09:52:07 user nova-compute[74535]:   <arch>i686</arch>
Dec 06 09:52:07 user nova-compute[74535]:   <vcpu max='288'/>
Dec 06 09:52:07 user nova-compute[74535]:   <iothreads supported='yes'/>
Dec 06 09:52:07 user nova-compute[74535]:   <os supported='yes'>
Dec 06 09:52:07 user nova-compute[74535]:     <enum name='firmware'/>
Dec 06 09:52:07 user nova-compute[74535]:     <loader supported='yes'>
Dec 06 09:52:07 user nova-compute[74535]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Dec 06 09:52:07 user nova-compute[74535]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Dec 06 09:52:07 user nova-compute[74535]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Dec 06 09:52:07 user nova-compute[74535]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Dec 06 09:52:07 user nova-compute[74535]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='type'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>rom</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>pflash</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='readonly'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>yes</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>no</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='secure'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>no</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:     </loader>
Dec 06 09:52:07 user nova-compute[74535]:   </os>
Dec 06 09:52:07 user nova-compute[74535]:   <cpu>
Dec 06 09:52:07 user nova-compute[74535]:     <mode name='host-passthrough' supported='yes'>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='hostPassthroughMigratable'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>off</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:     </mode>
Dec 06 09:52:07 user nova-compute[74535]:     <mode name='maximum' supported='yes'>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='maximumMigratable'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>on</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>off</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:     </mode>
Dec 06 09:52:07 user nova-compute[74535]:     <mode name='host-model' supported='yes'>
Dec 06 09:52:07 user nova-compute[74535]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Dec 06 09:52:07 user nova-compute[74535]:       <vendor>Intel</vendor>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='ss'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='vmx'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='pcid'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='hypervisor'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='arat'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='tsc_adjust'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='umip'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='md-clear'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='stibp'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='arch-capabilities'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='ssbd'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='ibpb'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='ibrs'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='amd-stibp'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='amd-ssbd'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='disable' name='erms'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='disable' name='xsaveopt'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='disable' name='lm'/>
Dec 06 09:52:07 user nova-compute[74535]:     </mode>
Dec 06 09:52:07 user nova-compute[74535]:     <mode name='custom' supported='yes'>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>qemu64</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='yes'>qemu32</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>phenom</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='yes'>pentium3</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='yes'>pentium2</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='yes'>pentium</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>n270</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>kvm64</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='yes'>kvm32</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='yes'>coreduo</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>core2duo</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>athlon</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Westmere-IBRS</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Westmere</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Snowridge</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Skylake-Server-IBRS</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Skylake-Server</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Skylake-Client-IBRS</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Skylake-Client</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>SandyBridge-IBRS</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>SandyBridge</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Penryn</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Opteron_G5</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Opteron_G4</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Opteron_G3</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Opteron_G2</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Opteron_G1</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Nehalem-IBRS</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Nehalem</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>IvyBridge-IBRS</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>IvyBridge</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Icelake-Server-noTSX</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Icelake-Server</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Haswell-noTSX</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Haswell-IBRS</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Haswell</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>EPYC-Rome</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>EPYC-Milan</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>EPYC-IBPB</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>EPYC</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Dhyana</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Cooperlake</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Conroe</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Cascadelake-Server</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Broadwell-noTSX</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Broadwell-IBRS</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Broadwell</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='yes'>486</model>
Dec 06 09:52:07 user nova-compute[74535]:     </mode>
Dec 06 09:52:07 user nova-compute[74535]:   </cpu>
Dec 06 09:52:07 user nova-compute[74535]:   <memoryBacking supported='yes'>
Dec 06 09:52:07 user nova-compute[74535]:     <enum name='sourceType'>
Dec 06 09:52:07 user nova-compute[74535]:       <value>file</value>
Dec 06 09:52:07 user nova-compute[74535]:       <value>anonymous</value>
Dec 06 09:52:07 user nova-compute[74535]:       <value>memfd</value>
Dec 06 09:52:07 user nova-compute[74535]:     </enum>
Dec 06 09:52:07 user nova-compute[74535]:   </memoryBacking>
Dec 06 09:52:07 user nova-compute[74535]:   <devices>
Dec 06 09:52:07 user nova-compute[74535]:     <disk supported='yes'>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='diskDevice'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>disk</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>cdrom</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>floppy</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>lun</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='bus'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>fdc</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>scsi</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>virtio</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>usb</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>sata</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='model'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>virtio</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>virtio-transitional</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>virtio-non-transitional</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:     </disk>
Dec 06 09:52:07 user nova-compute[74535]:     <graphics supported='yes'>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='type'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>sdl</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>vnc</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>spice</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>egl-headless</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:     </graphics>
Dec 06 09:52:07 user nova-compute[74535]:     <video supported='yes'>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='modelType'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>vga</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>cirrus</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>vmvga</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>qxl</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>virtio</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>none</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>bochs</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>ramfb</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:     </video>
Dec 06 09:52:07 user nova-compute[74535]:     <hostdev supported='yes'>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='mode'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>subsystem</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='startupPolicy'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>default</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>mandatory</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>requisite</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>optional</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='subsysType'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>usb</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>pci</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>scsi</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='capsType'/>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='pciBackend'/>
Dec 06 09:52:07 user nova-compute[74535]:     </hostdev>
Dec 06 09:52:07 user nova-compute[74535]:     <rng supported='yes'>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='model'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>virtio</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>virtio-transitional</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>virtio-non-transitional</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='backendModel'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>random</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>egd</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>builtin</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:     </rng>
Dec 06 09:52:07 user nova-compute[74535]:     <filesystem supported='yes'>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='driverType'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>path</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>handle</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>virtiofs</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:     </filesystem>
Dec 06 09:52:07 user nova-compute[74535]:     <tpm supported='yes'>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='model'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>tpm-tis</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>tpm-crb</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='backendModel'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>passthrough</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>emulator</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:     </tpm>
Dec 06 09:52:07 user nova-compute[74535]:   </devices>
Dec 06 09:52:07 user nova-compute[74535]:   <features>
Dec 06 09:52:07 user nova-compute[74535]:     <gic supported='no'/>
Dec 06 09:52:07 user nova-compute[74535]:     <vmcoreinfo supported='yes'/>
Dec 06 09:52:07 user nova-compute[74535]:     <genid supported='yes'/>
Dec 06 09:52:07 user nova-compute[74535]:     <backingStoreInput supported='yes'/>
Dec 06 09:52:07 user nova-compute[74535]:     <backup supported='yes'/>
Dec 06 09:52:07 user nova-compute[74535]:     <sev supported='no'/>
Dec 06 09:52:07 user nova-compute[74535]:   </features>
Dec 06 09:52:07 user nova-compute[74535]: </domainCapabilities>
Dec 06 09:52:07 user nova-compute[74535]:  {{(pid=74535) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Dec 06 09:52:07 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-9c34a98d-9cfd-4f9a-815a-9d111511961e None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=ubuntu:
Dec 06 09:52:07 user nova-compute[74535]: <domainCapabilities>
Dec 06 09:52:07 user nova-compute[74535]:   <path>/usr/bin/qemu-system-i386</path>
Dec 06 09:52:07 user nova-compute[74535]:   <domain>kvm</domain>
Dec 06 09:52:07 user nova-compute[74535]:   <machine>pc-i440fx-jammy</machine>
Dec 06 09:52:07 user nova-compute[74535]:   <arch>i686</arch>
Dec 06 09:52:07 user nova-compute[74535]:   <vcpu max='255'/>
Dec 06 09:52:07 user nova-compute[74535]:   <iothreads supported='yes'/>
Dec 06 09:52:07 user nova-compute[74535]:   <os supported='yes'>
Dec 06 09:52:07 user nova-compute[74535]:     <enum name='firmware'/>
Dec 06 09:52:07 user nova-compute[74535]:     <loader supported='yes'>
Dec 06 09:52:07 user nova-compute[74535]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Dec 06 09:52:07 user nova-compute[74535]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Dec 06 09:52:07 user nova-compute[74535]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Dec 06 09:52:07 user nova-compute[74535]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Dec 06 09:52:07 user nova-compute[74535]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='type'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>rom</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>pflash</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='readonly'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>yes</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>no</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='secure'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>no</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:     </loader>
Dec 06 09:52:07 user nova-compute[74535]:   </os>
Dec 06 09:52:07 user nova-compute[74535]:   <cpu>
Dec 06 09:52:07 user nova-compute[74535]:     <mode name='host-passthrough' supported='yes'>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='hostPassthroughMigratable'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>off</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:     </mode>
Dec 06 09:52:07 user nova-compute[74535]:     <mode name='maximum' supported='yes'>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='maximumMigratable'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>on</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>off</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:     </mode>
Dec 06 09:52:07 user nova-compute[74535]:     <mode name='host-model' supported='yes'>
Dec 06 09:52:07 user nova-compute[74535]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Dec 06 09:52:07 user nova-compute[74535]:       <vendor>Intel</vendor>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='ss'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='vmx'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='pcid'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='hypervisor'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='arat'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='tsc_adjust'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='umip'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='md-clear'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='stibp'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='arch-capabilities'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='ssbd'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='ibpb'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='ibrs'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='amd-stibp'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='amd-ssbd'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='disable' name='erms'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='disable' name='xsaveopt'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='disable' name='lm'/>
Dec 06 09:52:07 user nova-compute[74535]:     </mode>
Dec 06 09:52:07 user nova-compute[74535]:     <mode name='custom' supported='yes'>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>qemu64</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='yes'>qemu32</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>phenom</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='yes'>pentium3</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='yes'>pentium2</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='yes'>pentium</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>n270</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>kvm64</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='yes'>kvm32</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='yes'>coreduo</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>core2duo</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>athlon</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Westmere-IBRS</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Westmere</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Snowridge</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Skylake-Server-IBRS</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Skylake-Server</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Skylake-Client-IBRS</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Skylake-Client</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>SandyBridge-IBRS</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>SandyBridge</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Penryn</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Opteron_G5</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Opteron_G4</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Opteron_G3</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Opteron_G2</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Opteron_G1</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Nehalem-IBRS</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Nehalem</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>IvyBridge-IBRS</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>IvyBridge</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Icelake-Server-noTSX</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Icelake-Server</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Haswell-noTSX</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Haswell-IBRS</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Haswell</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>EPYC-Rome</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>EPYC-Milan</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>EPYC-IBPB</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>EPYC</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Dhyana</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Cooperlake</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Conroe</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Cascadelake-Server</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Broadwell-noTSX</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Broadwell-IBRS</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Broadwell</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='yes'>486</model>
Dec 06 09:52:07 user nova-compute[74535]:     </mode>
Dec 06 09:52:07 user nova-compute[74535]:   </cpu>
Dec 06 09:52:07 user nova-compute[74535]:   <memoryBacking supported='yes'>
Dec 06 09:52:07 user nova-compute[74535]:     <enum name='sourceType'>
Dec 06 09:52:07 user nova-compute[74535]:       <value>file</value>
Dec 06 09:52:07 user nova-compute[74535]:       <value>anonymous</value>
Dec 06 09:52:07 user nova-compute[74535]:       <value>memfd</value>
Dec 06 09:52:07 user nova-compute[74535]:     </enum>
Dec 06 09:52:07 user nova-compute[74535]:   </memoryBacking>
Dec 06 09:52:07 user nova-compute[74535]:   <devices>
Dec 06 09:52:07 user nova-compute[74535]:     <disk supported='yes'>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='diskDevice'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>disk</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>cdrom</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>floppy</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>lun</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='bus'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>ide</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>fdc</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>scsi</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>virtio</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>usb</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>sata</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='model'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>virtio</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>virtio-transitional</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>virtio-non-transitional</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:     </disk>
Dec 06 09:52:07 user nova-compute[74535]:     <graphics supported='yes'>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='type'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>sdl</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>vnc</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>spice</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>egl-headless</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:     </graphics>
Dec 06 09:52:07 user nova-compute[74535]:     <video supported='yes'>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='modelType'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>vga</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>cirrus</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>vmvga</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>qxl</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>virtio</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>none</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>bochs</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>ramfb</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:     </video>
Dec 06 09:52:07 user nova-compute[74535]:     <hostdev supported='yes'>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='mode'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>subsystem</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='startupPolicy'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>default</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>mandatory</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>requisite</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>optional</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='subsysType'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>usb</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>pci</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>scsi</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='capsType'/>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='pciBackend'/>
Dec 06 09:52:07 user nova-compute[74535]:     </hostdev>
Dec 06 09:52:07 user nova-compute[74535]:     <rng supported='yes'>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='model'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>virtio</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>virtio-transitional</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>virtio-non-transitional</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='backendModel'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>random</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>egd</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>builtin</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:     </rng>
Dec 06 09:52:07 user nova-compute[74535]:     <filesystem supported='yes'>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='driverType'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>path</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>handle</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>virtiofs</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:     </filesystem>
Dec 06 09:52:07 user nova-compute[74535]:     <tpm supported='yes'>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='model'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>tpm-tis</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>tpm-crb</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='backendModel'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>passthrough</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>emulator</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:     </tpm>
Dec 06 09:52:07 user nova-compute[74535]:   </devices>
Dec 06 09:52:07 user nova-compute[74535]:   <features>
Dec 06 09:52:07 user nova-compute[74535]:     <gic supported='no'/>
Dec 06 09:52:07 user nova-compute[74535]:     <vmcoreinfo supported='yes'/>
Dec 06 09:52:07 user nova-compute[74535]:     <genid supported='yes'/>
Dec 06 09:52:07 user nova-compute[74535]:     <backingStoreInput supported='yes'/>
Dec 06 09:52:07 user nova-compute[74535]:     <backup supported='yes'/>
Dec 06 09:52:07 user nova-compute[74535]:     <sev supported='no'/>
Dec 06 09:52:07 user nova-compute[74535]:   </features>
Dec 06 09:52:07 user nova-compute[74535]: </domainCapabilities>
Dec 06 09:52:07 user nova-compute[74535]:  {{(pid=74535) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Dec 06 09:52:07 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-9c34a98d-9cfd-4f9a-815a-9d111511961e None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=ubuntu-q35:
Dec 06 09:52:07 user nova-compute[74535]: <domainCapabilities>
Dec 06 09:52:07 user nova-compute[74535]:   <path>/usr/bin/qemu-system-i386</path>
Dec 06 09:52:07 user nova-compute[74535]:   <domain>kvm</domain>
Dec 06 09:52:07 user nova-compute[74535]:   <machine>pc-q35-jammy</machine>
Dec 06 09:52:07 user nova-compute[74535]:   <arch>i686</arch>
Dec 06 09:52:07 user nova-compute[74535]:   <vcpu max='288'/>
Dec 06 09:52:07 user nova-compute[74535]:   <iothreads supported='yes'/>
Dec 06 09:52:07 user nova-compute[74535]:   <os supported='yes'>
Dec 06 09:52:07 user nova-compute[74535]:     <enum name='firmware'/>
Dec 06 09:52:07 user nova-compute[74535]:     <loader supported='yes'>
Dec 06 09:52:07 user nova-compute[74535]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Dec 06 09:52:07 user nova-compute[74535]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Dec 06 09:52:07 user nova-compute[74535]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Dec 06 09:52:07 user nova-compute[74535]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Dec 06 09:52:07 user nova-compute[74535]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='type'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>rom</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>pflash</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='readonly'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>yes</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>no</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='secure'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>no</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:     </loader>
Dec 06 09:52:07 user nova-compute[74535]:   </os>
Dec 06 09:52:07 user nova-compute[74535]:   <cpu>
Dec 06 09:52:07 user nova-compute[74535]:     <mode name='host-passthrough' supported='yes'>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='hostPassthroughMigratable'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>off</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:     </mode>
Dec 06 09:52:07 user nova-compute[74535]:     <mode name='maximum' supported='yes'>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='maximumMigratable'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>on</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>off</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:     </mode>
Dec 06 09:52:07 user nova-compute[74535]:     <mode name='host-model' supported='yes'>
Dec 06 09:52:07 user nova-compute[74535]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Dec 06 09:52:07 user nova-compute[74535]:       <vendor>Intel</vendor>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='ss'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='vmx'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='pcid'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='hypervisor'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='arat'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='tsc_adjust'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='umip'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='md-clear'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='stibp'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='arch-capabilities'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='ssbd'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='ibpb'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='ibrs'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='amd-stibp'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='amd-ssbd'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='disable' name='erms'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='disable' name='xsaveopt'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='disable' name='lm'/>
Dec 06 09:52:07 user nova-compute[74535]:     </mode>
Dec 06 09:52:07 user nova-compute[74535]:     <mode name='custom' supported='yes'>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>qemu64</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='yes'>qemu32</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>phenom</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='yes'>pentium3</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='yes'>pentium2</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='yes'>pentium</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>n270</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>kvm64</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='yes'>kvm32</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='yes'>coreduo</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>core2duo</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>athlon</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Westmere-IBRS</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Westmere</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Snowridge</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Skylake-Server-IBRS</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Skylake-Server</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Skylake-Client-IBRS</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Skylake-Client</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>SandyBridge-IBRS</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>SandyBridge</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Penryn</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Opteron_G5</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Opteron_G4</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Opteron_G3</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Opteron_G2</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Opteron_G1</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Nehalem-IBRS</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Nehalem</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>IvyBridge-IBRS</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>IvyBridge</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Icelake-Server-noTSX</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Icelake-Server</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Haswell-noTSX</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Haswell-IBRS</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Haswell</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>EPYC-Rome</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>EPYC-Milan</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>EPYC-IBPB</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>EPYC</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Dhyana</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Cooperlake</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Conroe</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Cascadelake-Server</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Broadwell-noTSX</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Broadwell-IBRS</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Broadwell</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='yes'>486</model>
Dec 06 09:52:07 user nova-compute[74535]:     </mode>
Dec 06 09:52:07 user nova-compute[74535]:   </cpu>
Dec 06 09:52:07 user nova-compute[74535]:   <memoryBacking supported='yes'>
Dec 06 09:52:07 user nova-compute[74535]:     <enum name='sourceType'>
Dec 06 09:52:07 user nova-compute[74535]:       <value>file</value>
Dec 06 09:52:07 user nova-compute[74535]:       <value>anonymous</value>
Dec 06 09:52:07 user nova-compute[74535]:       <value>memfd</value>
Dec 06 09:52:07 user nova-compute[74535]:     </enum>
Dec 06 09:52:07 user nova-compute[74535]:   </memoryBacking>
Dec 06 09:52:07 user nova-compute[74535]:   <devices>
Dec 06 09:52:07 user nova-compute[74535]:     <disk supported='yes'>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='diskDevice'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>disk</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>cdrom</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>floppy</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>lun</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='bus'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>fdc</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>scsi</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>virtio</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>usb</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>sata</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='model'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>virtio</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>virtio-transitional</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>virtio-non-transitional</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:     </disk>
Dec 06 09:52:07 user nova-compute[74535]:     <graphics supported='yes'>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='type'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>sdl</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>vnc</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>spice</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>egl-headless</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:     </graphics>
Dec 06 09:52:07 user nova-compute[74535]:     <video supported='yes'>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='modelType'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>vga</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>cirrus</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>vmvga</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>qxl</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>virtio</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>none</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>bochs</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>ramfb</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:     </video>
Dec 06 09:52:07 user nova-compute[74535]:     <hostdev supported='yes'>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='mode'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>subsystem</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='startupPolicy'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>default</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>mandatory</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>requisite</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>optional</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='subsysType'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>usb</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>pci</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>scsi</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='capsType'/>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='pciBackend'/>
Dec 06 09:52:07 user nova-compute[74535]:     </hostdev>
Dec 06 09:52:07 user nova-compute[74535]:     <rng supported='yes'>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='model'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>virtio</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>virtio-transitional</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>virtio-non-transitional</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='backendModel'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>random</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>egd</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>builtin</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:     </rng>
Dec 06 09:52:07 user nova-compute[74535]:     <filesystem supported='yes'>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='driverType'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>path</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>handle</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>virtiofs</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:     </filesystem>
Dec 06 09:52:07 user nova-compute[74535]:     <tpm supported='yes'>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='model'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>tpm-tis</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>tpm-crb</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='backendModel'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>passthrough</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>emulator</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:     </tpm>
Dec 06 09:52:07 user nova-compute[74535]:   </devices>
Dec 06 09:52:07 user nova-compute[74535]:   <features>
Dec 06 09:52:07 user nova-compute[74535]:     <gic supported='no'/>
Dec 06 09:52:07 user nova-compute[74535]:     <vmcoreinfo supported='yes'/>
Dec 06 09:52:07 user nova-compute[74535]:     <genid supported='yes'/>
Dec 06 09:52:07 user nova-compute[74535]:     <backingStoreInput supported='yes'/>
Dec 06 09:52:07 user nova-compute[74535]:     <backup supported='yes'/>
Dec 06 09:52:07 user nova-compute[74535]:     <sev supported='no'/>
Dec 06 09:52:07 user nova-compute[74535]:   </features>
Dec 06 09:52:07 user nova-compute[74535]: </domainCapabilities>
Dec 06 09:52:07 user nova-compute[74535]:  {{(pid=74535) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Dec 06 09:52:07 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-9c34a98d-9cfd-4f9a-815a-9d111511961e None None] Getting domain capabilities for m68k via machine types: {'virt', None} {{(pid=74535) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 06 09:52:07 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-9c34a98d-9cfd-4f9a-815a-9d111511961e None None] Error from libvirt when retrieving domain capabilities for arch m68k / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-m68k' on this host {{(pid=74535) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 09:52:07 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-9c34a98d-9cfd-4f9a-815a-9d111511961e None None] Error from libvirt when retrieving domain capabilities for arch m68k / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-m68k' on this host {{(pid=74535) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 09:52:07 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-9c34a98d-9cfd-4f9a-815a-9d111511961e None None] Getting domain capabilities for microblaze via machine types: {None} {{(pid=74535) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 06 09:52:07 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-9c34a98d-9cfd-4f9a-815a-9d111511961e None None] Error from libvirt when retrieving domain capabilities for arch microblaze / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-microblaze' on this host {{(pid=74535) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 09:52:07 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-9c34a98d-9cfd-4f9a-815a-9d111511961e None None] Getting domain capabilities for microblazeel via machine types: {None} {{(pid=74535) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 06 09:52:07 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-9c34a98d-9cfd-4f9a-815a-9d111511961e None None] Error from libvirt when retrieving domain capabilities for arch microblazeel / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-microblazeel' on this host {{(pid=74535) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 09:52:07 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-9c34a98d-9cfd-4f9a-815a-9d111511961e None None] Getting domain capabilities for mips via machine types: {None} {{(pid=74535) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 06 09:52:07 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-9c34a98d-9cfd-4f9a-815a-9d111511961e None None] Error from libvirt when retrieving domain capabilities for arch mips / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mips' on this host {{(pid=74535) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 09:52:07 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-9c34a98d-9cfd-4f9a-815a-9d111511961e None None] Getting domain capabilities for mipsel via machine types: {None} {{(pid=74535) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 06 09:52:07 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-9c34a98d-9cfd-4f9a-815a-9d111511961e None None] Error from libvirt when retrieving domain capabilities for arch mipsel / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mipsel' on this host {{(pid=74535) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 09:52:07 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-9c34a98d-9cfd-4f9a-815a-9d111511961e None None] Getting domain capabilities for mips64 via machine types: {None} {{(pid=74535) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 06 09:52:07 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-9c34a98d-9cfd-4f9a-815a-9d111511961e None None] Error from libvirt when retrieving domain capabilities for arch mips64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mips64' on this host {{(pid=74535) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 09:52:07 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-9c34a98d-9cfd-4f9a-815a-9d111511961e None None] Getting domain capabilities for mips64el via machine types: {None} {{(pid=74535) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 06 09:52:07 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-9c34a98d-9cfd-4f9a-815a-9d111511961e None None] Error from libvirt when retrieving domain capabilities for arch mips64el / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mips64el' on this host {{(pid=74535) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 09:52:07 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-9c34a98d-9cfd-4f9a-815a-9d111511961e None None] Getting domain capabilities for ppc via machine types: {None} {{(pid=74535) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 06 09:52:07 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-9c34a98d-9cfd-4f9a-815a-9d111511961e None None] Error from libvirt when retrieving domain capabilities for arch ppc / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc' on this host {{(pid=74535) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 09:52:07 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-9c34a98d-9cfd-4f9a-815a-9d111511961e None None] Getting domain capabilities for ppc64 via machine types: {'pseries', 'powernv', None} {{(pid=74535) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 06 09:52:07 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-9c34a98d-9cfd-4f9a-815a-9d111511961e None None] Error from libvirt when retrieving domain capabilities for arch ppc64 / virt_type kvm / machine_type pseries: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64' on this host {{(pid=74535) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 09:52:07 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-9c34a98d-9cfd-4f9a-815a-9d111511961e None None] Error from libvirt when retrieving domain capabilities for arch ppc64 / virt_type kvm / machine_type powernv: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64' on this host {{(pid=74535) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 09:52:07 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-9c34a98d-9cfd-4f9a-815a-9d111511961e None None] Error from libvirt when retrieving domain capabilities for arch ppc64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64' on this host {{(pid=74535) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 09:52:07 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-9c34a98d-9cfd-4f9a-815a-9d111511961e None None] Getting domain capabilities for ppc64le via machine types: {'powernv', 'pseries'} {{(pid=74535) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 06 09:52:07 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-9c34a98d-9cfd-4f9a-815a-9d111511961e None None] Error from libvirt when retrieving domain capabilities for arch ppc64le / virt_type kvm / machine_type powernv: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64le' on this host {{(pid=74535) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 09:52:07 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-9c34a98d-9cfd-4f9a-815a-9d111511961e None None] Error from libvirt when retrieving domain capabilities for arch ppc64le / virt_type kvm / machine_type pseries: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64le' on this host {{(pid=74535) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 09:52:07 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-9c34a98d-9cfd-4f9a-815a-9d111511961e None None] Getting domain capabilities for riscv32 via machine types: {None} {{(pid=74535) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 06 09:52:07 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-9c34a98d-9cfd-4f9a-815a-9d111511961e None None] Error from libvirt when retrieving domain capabilities for arch riscv32 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-riscv32' on this host {{(pid=74535) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 09:52:07 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-9c34a98d-9cfd-4f9a-815a-9d111511961e None None] Getting domain capabilities for riscv64 via machine types: {None} {{(pid=74535) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 06 09:52:07 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-9c34a98d-9cfd-4f9a-815a-9d111511961e None None] Error from libvirt when retrieving domain capabilities for arch riscv64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-riscv64' on this host {{(pid=74535) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 09:52:07 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-9c34a98d-9cfd-4f9a-815a-9d111511961e None None] Getting domain capabilities for s390x via machine types: {'s390-ccw-virtio'} {{(pid=74535) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 06 09:52:07 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-9c34a98d-9cfd-4f9a-815a-9d111511961e None None] Error from libvirt when retrieving domain capabilities for arch s390x / virt_type kvm / machine_type s390-ccw-virtio: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-s390x' on this host {{(pid=74535) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 09:52:07 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-9c34a98d-9cfd-4f9a-815a-9d111511961e None None] Getting domain capabilities for sh4 via machine types: {None} {{(pid=74535) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 06 09:52:07 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-9c34a98d-9cfd-4f9a-815a-9d111511961e None None] Error from libvirt when retrieving domain capabilities for arch sh4 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sh4' on this host {{(pid=74535) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 09:52:07 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-9c34a98d-9cfd-4f9a-815a-9d111511961e None None] Getting domain capabilities for sh4eb via machine types: {None} {{(pid=74535) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 06 09:52:07 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-9c34a98d-9cfd-4f9a-815a-9d111511961e None None] Error from libvirt when retrieving domain capabilities for arch sh4eb / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sh4eb' on this host {{(pid=74535) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 09:52:07 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-9c34a98d-9cfd-4f9a-815a-9d111511961e None None] Getting domain capabilities for sparc via machine types: {None} {{(pid=74535) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 06 09:52:07 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-9c34a98d-9cfd-4f9a-815a-9d111511961e None None] Error from libvirt when retrieving domain capabilities for arch sparc / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sparc' on this host {{(pid=74535) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 09:52:07 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-9c34a98d-9cfd-4f9a-815a-9d111511961e None None] Getting domain capabilities for sparc64 via machine types: {None} {{(pid=74535) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 06 09:52:07 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-9c34a98d-9cfd-4f9a-815a-9d111511961e None None] Error from libvirt when retrieving domain capabilities for arch sparc64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sparc64' on this host {{(pid=74535) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 09:52:07 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-9c34a98d-9cfd-4f9a-815a-9d111511961e None None] Getting domain capabilities for x86_64 via machine types: {'pc', 'q35', 'ubuntu', 'ubuntu-q35'} {{(pid=74535) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 06 09:52:07 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-9c34a98d-9cfd-4f9a-815a-9d111511961e None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=pc:
Dec 06 09:52:07 user nova-compute[74535]: <domainCapabilities>
Dec 06 09:52:07 user nova-compute[74535]:   <path>/usr/bin/qemu-system-x86_64</path>
Dec 06 09:52:07 user nova-compute[74535]:   <domain>kvm</domain>
Dec 06 09:52:07 user nova-compute[74535]:   <machine>pc-i440fx-6.2</machine>
Dec 06 09:52:07 user nova-compute[74535]:   <arch>x86_64</arch>
Dec 06 09:52:07 user nova-compute[74535]:   <vcpu max='255'/>
Dec 06 09:52:07 user nova-compute[74535]:   <iothreads supported='yes'/>
Dec 06 09:52:07 user nova-compute[74535]:   <os supported='yes'>
Dec 06 09:52:07 user nova-compute[74535]:     <enum name='firmware'>
Dec 06 09:52:07 user nova-compute[74535]:       <value>efi</value>
Dec 06 09:52:07 user nova-compute[74535]:     </enum>
Dec 06 09:52:07 user nova-compute[74535]:     <loader supported='yes'>
Dec 06 09:52:07 user nova-compute[74535]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='type'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>rom</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>pflash</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='readonly'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>yes</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>no</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='secure'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>no</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:     </loader>
Dec 06 09:52:07 user nova-compute[74535]:   </os>
Dec 06 09:52:07 user nova-compute[74535]:   <cpu>
Dec 06 09:52:07 user nova-compute[74535]:     <mode name='host-passthrough' supported='yes'>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='hostPassthroughMigratable'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>on</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>off</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:     </mode>
Dec 06 09:52:07 user nova-compute[74535]:     <mode name='maximum' supported='yes'>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='maximumMigratable'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>on</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>off</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:     </mode>
Dec 06 09:52:07 user nova-compute[74535]:     <mode name='host-model' supported='yes'>
Dec 06 09:52:07 user nova-compute[74535]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Dec 06 09:52:07 user nova-compute[74535]:       <vendor>Intel</vendor>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='ss'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='vmx'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='pcid'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='hypervisor'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='arat'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='tsc_adjust'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='umip'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='md-clear'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='stibp'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='arch-capabilities'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='ssbd'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='invtsc'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='ibpb'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='ibrs'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='amd-stibp'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='amd-ssbd'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='rsba'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='pschange-mc-no'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='disable' name='erms'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='disable' name='xsaveopt'/>
Dec 06 09:52:07 user nova-compute[74535]:     </mode>
Dec 06 09:52:07 user nova-compute[74535]:     <mode name='custom' supported='yes'>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>qemu64</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='yes'>qemu32</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>phenom</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='yes'>pentium3</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='yes'>pentium2</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='yes'>pentium</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>n270</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='yes'>kvm64</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='yes'>kvm32</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='yes'>coreduo</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='yes'>core2duo</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>athlon</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='yes'>Westmere-IBRS</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='yes'>Westmere</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Snowridge</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Skylake-Server-IBRS</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Skylake-Server</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Skylake-Client-IBRS</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Skylake-Client</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>SandyBridge-IBRS</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>SandyBridge</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='yes'>Penryn</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Opteron_G5</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Opteron_G4</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Opteron_G3</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Opteron_G2</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='yes'>Opteron_G1</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='yes'>Nehalem-IBRS</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='yes'>Nehalem</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>IvyBridge-IBRS</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>IvyBridge</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Icelake-Server-noTSX</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Icelake-Server</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Haswell-noTSX</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Haswell-IBRS</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Haswell</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>EPYC-Rome</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>EPYC-Milan</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>EPYC-IBPB</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>EPYC</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Dhyana</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Cooperlake</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='yes'>Conroe</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Cascadelake-Server</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Broadwell-noTSX</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Broadwell-IBRS</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Broadwell</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='yes'>486</model>
Dec 06 09:52:07 user nova-compute[74535]:     </mode>
Dec 06 09:52:07 user nova-compute[74535]:   </cpu>
Dec 06 09:52:07 user nova-compute[74535]:   <memoryBacking supported='yes'>
Dec 06 09:52:07 user nova-compute[74535]:     <enum name='sourceType'>
Dec 06 09:52:07 user nova-compute[74535]:       <value>file</value>
Dec 06 09:52:07 user nova-compute[74535]:       <value>anonymous</value>
Dec 06 09:52:07 user nova-compute[74535]:       <value>memfd</value>
Dec 06 09:52:07 user nova-compute[74535]:     </enum>
Dec 06 09:52:07 user nova-compute[74535]:   </memoryBacking>
Dec 06 09:52:07 user nova-compute[74535]:   <devices>
Dec 06 09:52:07 user nova-compute[74535]:     <disk supported='yes'>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='diskDevice'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>disk</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>cdrom</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>floppy</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>lun</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='bus'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>ide</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>fdc</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>scsi</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>virtio</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>usb</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>sata</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='model'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>virtio</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>virtio-transitional</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>virtio-non-transitional</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:     </disk>
Dec 06 09:52:07 user nova-compute[74535]:     <graphics supported='yes'>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='type'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>sdl</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>vnc</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>spice</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>egl-headless</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:     </graphics>
Dec 06 09:52:07 user nova-compute[74535]:     <video supported='yes'>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='modelType'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>vga</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>cirrus</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>vmvga</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>qxl</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>virtio</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>none</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>bochs</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>ramfb</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:     </video>
Dec 06 09:52:07 user nova-compute[74535]:     <hostdev supported='yes'>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='mode'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>subsystem</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='startupPolicy'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>default</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>mandatory</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>requisite</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>optional</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='subsysType'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>usb</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>pci</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>scsi</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='capsType'/>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='pciBackend'/>
Dec 06 09:52:07 user nova-compute[74535]:     </hostdev>
Dec 06 09:52:07 user nova-compute[74535]:     <rng supported='yes'>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='model'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>virtio</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>virtio-transitional</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>virtio-non-transitional</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='backendModel'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>random</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>egd</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>builtin</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:     </rng>
Dec 06 09:52:07 user nova-compute[74535]:     <filesystem supported='yes'>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='driverType'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>path</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>handle</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>virtiofs</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:     </filesystem>
Dec 06 09:52:07 user nova-compute[74535]:     <tpm supported='yes'>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='model'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>tpm-tis</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>tpm-crb</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='backendModel'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>passthrough</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>emulator</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:     </tpm>
Dec 06 09:52:07 user nova-compute[74535]:   </devices>
Dec 06 09:52:07 user nova-compute[74535]:   <features>
Dec 06 09:52:07 user nova-compute[74535]:     <gic supported='no'/>
Dec 06 09:52:07 user nova-compute[74535]:     <vmcoreinfo supported='yes'/>
Dec 06 09:52:07 user nova-compute[74535]:     <genid supported='yes'/>
Dec 06 09:52:07 user nova-compute[74535]:     <backingStoreInput supported='yes'/>
Dec 06 09:52:07 user nova-compute[74535]:     <backup supported='yes'/>
Dec 06 09:52:07 user nova-compute[74535]:     <sev supported='no'/>
Dec 06 09:52:07 user nova-compute[74535]:   </features>
Dec 06 09:52:07 user nova-compute[74535]: </domainCapabilities>
Dec 06 09:52:07 user nova-compute[74535]:  {{(pid=74535) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Dec 06 09:52:07 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-9c34a98d-9cfd-4f9a-815a-9d111511961e None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=q35:
Dec 06 09:52:07 user nova-compute[74535]: <domainCapabilities>
Dec 06 09:52:07 user nova-compute[74535]:   <path>/usr/bin/qemu-system-x86_64</path>
Dec 06 09:52:07 user nova-compute[74535]:   <domain>kvm</domain>
Dec 06 09:52:07 user nova-compute[74535]:   <machine>pc-q35-6.2</machine>
Dec 06 09:52:07 user nova-compute[74535]:   <arch>x86_64</arch>
Dec 06 09:52:07 user nova-compute[74535]:   <vcpu max='288'/>
Dec 06 09:52:07 user nova-compute[74535]:   <iothreads supported='yes'/>
Dec 06 09:52:07 user nova-compute[74535]:   <os supported='yes'>
Dec 06 09:52:07 user nova-compute[74535]:     <enum name='firmware'>
Dec 06 09:52:07 user nova-compute[74535]:       <value>efi</value>
Dec 06 09:52:07 user nova-compute[74535]:     </enum>
Dec 06 09:52:07 user nova-compute[74535]:     <loader supported='yes'>
Dec 06 09:52:07 user nova-compute[74535]:       <value>/usr/share/OVMF/OVMF_CODE_4M.ms.fd</value>
Dec 06 09:52:07 user nova-compute[74535]:       <value>/usr/share/OVMF/OVMF_CODE_4M.secboot.fd</value>
Dec 06 09:52:07 user nova-compute[74535]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='type'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>rom</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>pflash</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='readonly'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>yes</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>no</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='secure'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>yes</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>no</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:     </loader>
Dec 06 09:52:07 user nova-compute[74535]:   </os>
Dec 06 09:52:07 user nova-compute[74535]:   <cpu>
Dec 06 09:52:07 user nova-compute[74535]:     <mode name='host-passthrough' supported='yes'>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='hostPassthroughMigratable'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>on</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>off</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:     </mode>
Dec 06 09:52:07 user nova-compute[74535]:     <mode name='maximum' supported='yes'>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='maximumMigratable'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>on</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>off</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:     </mode>
Dec 06 09:52:07 user nova-compute[74535]:     <mode name='host-model' supported='yes'>
Dec 06 09:52:07 user nova-compute[74535]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Dec 06 09:52:07 user nova-compute[74535]:       <vendor>Intel</vendor>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='ss'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='vmx'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='pcid'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='hypervisor'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='arat'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='tsc_adjust'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='umip'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='md-clear'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='stibp'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='arch-capabilities'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='ssbd'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='invtsc'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='ibpb'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='ibrs'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='amd-stibp'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='amd-ssbd'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='rsba'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='pschange-mc-no'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='disable' name='erms'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='disable' name='xsaveopt'/>
Dec 06 09:52:07 user nova-compute[74535]:     </mode>
Dec 06 09:52:07 user nova-compute[74535]:     <mode name='custom' supported='yes'>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>qemu64</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='yes'>qemu32</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>phenom</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='yes'>pentium3</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='yes'>pentium2</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='yes'>pentium</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>n270</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='yes'>kvm64</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='yes'>kvm32</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='yes'>coreduo</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='yes'>core2duo</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>athlon</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='yes'>Westmere-IBRS</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='yes'>Westmere</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Snowridge</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Skylake-Server-IBRS</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Skylake-Server</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Skylake-Client-IBRS</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Skylake-Client</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>SandyBridge-IBRS</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>SandyBridge</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='yes'>Penryn</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Opteron_G5</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Opteron_G4</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Opteron_G3</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Opteron_G2</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='yes'>Opteron_G1</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='yes'>Nehalem-IBRS</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='yes'>Nehalem</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>IvyBridge-IBRS</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>IvyBridge</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Icelake-Server-noTSX</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Icelake-Server</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Haswell-noTSX</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Haswell-IBRS</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Haswell</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>EPYC-Rome</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>EPYC-Milan</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>EPYC-IBPB</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>EPYC</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Dhyana</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Cooperlake</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='yes'>Conroe</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Cascadelake-Server</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Broadwell-noTSX</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Broadwell-IBRS</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Broadwell</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='yes'>486</model>
Dec 06 09:52:07 user nova-compute[74535]:     </mode>
Dec 06 09:52:07 user nova-compute[74535]:   </cpu>
Dec 06 09:52:07 user nova-compute[74535]:   <memoryBacking supported='yes'>
Dec 06 09:52:07 user nova-compute[74535]:     <enum name='sourceType'>
Dec 06 09:52:07 user nova-compute[74535]:       <value>file</value>
Dec 06 09:52:07 user nova-compute[74535]:       <value>anonymous</value>
Dec 06 09:52:07 user nova-compute[74535]:       <value>memfd</value>
Dec 06 09:52:07 user nova-compute[74535]:     </enum>
Dec 06 09:52:07 user nova-compute[74535]:   </memoryBacking>
Dec 06 09:52:07 user nova-compute[74535]:   <devices>
Dec 06 09:52:07 user nova-compute[74535]:     <disk supported='yes'>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='diskDevice'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>disk</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>cdrom</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>floppy</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>lun</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='bus'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>fdc</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>scsi</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>virtio</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>usb</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>sata</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='model'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>virtio</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>virtio-transitional</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>virtio-non-transitional</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:     </disk>
Dec 06 09:52:07 user nova-compute[74535]:     <graphics supported='yes'>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='type'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>sdl</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>vnc</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>spice</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>egl-headless</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:     </graphics>
Dec 06 09:52:07 user nova-compute[74535]:     <video supported='yes'>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='modelType'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>vga</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>cirrus</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>vmvga</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>qxl</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>virtio</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>none</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>bochs</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>ramfb</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:     </video>
Dec 06 09:52:07 user nova-compute[74535]:     <hostdev supported='yes'>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='mode'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>subsystem</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='startupPolicy'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>default</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>mandatory</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>requisite</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>optional</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='subsysType'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>usb</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>pci</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>scsi</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='capsType'/>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='pciBackend'/>
Dec 06 09:52:07 user nova-compute[74535]:     </hostdev>
Dec 06 09:52:07 user nova-compute[74535]:     <rng supported='yes'>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='model'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>virtio</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>virtio-transitional</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>virtio-non-transitional</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='backendModel'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>random</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>egd</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>builtin</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:     </rng>
Dec 06 09:52:07 user nova-compute[74535]:     <filesystem supported='yes'>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='driverType'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>path</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>handle</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>virtiofs</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:     </filesystem>
Dec 06 09:52:07 user nova-compute[74535]:     <tpm supported='yes'>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='model'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>tpm-tis</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>tpm-crb</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='backendModel'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>passthrough</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>emulator</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:     </tpm>
Dec 06 09:52:07 user nova-compute[74535]:   </devices>
Dec 06 09:52:07 user nova-compute[74535]:   <features>
Dec 06 09:52:07 user nova-compute[74535]:     <gic supported='no'/>
Dec 06 09:52:07 user nova-compute[74535]:     <vmcoreinfo supported='yes'/>
Dec 06 09:52:07 user nova-compute[74535]:     <genid supported='yes'/>
Dec 06 09:52:07 user nova-compute[74535]:     <backingStoreInput supported='yes'/>
Dec 06 09:52:07 user nova-compute[74535]:     <backup supported='yes'/>
Dec 06 09:52:07 user nova-compute[74535]:     <sev supported='no'/>
Dec 06 09:52:07 user nova-compute[74535]:   </features>
Dec 06 09:52:07 user nova-compute[74535]: </domainCapabilities>
Dec 06 09:52:07 user nova-compute[74535]:  {{(pid=74535) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Dec 06 09:52:07 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-9c34a98d-9cfd-4f9a-815a-9d111511961e None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=ubuntu:
Dec 06 09:52:07 user nova-compute[74535]: <domainCapabilities>
Dec 06 09:52:07 user nova-compute[74535]:   <path>/usr/bin/qemu-system-x86_64</path>
Dec 06 09:52:07 user nova-compute[74535]:   <domain>kvm</domain>
Dec 06 09:52:07 user nova-compute[74535]:   <machine>pc-i440fx-jammy</machine>
Dec 06 09:52:07 user nova-compute[74535]:   <arch>x86_64</arch>
Dec 06 09:52:07 user nova-compute[74535]:   <vcpu max='255'/>
Dec 06 09:52:07 user nova-compute[74535]:   <iothreads supported='yes'/>
Dec 06 09:52:07 user nova-compute[74535]:   <os supported='yes'>
Dec 06 09:52:07 user nova-compute[74535]:     <enum name='firmware'>
Dec 06 09:52:07 user nova-compute[74535]:       <value>efi</value>
Dec 06 09:52:07 user nova-compute[74535]:     </enum>
Dec 06 09:52:07 user nova-compute[74535]:     <loader supported='yes'>
Dec 06 09:52:07 user nova-compute[74535]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='type'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>rom</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>pflash</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='readonly'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>yes</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>no</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='secure'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>no</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:     </loader>
Dec 06 09:52:07 user nova-compute[74535]:   </os>
Dec 06 09:52:07 user nova-compute[74535]:   <cpu>
Dec 06 09:52:07 user nova-compute[74535]:     <mode name='host-passthrough' supported='yes'>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='hostPassthroughMigratable'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>on</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>off</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:     </mode>
Dec 06 09:52:07 user nova-compute[74535]:     <mode name='maximum' supported='yes'>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='maximumMigratable'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>on</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>off</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:     </mode>
Dec 06 09:52:07 user nova-compute[74535]:     <mode name='host-model' supported='yes'>
Dec 06 09:52:07 user nova-compute[74535]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Dec 06 09:52:07 user nova-compute[74535]:       <vendor>Intel</vendor>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='ss'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='vmx'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='pcid'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='hypervisor'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='arat'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='tsc_adjust'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='umip'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='md-clear'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='stibp'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='arch-capabilities'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='ssbd'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='invtsc'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='ibpb'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='ibrs'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='amd-stibp'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='amd-ssbd'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='rsba'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='pschange-mc-no'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='disable' name='erms'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='disable' name='xsaveopt'/>
Dec 06 09:52:07 user nova-compute[74535]:     </mode>
Dec 06 09:52:07 user nova-compute[74535]:     <mode name='custom' supported='yes'>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>qemu64</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='yes'>qemu32</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>phenom</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='yes'>pentium3</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='yes'>pentium2</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='yes'>pentium</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>n270</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='yes'>kvm64</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='yes'>kvm32</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='yes'>coreduo</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='yes'>core2duo</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>athlon</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='yes'>Westmere-IBRS</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='yes'>Westmere</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Snowridge</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Skylake-Server-IBRS</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Skylake-Server</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Skylake-Client-IBRS</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Skylake-Client</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>SandyBridge-IBRS</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>SandyBridge</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='yes'>Penryn</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Opteron_G5</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Opteron_G4</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Opteron_G3</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Opteron_G2</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='yes'>Opteron_G1</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='yes'>Nehalem-IBRS</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='yes'>Nehalem</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>IvyBridge-IBRS</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>IvyBridge</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Icelake-Server-noTSX</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Icelake-Server</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Haswell-noTSX</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Haswell-IBRS</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Haswell</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>EPYC-Rome</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>EPYC-Milan</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>EPYC-IBPB</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>EPYC</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Dhyana</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Cooperlake</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='yes'>Conroe</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Cascadelake-Server</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Broadwell-noTSX</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Broadwell-IBRS</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Broadwell</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='yes'>486</model>
Dec 06 09:52:07 user nova-compute[74535]:     </mode>
Dec 06 09:52:07 user nova-compute[74535]:   </cpu>
Dec 06 09:52:07 user nova-compute[74535]:   <memoryBacking supported='yes'>
Dec 06 09:52:07 user nova-compute[74535]:     <enum name='sourceType'>
Dec 06 09:52:07 user nova-compute[74535]:       <value>file</value>
Dec 06 09:52:07 user nova-compute[74535]:       <value>anonymous</value>
Dec 06 09:52:07 user nova-compute[74535]:       <value>memfd</value>
Dec 06 09:52:07 user nova-compute[74535]:     </enum>
Dec 06 09:52:07 user nova-compute[74535]:   </memoryBacking>
Dec 06 09:52:07 user nova-compute[74535]:   <devices>
Dec 06 09:52:07 user nova-compute[74535]:     <disk supported='yes'>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='diskDevice'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>disk</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>cdrom</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>floppy</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>lun</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='bus'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>ide</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>fdc</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>scsi</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>virtio</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>usb</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>sata</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='model'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>virtio</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>virtio-transitional</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>virtio-non-transitional</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:     </disk>
Dec 06 09:52:07 user nova-compute[74535]:     <graphics supported='yes'>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='type'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>sdl</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>vnc</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>spice</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>egl-headless</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:     </graphics>
Dec 06 09:52:07 user nova-compute[74535]:     <video supported='yes'>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='modelType'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>vga</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>cirrus</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>vmvga</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>qxl</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>virtio</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>none</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>bochs</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>ramfb</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:     </video>
Dec 06 09:52:07 user nova-compute[74535]:     <hostdev supported='yes'>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='mode'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>subsystem</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='startupPolicy'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>default</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>mandatory</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>requisite</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>optional</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='subsysType'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>usb</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>pci</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>scsi</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='capsType'/>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='pciBackend'/>
Dec 06 09:52:07 user nova-compute[74535]:     </hostdev>
Dec 06 09:52:07 user nova-compute[74535]:     <rng supported='yes'>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='model'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>virtio</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>virtio-transitional</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>virtio-non-transitional</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='backendModel'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>random</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>egd</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>builtin</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:     </rng>
Dec 06 09:52:07 user nova-compute[74535]:     <filesystem supported='yes'>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='driverType'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>path</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>handle</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>virtiofs</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:     </filesystem>
Dec 06 09:52:07 user nova-compute[74535]:     <tpm supported='yes'>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='model'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>tpm-tis</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>tpm-crb</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='backendModel'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>passthrough</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>emulator</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:     </tpm>
Dec 06 09:52:07 user nova-compute[74535]:   </devices>
Dec 06 09:52:07 user nova-compute[74535]:   <features>
Dec 06 09:52:07 user nova-compute[74535]:     <gic supported='no'/>
Dec 06 09:52:07 user nova-compute[74535]:     <vmcoreinfo supported='yes'/>
Dec 06 09:52:07 user nova-compute[74535]:     <genid supported='yes'/>
Dec 06 09:52:07 user nova-compute[74535]:     <backingStoreInput supported='yes'/>
Dec 06 09:52:07 user nova-compute[74535]:     <backup supported='yes'/>
Dec 06 09:52:07 user nova-compute[74535]:     <sev supported='no'/>
Dec 06 09:52:07 user nova-compute[74535]:   </features>
Dec 06 09:52:07 user nova-compute[74535]: </domainCapabilities>
Dec 06 09:52:07 user nova-compute[74535]:  {{(pid=74535) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Dec 06 09:52:07 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-9c34a98d-9cfd-4f9a-815a-9d111511961e None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=ubuntu-q35:
Dec 06 09:52:07 user nova-compute[74535]: <domainCapabilities>
Dec 06 09:52:07 user nova-compute[74535]:   <path>/usr/bin/qemu-system-x86_64</path>
Dec 06 09:52:07 user nova-compute[74535]:   <domain>kvm</domain>
Dec 06 09:52:07 user nova-compute[74535]:   <machine>pc-q35-jammy</machine>
Dec 06 09:52:07 user nova-compute[74535]:   <arch>x86_64</arch>
Dec 06 09:52:07 user nova-compute[74535]:   <vcpu max='288'/>
Dec 06 09:52:07 user nova-compute[74535]:   <iothreads supported='yes'/>
Dec 06 09:52:07 user nova-compute[74535]:   <os supported='yes'>
Dec 06 09:52:07 user nova-compute[74535]:     <enum name='firmware'>
Dec 06 09:52:07 user nova-compute[74535]:       <value>efi</value>
Dec 06 09:52:07 user nova-compute[74535]:     </enum>
Dec 06 09:52:07 user nova-compute[74535]:     <loader supported='yes'>
Dec 06 09:52:07 user nova-compute[74535]:       <value>/usr/share/OVMF/OVMF_CODE_4M.ms.fd</value>
Dec 06 09:52:07 user nova-compute[74535]:       <value>/usr/share/OVMF/OVMF_CODE_4M.secboot.fd</value>
Dec 06 09:52:07 user nova-compute[74535]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='type'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>rom</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>pflash</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='readonly'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>yes</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>no</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='secure'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>yes</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>no</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:     </loader>
Dec 06 09:52:07 user nova-compute[74535]:   </os>
Dec 06 09:52:07 user nova-compute[74535]:   <cpu>
Dec 06 09:52:07 user nova-compute[74535]:     <mode name='host-passthrough' supported='yes'>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='hostPassthroughMigratable'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>on</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>off</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:     </mode>
Dec 06 09:52:07 user nova-compute[74535]:     <mode name='maximum' supported='yes'>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='maximumMigratable'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>on</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>off</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:     </mode>
Dec 06 09:52:07 user nova-compute[74535]:     <mode name='host-model' supported='yes'>
Dec 06 09:52:07 user nova-compute[74535]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Dec 06 09:52:07 user nova-compute[74535]:       <vendor>Intel</vendor>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='ss'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='vmx'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='pcid'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='hypervisor'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='arat'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='tsc_adjust'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='umip'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='md-clear'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='stibp'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='arch-capabilities'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='ssbd'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='invtsc'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='ibpb'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='ibrs'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='amd-stibp'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='amd-ssbd'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='rsba'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='require' name='pschange-mc-no'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='disable' name='erms'/>
Dec 06 09:52:07 user nova-compute[74535]:       <feature policy='disable' name='xsaveopt'/>
Dec 06 09:52:07 user nova-compute[74535]:     </mode>
Dec 06 09:52:07 user nova-compute[74535]:     <mode name='custom' supported='yes'>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>qemu64</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='yes'>qemu32</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>phenom</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='yes'>pentium3</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='yes'>pentium2</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='yes'>pentium</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>n270</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='yes'>kvm64</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='yes'>kvm32</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='yes'>coreduo</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='yes'>core2duo</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>athlon</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='yes'>Westmere-IBRS</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='yes'>Westmere</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Snowridge</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Skylake-Server-IBRS</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Skylake-Server</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Skylake-Client-IBRS</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Skylake-Client</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>SandyBridge-IBRS</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>SandyBridge</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='yes'>Penryn</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Opteron_G5</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Opteron_G4</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Opteron_G3</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Opteron_G2</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='yes'>Opteron_G1</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='yes'>Nehalem-IBRS</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='yes'>Nehalem</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>IvyBridge-IBRS</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>IvyBridge</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Icelake-Server-noTSX</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Icelake-Server</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Haswell-noTSX</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Haswell-IBRS</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Haswell</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>EPYC-Rome</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>EPYC-Milan</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>EPYC-IBPB</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>EPYC</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Dhyana</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Cooperlake</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='yes'>Conroe</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Cascadelake-Server</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Broadwell-noTSX</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Broadwell-IBRS</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='no'>Broadwell</model>
Dec 06 09:52:07 user nova-compute[74535]:       <model usable='yes'>486</model>
Dec 06 09:52:07 user nova-compute[74535]:     </mode>
Dec 06 09:52:07 user nova-compute[74535]:   </cpu>
Dec 06 09:52:07 user nova-compute[74535]:   <memoryBacking supported='yes'>
Dec 06 09:52:07 user nova-compute[74535]:     <enum name='sourceType'>
Dec 06 09:52:07 user nova-compute[74535]:       <value>file</value>
Dec 06 09:52:07 user nova-compute[74535]:       <value>anonymous</value>
Dec 06 09:52:07 user nova-compute[74535]:       <value>memfd</value>
Dec 06 09:52:07 user nova-compute[74535]:     </enum>
Dec 06 09:52:07 user nova-compute[74535]:   </memoryBacking>
Dec 06 09:52:07 user nova-compute[74535]:   <devices>
Dec 06 09:52:07 user nova-compute[74535]:     <disk supported='yes'>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='diskDevice'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>disk</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>cdrom</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>floppy</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>lun</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='bus'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>fdc</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>scsi</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>virtio</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>usb</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>sata</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='model'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>virtio</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>virtio-transitional</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>virtio-non-transitional</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:     </disk>
Dec 06 09:52:07 user nova-compute[74535]:     <graphics supported='yes'>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='type'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>sdl</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>vnc</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>spice</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>egl-headless</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:     </graphics>
Dec 06 09:52:07 user nova-compute[74535]:     <video supported='yes'>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='modelType'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>vga</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>cirrus</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>vmvga</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>qxl</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>virtio</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>none</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>bochs</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>ramfb</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:     </video>
Dec 06 09:52:07 user nova-compute[74535]:     <hostdev supported='yes'>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='mode'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>subsystem</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='startupPolicy'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>default</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>mandatory</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>requisite</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>optional</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='subsysType'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>usb</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>pci</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>scsi</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='capsType'/>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='pciBackend'/>
Dec 06 09:52:07 user nova-compute[74535]:     </hostdev>
Dec 06 09:52:07 user nova-compute[74535]:     <rng supported='yes'>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='model'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>virtio</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>virtio-transitional</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>virtio-non-transitional</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='backendModel'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>random</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>egd</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>builtin</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:     </rng>
Dec 06 09:52:07 user nova-compute[74535]:     <filesystem supported='yes'>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='driverType'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>path</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>handle</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>virtiofs</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:     </filesystem>
Dec 06 09:52:07 user nova-compute[74535]:     <tpm supported='yes'>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='model'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>tpm-tis</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>tpm-crb</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:       <enum name='backendModel'>
Dec 06 09:52:07 user nova-compute[74535]:         <value>passthrough</value>
Dec 06 09:52:07 user nova-compute[74535]:         <value>emulator</value>
Dec 06 09:52:07 user nova-compute[74535]:       </enum>
Dec 06 09:52:07 user nova-compute[74535]:     </tpm>
Dec 06 09:52:07 user nova-compute[74535]:   </devices>
Dec 06 09:52:07 user nova-compute[74535]:   <features>
Dec 06 09:52:07 user nova-compute[74535]:     <gic supported='no'/>
Dec 06 09:52:07 user nova-compute[74535]:     <vmcoreinfo supported='yes'/>
Dec 06 09:52:07 user nova-compute[74535]:     <genid supported='yes'/>
Dec 06 09:52:07 user nova-compute[74535]:     <backingStoreInput supported='yes'/>
Dec 06 09:52:07 user nova-compute[74535]:     <backup supported='yes'/>
Dec 06 09:52:07 user nova-compute[74535]:     <sev supported='no'/>
Dec 06 09:52:07 user nova-compute[74535]:   </features>
Dec 06 09:52:07 user nova-compute[74535]: </domainCapabilities>
Dec 06 09:52:07 user nova-compute[74535]:  {{(pid=74535) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Dec 06 09:52:07 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-9c34a98d-9cfd-4f9a-815a-9d111511961e None None] Getting domain capabilities for xtensa via machine types: {None} {{(pid=74535) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 06 09:52:07 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-9c34a98d-9cfd-4f9a-815a-9d111511961e None None] Error from libvirt when retrieving domain capabilities for arch xtensa / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-xtensa' on this host {{(pid=74535) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 09:52:07 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-9c34a98d-9cfd-4f9a-815a-9d111511961e None None] Getting domain capabilities for xtensaeb via machine types: {None} {{(pid=74535) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 06 09:52:07 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-9c34a98d-9cfd-4f9a-815a-9d111511961e None None] Error from libvirt when retrieving domain capabilities for arch xtensaeb / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-xtensaeb' on this host {{(pid=74535) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 09:52:07 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-9c34a98d-9cfd-4f9a-815a-9d111511961e None None] Checking secure boot support for host arch (x86_64) {{(pid=74535) supports_secure_boot /opt/stack/nova/nova/virt/libvirt/host.py:1781}}
Dec 06 09:52:07 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-9c34a98d-9cfd-4f9a-815a-9d111511961e None None] Checking secure boot support for host arch (x86_64) {{(pid=74535) supports_secure_boot /opt/stack/nova/nova/virt/libvirt/host.py:1781}}
Dec 06 09:52:07 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-9c34a98d-9cfd-4f9a-815a-9d111511961e None None] Checking secure boot support for host arch (x86_64) {{(pid=74535) supports_secure_boot /opt/stack/nova/nova/virt/libvirt/host.py:1781}}
Dec 06 09:52:07 user nova-compute[74535]: INFO nova.virt.libvirt.host [None req-9c34a98d-9cfd-4f9a-815a-9d111511961e None None] Secure Boot support detected
Dec 06 09:52:07 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-9c34a98d-9cfd-4f9a-815a-9d111511961e None None] cpu compare xml: <cpu match="exact">
Dec 06 09:52:07 user nova-compute[74535]:   <model>Nehalem</model>
Dec 06 09:52:07 user nova-compute[74535]: </cpu>
Dec 06 09:52:07 user nova-compute[74535]:  {{(pid=74535) _compare_cpu /opt/stack/nova/nova/virt/libvirt/driver.py:10025}}
Dec 06 09:52:07 user nova-compute[74535]: INFO nova.virt.node [None req-9c34a98d-9cfd-4f9a-815a-9d111511961e None None] Generated node identity 7659fa57-3072-4575-9409-805e7df3d907
Dec 06 09:52:07 user nova-compute[74535]: INFO nova.virt.node [None req-9c34a98d-9cfd-4f9a-815a-9d111511961e None None] Wrote node identity 7659fa57-3072-4575-9409-805e7df3d907 to /opt/stack/data/nova/compute_id
Dec 06 09:52:07 user nova-compute[74535]: WARNING nova.compute.manager [None req-9c34a98d-9cfd-4f9a-815a-9d111511961e None None] Compute nodes ['7659fa57-3072-4575-9409-805e7df3d907'] for host user were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning.
Dec 06 09:52:07 user nova-compute[74535]: INFO nova.compute.manager [None req-9c34a98d-9cfd-4f9a-815a-9d111511961e None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host
Dec 06 09:52:07 user nova-compute[74535]: WARNING nova.compute.manager [None req-9c34a98d-9cfd-4f9a-815a-9d111511961e None None] No compute node record found for host user. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host user could not be found.
Dec 06 09:52:07 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-9c34a98d-9cfd-4f9a-815a-9d111511961e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:52:07 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-9c34a98d-9cfd-4f9a-815a-9d111511961e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:52:07 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-9c34a98d-9cfd-4f9a-815a-9d111511961e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:52:07 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-9c34a98d-9cfd-4f9a-815a-9d111511961e None None] Auditing locally available compute resources for user (node: user) {{(pid=74535) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 09:52:07 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-9c34a98d-9cfd-4f9a-815a-9d111511961e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 09:52:07 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-9c34a98d-9cfd-4f9a-815a-9d111511961e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 09:52:07 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-9c34a98d-9cfd-4f9a-815a-9d111511961e None None] Hypervisor/Node resource view: name=user free_ram=10968MB free_disk=26.219093322753906GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74535) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 09:52:07 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-9c34a98d-9cfd-4f9a-815a-9d111511961e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:52:07 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-9c34a98d-9cfd-4f9a-815a-9d111511961e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:52:07 user nova-compute[74535]: WARNING nova.compute.resource_tracker [None req-9c34a98d-9cfd-4f9a-815a-9d111511961e None None] No compute node record for user:7659fa57-3072-4575-9409-805e7df3d907: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 7659fa57-3072-4575-9409-805e7df3d907 could not be found.
Dec 06 09:52:07 user nova-compute[74535]: INFO nova.compute.resource_tracker [None req-9c34a98d-9cfd-4f9a-815a-9d111511961e None None] Compute node record created for user:user with uuid: 7659fa57-3072-4575-9409-805e7df3d907
Dec 06 09:52:08 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-9c34a98d-9cfd-4f9a-815a-9d111511961e None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74535) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 09:52:08 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-9c34a98d-9cfd-4f9a-815a-9d111511961e None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74535) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 09:52:08 user nova-compute[74535]: INFO nova.scheduler.client.report [None req-9c34a98d-9cfd-4f9a-815a-9d111511961e None None] [req-066c0eb2-61d3-4043-8327-56acf0d1156a] Created resource provider record via placement API for resource provider with UUID 7659fa57-3072-4575-9409-805e7df3d907 and name user.
Dec 06 09:52:08 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-9c34a98d-9cfd-4f9a-815a-9d111511961e None None] /sys/module/kvm_amd/parameters/sev does not exist {{(pid=74535) _kernel_supports_amd_sev /opt/stack/nova/nova/virt/libvirt/host.py:1797}}
Dec 06 09:52:08 user nova-compute[74535]: INFO nova.virt.libvirt.host [None req-9c34a98d-9cfd-4f9a-815a-9d111511961e None None] kernel doesn't support AMD SEV
Dec 06 09:52:08 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-9c34a98d-9cfd-4f9a-815a-9d111511961e None None] Updating inventory in ProviderTree for provider 7659fa57-3072-4575-9409-805e7df3d907 with inventory: {'MEMORY_MB': {'total': 16011, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 512}, 'VCPU': {'total': 12, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0, 'reserved': 0}, 'DISK_GB': {'total': 40, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 0}} {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 06 09:52:08 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-9c34a98d-9cfd-4f9a-815a-9d111511961e None None] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74535) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 09:52:08 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-9c34a98d-9cfd-4f9a-815a-9d111511961e None None] Libvirt baseline CPU <cpu>
Dec 06 09:52:08 user nova-compute[74535]:   <arch>x86_64</arch>
Dec 06 09:52:08 user nova-compute[74535]:   <model>Nehalem</model>
Dec 06 09:52:08 user nova-compute[74535]:   <vendor>Intel</vendor>
Dec 06 09:52:08 user nova-compute[74535]:   <topology sockets="6" cores="1" threads="1"/>
Dec 06 09:52:08 user nova-compute[74535]: </cpu>
Dec 06 09:52:08 user nova-compute[74535]:  {{(pid=74535) _get_guest_baseline_cpu_features /opt/stack/nova/nova/virt/libvirt/driver.py:12524}}
Dec 06 09:52:08 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-9c34a98d-9cfd-4f9a-815a-9d111511961e None None] Updated inventory for provider 7659fa57-3072-4575-9409-805e7df3d907 with generation 0 in Placement from set_inventory_for_provider using data: {'MEMORY_MB': {'total': 16011, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 512}, 'VCPU': {'total': 12, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0, 'reserved': 0}, 'DISK_GB': {'total': 40, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:957}}
Dec 06 09:52:08 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-9c34a98d-9cfd-4f9a-815a-9d111511961e None None] Updating resource provider 7659fa57-3072-4575-9409-805e7df3d907 generation from 0 to 1 during operation: update_inventory {{(pid=74535) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}}
Dec 06 09:52:08 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-9c34a98d-9cfd-4f9a-815a-9d111511961e None None] Updating inventory in ProviderTree for provider 7659fa57-3072-4575-9409-805e7df3d907 with inventory: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 06 09:52:08 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-9c34a98d-9cfd-4f9a-815a-9d111511961e None None] Updating resource provider 7659fa57-3072-4575-9409-805e7df3d907 generation from 1 to 2 during operation: update_traits {{(pid=74535) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}}
Dec 06 09:52:08 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-9c34a98d-9cfd-4f9a-815a-9d111511961e None None] Compute_service record updated for user:user {{(pid=74535) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 09:52:08 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-9c34a98d-9cfd-4f9a-815a-9d111511961e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.875s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:52:08 user nova-compute[74535]: DEBUG nova.service [None req-9c34a98d-9cfd-4f9a-815a-9d111511961e None None] Creating RPC server for service compute {{(pid=74535) start /opt/stack/nova/nova/service.py:182}}
Dec 06 09:52:08 user nova-compute[74535]: DEBUG nova.service [None req-9c34a98d-9cfd-4f9a-815a-9d111511961e None None] Join ServiceGroup membership for this service compute {{(pid=74535) start /opt/stack/nova/nova/service.py:199}}
Dec 06 09:52:08 user nova-compute[74535]: DEBUG nova.servicegroup.drivers.db [None req-9c34a98d-9cfd-4f9a-815a-9d111511961e None None] DB_Driver: join new ServiceGroup member user to the compute group, service = <Service: host=user, binary=nova-compute, manager_class_name=nova.compute.manager.ComputeManager> {{(pid=74535) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}}
Dec 06 09:53:03 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:53:03 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:53:03 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Starting heal instance info cache {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 09:53:03 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Rebuilding the list of instances to heal {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 06 09:53:03 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Didn't find any instances for network info cache update. {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 06 09:53:03 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:53:03 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:53:03 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:53:03 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:53:03 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:53:03 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._sync_power_states {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:53:03 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:53:03 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74535) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 09:53:03 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:53:03 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:53:03 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:53:03 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:53:03 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Auditing locally available compute resources for user (node: user) {{(pid=74535) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 09:53:04 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 09:53:04 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 09:53:04 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Hypervisor/Node resource view: name=user free_ram=10309MB free_disk=26.122787475585938GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74535) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 09:53:04 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:53:04 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:53:04 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74535) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 09:53:04 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74535) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 09:53:04 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 09:53:04 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 09:53:04 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Compute_service record updated for user:user {{(pid=74535) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 09:53:04 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.209s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:53:04 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:53:59 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:53:59 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:53:59 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:53:59 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:53:59 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:53:59 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:53:59 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:53:59 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:53:59 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:53:59 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:53:59 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Auditing locally available compute resources for user (node: user) {{(pid=74535) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 09:54:00 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 09:54:00 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 09:54:00 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Hypervisor/Node resource view: name=user free_ram=10328MB free_disk=26.187389373779297GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74535) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 09:54:00 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:54:00 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:54:00 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74535) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 09:54:00 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74535) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 09:54:00 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 09:54:00 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 09:54:00 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Compute_service record updated for user:user {{(pid=74535) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 09:54:00 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.176s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:54:01 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:54:01 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Starting heal instance info cache {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 09:54:01 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Rebuilding the list of instances to heal {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 06 09:54:01 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Didn't find any instances for network info cache update. {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 06 09:54:01 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:54:01 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:54:01 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74535) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 09:54:58 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:54:58 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:54:59 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:54:59 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:54:59 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:55:01 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:55:01 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:55:01 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:55:01 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:55:01 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Auditing locally available compute resources for user (node: user) {{(pid=74535) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 09:55:02 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 09:55:02 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 09:55:02 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Hypervisor/Node resource view: name=user free_ram=10353MB free_disk=25.93948745727539GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74535) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 09:55:02 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:55:02 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:55:02 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74535) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 09:55:02 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74535) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 09:55:02 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 09:55:02 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 09:55:02 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Compute_service record updated for user:user {{(pid=74535) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 09:55:02 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.147s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:55:03 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:55:03 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Starting heal instance info cache {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 09:55:03 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Rebuilding the list of instances to heal {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 06 09:55:03 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Didn't find any instances for network info cache update. {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 06 09:55:03 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:55:03 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:55:03 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74535) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 09:55:59 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:55:59 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:56:00 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:56:00 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:56:01 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:56:01 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:56:03 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:56:03 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:56:03 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:56:03 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:56:03 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Auditing locally available compute resources for user (node: user) {{(pid=74535) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 09:56:04 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 09:56:04 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 09:56:04 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Hypervisor/Node resource view: name=user free_ram=9632MB free_disk=25.959823608398438GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74535) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 09:56:04 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:56:04 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:56:04 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74535) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 09:56:04 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74535) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 09:56:04 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 09:56:04 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 09:56:04 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Compute_service record updated for user:user {{(pid=74535) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 09:56:04 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.136s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:56:05 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:56:05 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Starting heal instance info cache {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 09:56:05 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Rebuilding the list of instances to heal {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 06 09:56:05 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Didn't find any instances for network info cache update. {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 06 09:56:05 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:56:05 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:56:05 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74535) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 09:56:11 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Acquiring lock "7d750435-b1ed-446a-a466-162bdc33821d" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:56:11 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Lock "7d750435-b1ed-446a-a466-162bdc33821d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:56:11 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-615335f0-a4d5-4eb9-b27c-446b39befc5c tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] Acquiring lock "f01386a0-2d94-44f9-aec4-e03f5502f671" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:56:11 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-615335f0-a4d5-4eb9-b27c-446b39befc5c tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] Lock "f01386a0-2d94-44f9-aec4-e03f5502f671" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:56:11 user nova-compute[74535]: DEBUG nova.compute.manager [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] [instance: 7d750435-b1ed-446a-a466-162bdc33821d] Starting instance... {{(pid=74535) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 09:56:12 user nova-compute[74535]: DEBUG nova.compute.manager [None req-615335f0-a4d5-4eb9-b27c-446b39befc5c tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] [instance: f01386a0-2d94-44f9-aec4-e03f5502f671] Starting instance... {{(pid=74535) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 09:56:12 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:56:12 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:56:12 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74535) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 09:56:12 user nova-compute[74535]: INFO nova.compute.claims [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] [instance: 7d750435-b1ed-446a-a466-162bdc33821d] Claim successful on node user
Dec 06 09:56:12 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-615335f0-a4d5-4eb9-b27c-446b39befc5c tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:56:12 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 09:56:12 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 09:56:12 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.365s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:56:12 user nova-compute[74535]: DEBUG nova.compute.manager [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] [instance: 7d750435-b1ed-446a-a466-162bdc33821d] Start building networks asynchronously for instance. {{(pid=74535) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 09:56:12 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-615335f0-a4d5-4eb9-b27c-446b39befc5c tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.317s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:56:12 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-615335f0-a4d5-4eb9-b27c-446b39befc5c tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74535) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 09:56:12 user nova-compute[74535]: INFO nova.compute.claims [None req-615335f0-a4d5-4eb9-b27c-446b39befc5c tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] [instance: f01386a0-2d94-44f9-aec4-e03f5502f671] Claim successful on node user
Dec 06 09:56:12 user nova-compute[74535]: DEBUG nova.compute.manager [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] [instance: 7d750435-b1ed-446a-a466-162bdc33821d] Allocating IP information in the background. {{(pid=74535) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 09:56:12 user nova-compute[74535]: DEBUG nova.network.neutron [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] [instance: 7d750435-b1ed-446a-a466-162bdc33821d] allocate_for_instance() {{(pid=74535) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 09:56:12 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] [instance: 7d750435-b1ed-446a-a466-162bdc33821d] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 09:56:12 user nova-compute[74535]: DEBUG nova.compute.manager [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] [instance: 7d750435-b1ed-446a-a466-162bdc33821d] Start building block device mappings for instance. {{(pid=74535) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 09:56:12 user nova-compute[74535]: DEBUG nova.compute.manager [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] [instance: 7d750435-b1ed-446a-a466-162bdc33821d] Start spawning the instance on the hypervisor. {{(pid=74535) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 09:56:12 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] [instance: 7d750435-b1ed-446a-a466-162bdc33821d] Creating instance directory {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 09:56:12 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] [instance: 7d750435-b1ed-446a-a466-162bdc33821d] Creating image(s)
Dec 06 09:56:12 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Acquiring lock "/opt/stack/data/nova/instances/7d750435-b1ed-446a-a466-162bdc33821d/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:56:12 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Lock "/opt/stack/data/nova/instances/7d750435-b1ed-446a-a466-162bdc33821d/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:56:12 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Lock "/opt/stack/data/nova/instances/7d750435-b1ed-446a-a466-162bdc33821d/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:56:12 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Acquiring lock "7aef4f97309efbd0d8988be1fd45eed756898e08" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:56:12 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Lock "7aef4f97309efbd0d8988be1fd45eed756898e08" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:56:13 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-615335f0-a4d5-4eb9-b27c-446b39befc5c tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 09:56:13 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-615335f0-a4d5-4eb9-b27c-446b39befc5c tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 09:56:13 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-615335f0-a4d5-4eb9-b27c-446b39befc5c tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.467s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:56:13 user nova-compute[74535]: DEBUG nova.compute.manager [None req-615335f0-a4d5-4eb9-b27c-446b39befc5c tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] [instance: f01386a0-2d94-44f9-aec4-e03f5502f671] Start building networks asynchronously for instance. {{(pid=74535) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 09:56:13 user nova-compute[74535]: DEBUG nova.compute.manager [None req-615335f0-a4d5-4eb9-b27c-446b39befc5c tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] [instance: f01386a0-2d94-44f9-aec4-e03f5502f671] Allocating IP information in the background. {{(pid=74535) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 09:56:13 user nova-compute[74535]: DEBUG nova.network.neutron [None req-615335f0-a4d5-4eb9-b27c-446b39befc5c tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] [instance: f01386a0-2d94-44f9-aec4-e03f5502f671] allocate_for_instance() {{(pid=74535) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 09:56:13 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-615335f0-a4d5-4eb9-b27c-446b39befc5c tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] [instance: f01386a0-2d94-44f9-aec4-e03f5502f671] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 09:56:13 user nova-compute[74535]: DEBUG nova.compute.manager [None req-615335f0-a4d5-4eb9-b27c-446b39befc5c tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] [instance: f01386a0-2d94-44f9-aec4-e03f5502f671] Start building block device mappings for instance. {{(pid=74535) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 09:56:13 user nova-compute[74535]: DEBUG nova.policy [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '16172c479fcf4bc5ad34b45316aa032e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ef2caf16967f464bbbd32d4edb51b25a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74535) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 09:56:13 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08.part --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:56:13 user nova-compute[74535]: DEBUG nova.policy [None req-615335f0-a4d5-4eb9-b27c-446b39befc5c tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '095f44ac83504a09bb5811c8087f6638', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6454d1d92ec142c1974d8e0ea3a28adf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74535) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 09:56:13 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-0ebf284a-4bca-44fe-8ce4-21d85a20c284 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Acquiring lock "5e39a1a4-f188-40e3-bcba-70e47abd6026" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:56:13 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-0ebf284a-4bca-44fe-8ce4-21d85a20c284 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Lock "5e39a1a4-f188-40e3-bcba-70e47abd6026" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:56:13 user nova-compute[74535]: DEBUG nova.compute.manager [None req-0ebf284a-4bca-44fe-8ce4-21d85a20c284 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 5e39a1a4-f188-40e3-bcba-70e47abd6026] Starting instance... {{(pid=74535) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 09:56:13 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08.part --force-share --output=json" returned: 0 in 0.168s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:56:13 user nova-compute[74535]: DEBUG nova.virt.images [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] b338f3c8-9974-4b9f-bacb-c75dd541c256 was qcow2, converting to raw {{(pid=74535) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Dec 06 09:56:13 user nova-compute[74535]: DEBUG nova.privsep.utils [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74535) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 06 09:56:13 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08.part /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08.converted {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:56:13 user nova-compute[74535]: DEBUG nova.compute.manager [None req-615335f0-a4d5-4eb9-b27c-446b39befc5c tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] [instance: f01386a0-2d94-44f9-aec4-e03f5502f671] Start spawning the instance on the hypervisor. {{(pid=74535) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 09:56:13 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-615335f0-a4d5-4eb9-b27c-446b39befc5c tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] [instance: f01386a0-2d94-44f9-aec4-e03f5502f671] Creating instance directory {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 09:56:13 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-615335f0-a4d5-4eb9-b27c-446b39befc5c tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] [instance: f01386a0-2d94-44f9-aec4-e03f5502f671] Creating image(s)
Dec 06 09:56:13 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-615335f0-a4d5-4eb9-b27c-446b39befc5c tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] Acquiring lock "/opt/stack/data/nova/instances/f01386a0-2d94-44f9-aec4-e03f5502f671/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:56:13 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-615335f0-a4d5-4eb9-b27c-446b39befc5c tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] Lock "/opt/stack/data/nova/instances/f01386a0-2d94-44f9-aec4-e03f5502f671/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:56:13 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-615335f0-a4d5-4eb9-b27c-446b39befc5c tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] Lock "/opt/stack/data/nova/instances/f01386a0-2d94-44f9-aec4-e03f5502f671/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.008s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:56:13 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-615335f0-a4d5-4eb9-b27c-446b39befc5c tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] Acquiring lock "7aef4f97309efbd0d8988be1fd45eed756898e08" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:56:14 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-0ebf284a-4bca-44fe-8ce4-21d85a20c284 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:56:14 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-0ebf284a-4bca-44fe-8ce4-21d85a20c284 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:56:14 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-0ebf284a-4bca-44fe-8ce4-21d85a20c284 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74535) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 09:56:14 user nova-compute[74535]: INFO nova.compute.claims [None req-0ebf284a-4bca-44fe-8ce4-21d85a20c284 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 5e39a1a4-f188-40e3-bcba-70e47abd6026] Claim successful on node user
Dec 06 09:56:14 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08.part /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08.converted" returned: 0 in 0.315s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:56:14 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08.converted --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:56:14 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08.converted --force-share --output=json" returned: 0 in 0.180s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:56:14 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Lock "7aef4f97309efbd0d8988be1fd45eed756898e08" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.345s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:56:14 user nova-compute[74535]: INFO oslo.privsep.daemon [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'nova.privsep.sys_admin_pctxt', '--privsep_sock_path', '/tmp/tmprpayjd5t/privsep.sock']
Dec 06 09:56:14 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-615335f0-a4d5-4eb9-b27c-446b39befc5c tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] Lock "7aef4f97309efbd0d8988be1fd45eed756898e08" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.451s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:56:14 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-615335f0-a4d5-4eb9-b27c-446b39befc5c tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] Lock "7aef4f97309efbd0d8988be1fd45eed756898e08" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:56:14 user sudo[84073]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context nova.privsep.sys_admin_pctxt --privsep_sock_path /tmp/tmprpayjd5t/privsep.sock
Dec 06 09:56:14 user sudo[84073]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Dec 06 09:56:14 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-0ebf284a-4bca-44fe-8ce4-21d85a20c284 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 09:56:14 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-0ebf284a-4bca-44fe-8ce4-21d85a20c284 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 09:56:14 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-0ebf284a-4bca-44fe-8ce4-21d85a20c284 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.554s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:56:14 user nova-compute[74535]: DEBUG nova.compute.manager [None req-0ebf284a-4bca-44fe-8ce4-21d85a20c284 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 5e39a1a4-f188-40e3-bcba-70e47abd6026] Start building networks asynchronously for instance. {{(pid=74535) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 09:56:14 user nova-compute[74535]: DEBUG nova.compute.manager [None req-0ebf284a-4bca-44fe-8ce4-21d85a20c284 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 5e39a1a4-f188-40e3-bcba-70e47abd6026] Allocating IP information in the background. {{(pid=74535) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 09:56:14 user nova-compute[74535]: DEBUG nova.network.neutron [None req-0ebf284a-4bca-44fe-8ce4-21d85a20c284 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 5e39a1a4-f188-40e3-bcba-70e47abd6026] allocate_for_instance() {{(pid=74535) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 09:56:14 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-0ebf284a-4bca-44fe-8ce4-21d85a20c284 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 5e39a1a4-f188-40e3-bcba-70e47abd6026] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 09:56:14 user nova-compute[74535]: DEBUG nova.compute.manager [None req-0ebf284a-4bca-44fe-8ce4-21d85a20c284 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 5e39a1a4-f188-40e3-bcba-70e47abd6026] Start building block device mappings for instance. {{(pid=74535) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 09:56:14 user nova-compute[74535]: DEBUG nova.compute.manager [None req-0ebf284a-4bca-44fe-8ce4-21d85a20c284 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 5e39a1a4-f188-40e3-bcba-70e47abd6026] Start spawning the instance on the hypervisor. {{(pid=74535) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 09:56:14 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-0ebf284a-4bca-44fe-8ce4-21d85a20c284 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 5e39a1a4-f188-40e3-bcba-70e47abd6026] Creating instance directory {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 09:56:14 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-0ebf284a-4bca-44fe-8ce4-21d85a20c284 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 5e39a1a4-f188-40e3-bcba-70e47abd6026] Creating image(s)
Dec 06 09:56:14 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-0ebf284a-4bca-44fe-8ce4-21d85a20c284 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Acquiring lock "/opt/stack/data/nova/instances/5e39a1a4-f188-40e3-bcba-70e47abd6026/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:56:14 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-0ebf284a-4bca-44fe-8ce4-21d85a20c284 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Lock "/opt/stack/data/nova/instances/5e39a1a4-f188-40e3-bcba-70e47abd6026/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:56:14 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-0ebf284a-4bca-44fe-8ce4-21d85a20c284 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Lock "/opt/stack/data/nova/instances/5e39a1a4-f188-40e3-bcba-70e47abd6026/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:56:14 user nova-compute[74535]: DEBUG nova.policy [None req-0ebf284a-4bca-44fe-8ce4-21d85a20c284 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c4d40c6d3b9e49f79feff37d137f350a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c1a6ab8cc08d4115a89db7cf36f78025', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74535) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 09:56:15 user nova-compute[74535]: DEBUG nova.network.neutron [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] [instance: 7d750435-b1ed-446a-a466-162bdc33821d] Successfully created port: b7795ed1-17c9-4c88-8b81-3cdc216edada {{(pid=74535) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 09:56:15 user sudo[84073]: pam_unix(sudo:session): session closed for user root
Dec 06 09:56:15 user nova-compute[74535]: INFO oslo.privsep.daemon [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Spawned new privsep daemon via rootwrap
Dec 06 09:56:15 user nova-compute[74535]: INFO oslo.privsep.daemon [-] privsep daemon starting
Dec 06 09:56:15 user nova-compute[74535]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Dec 06 09:56:15 user nova-compute[74535]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_CHOWN|CAP_DAC_OVERRIDE|CAP_DAC_READ_SEARCH|CAP_FOWNER|CAP_NET_ADMIN|CAP_SYS_ADMIN/CAP_CHOWN|CAP_DAC_OVERRIDE|CAP_DAC_READ_SEARCH|CAP_FOWNER|CAP_NET_ADMIN|CAP_SYS_ADMIN/none
Dec 06 09:56:15 user nova-compute[74535]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 84078
Dec 06 09:56:15 user nova-compute[74535]: WARNING oslo_privsep.priv_context [None req-615335f0-a4d5-4eb9-b27c-446b39befc5c tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] privsep daemon already running
Dec 06 09:56:15 user nova-compute[74535]: WARNING oslo_privsep.priv_context [None req-0ebf284a-4bca-44fe-8ce4-21d85a20c284 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] privsep daemon already running
Dec 06 09:56:15 user nova-compute[74535]: DEBUG nova.network.neutron [None req-615335f0-a4d5-4eb9-b27c-446b39befc5c tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] [instance: f01386a0-2d94-44f9-aec4-e03f5502f671] Successfully created port: 991e3079-dcb5-4149-97d3-ae18f6d52ae4 {{(pid=74535) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 09:56:15 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-615335f0-a4d5-4eb9-b27c-446b39befc5c tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:56:16 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:56:16 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-0ebf284a-4bca-44fe-8ce4-21d85a20c284 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:56:16 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-615335f0-a4d5-4eb9-b27c-446b39befc5c tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.164s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:56:16 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-615335f0-a4d5-4eb9-b27c-446b39befc5c tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] Acquiring lock "7aef4f97309efbd0d8988be1fd45eed756898e08" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:56:16 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-615335f0-a4d5-4eb9-b27c-446b39befc5c tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] Lock "7aef4f97309efbd0d8988be1fd45eed756898e08" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:56:16 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-615335f0-a4d5-4eb9-b27c-446b39befc5c tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:56:16 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.175s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:56:16 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Acquiring lock "7aef4f97309efbd0d8988be1fd45eed756898e08" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:56:16 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-0ebf284a-4bca-44fe-8ce4-21d85a20c284 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.189s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:56:16 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-0ebf284a-4bca-44fe-8ce4-21d85a20c284 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Acquiring lock "7aef4f97309efbd0d8988be1fd45eed756898e08" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:56:16 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-615335f0-a4d5-4eb9-b27c-446b39befc5c tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.176s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:56:16 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-615335f0-a4d5-4eb9-b27c-446b39befc5c tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08,backing_fmt=raw /opt/stack/data/nova/instances/f01386a0-2d94-44f9-aec4-e03f5502f671/disk 1073741824 {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:56:16 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-615335f0-a4d5-4eb9-b27c-446b39befc5c tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08,backing_fmt=raw /opt/stack/data/nova/instances/f01386a0-2d94-44f9-aec4-e03f5502f671/disk 1073741824" returned: 0 in 0.189s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:56:16 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-615335f0-a4d5-4eb9-b27c-446b39befc5c tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] Lock "7aef4f97309efbd0d8988be1fd45eed756898e08" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.369s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:56:16 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-615335f0-a4d5-4eb9-b27c-446b39befc5c tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:56:16 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Lock "7aef4f97309efbd0d8988be1fd45eed756898e08" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.366s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:56:16 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:56:16 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-615335f0-a4d5-4eb9-b27c-446b39befc5c tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.173s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:56:16 user nova-compute[74535]: DEBUG nova.virt.disk.api [None req-615335f0-a4d5-4eb9-b27c-446b39befc5c tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] Checking if we can resize image /opt/stack/data/nova/instances/f01386a0-2d94-44f9-aec4-e03f5502f671/disk. size=1073741824 {{(pid=74535) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 09:56:16 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-615335f0-a4d5-4eb9-b27c-446b39befc5c tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f01386a0-2d94-44f9-aec4-e03f5502f671/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:56:16 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.194s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:56:16 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08,backing_fmt=raw /opt/stack/data/nova/instances/7d750435-b1ed-446a-a466-162bdc33821d/disk 1073741824 {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:56:16 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08,backing_fmt=raw /opt/stack/data/nova/instances/7d750435-b1ed-446a-a466-162bdc33821d/disk 1073741824" returned: 0 in 0.046s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:56:16 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Lock "7aef4f97309efbd0d8988be1fd45eed756898e08" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.246s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:56:16 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:56:16 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-0ebf284a-4bca-44fe-8ce4-21d85a20c284 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Lock "7aef4f97309efbd0d8988be1fd45eed756898e08" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.597s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:56:16 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-0ebf284a-4bca-44fe-8ce4-21d85a20c284 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:56:16 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-615335f0-a4d5-4eb9-b27c-446b39befc5c tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f01386a0-2d94-44f9-aec4-e03f5502f671/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:56:16 user nova-compute[74535]: DEBUG nova.virt.disk.api [None req-615335f0-a4d5-4eb9-b27c-446b39befc5c tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] Cannot resize image /opt/stack/data/nova/instances/f01386a0-2d94-44f9-aec4-e03f5502f671/disk to a smaller size. {{(pid=74535) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 09:56:16 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-615335f0-a4d5-4eb9-b27c-446b39befc5c tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] [instance: f01386a0-2d94-44f9-aec4-e03f5502f671] Created local disks {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 09:56:16 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-615335f0-a4d5-4eb9-b27c-446b39befc5c tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] [instance: f01386a0-2d94-44f9-aec4-e03f5502f671] Ensure instance console log exists: /opt/stack/data/nova/instances/f01386a0-2d94-44f9-aec4-e03f5502f671/console.log {{(pid=74535) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 09:56:16 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-615335f0-a4d5-4eb9-b27c-446b39befc5c tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:56:16 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-615335f0-a4d5-4eb9-b27c-446b39befc5c tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:56:16 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-615335f0-a4d5-4eb9-b27c-446b39befc5c tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:56:17 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.200s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:56:17 user nova-compute[74535]: DEBUG nova.virt.disk.api [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Checking if we can resize image /opt/stack/data/nova/instances/7d750435-b1ed-446a-a466-162bdc33821d/disk. size=1073741824 {{(pid=74535) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 09:56:17 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d750435-b1ed-446a-a466-162bdc33821d/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:56:17 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-0ebf284a-4bca-44fe-8ce4-21d85a20c284 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.197s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:56:17 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-0ebf284a-4bca-44fe-8ce4-21d85a20c284 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08,backing_fmt=raw /opt/stack/data/nova/instances/5e39a1a4-f188-40e3-bcba-70e47abd6026/disk 1073741824 {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:56:17 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-0ebf284a-4bca-44fe-8ce4-21d85a20c284 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08,backing_fmt=raw /opt/stack/data/nova/instances/5e39a1a4-f188-40e3-bcba-70e47abd6026/disk 1073741824" returned: 0 in 0.049s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:56:17 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-0ebf284a-4bca-44fe-8ce4-21d85a20c284 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Lock "7aef4f97309efbd0d8988be1fd45eed756898e08" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.251s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:56:17 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-0ebf284a-4bca-44fe-8ce4-21d85a20c284 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:56:17 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d750435-b1ed-446a-a466-162bdc33821d/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:56:17 user nova-compute[74535]: DEBUG nova.virt.disk.api [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Cannot resize image /opt/stack/data/nova/instances/7d750435-b1ed-446a-a466-162bdc33821d/disk to a smaller size. {{(pid=74535) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 09:56:17 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] [instance: 7d750435-b1ed-446a-a466-162bdc33821d] Created local disks {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 09:56:17 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] [instance: 7d750435-b1ed-446a-a466-162bdc33821d] Ensure instance console log exists: /opt/stack/data/nova/instances/7d750435-b1ed-446a-a466-162bdc33821d/console.log {{(pid=74535) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 09:56:17 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:56:17 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:56:17 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:56:17 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-0ebf284a-4bca-44fe-8ce4-21d85a20c284 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.178s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:56:17 user nova-compute[74535]: DEBUG nova.virt.disk.api [None req-0ebf284a-4bca-44fe-8ce4-21d85a20c284 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Checking if we can resize image /opt/stack/data/nova/instances/5e39a1a4-f188-40e3-bcba-70e47abd6026/disk. size=1073741824 {{(pid=74535) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 09:56:17 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-0ebf284a-4bca-44fe-8ce4-21d85a20c284 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5e39a1a4-f188-40e3-bcba-70e47abd6026/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:56:17 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-0ebf284a-4bca-44fe-8ce4-21d85a20c284 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5e39a1a4-f188-40e3-bcba-70e47abd6026/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:56:17 user nova-compute[74535]: DEBUG nova.virt.disk.api [None req-0ebf284a-4bca-44fe-8ce4-21d85a20c284 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Cannot resize image /opt/stack/data/nova/instances/5e39a1a4-f188-40e3-bcba-70e47abd6026/disk to a smaller size. {{(pid=74535) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 09:56:17 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-0ebf284a-4bca-44fe-8ce4-21d85a20c284 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 5e39a1a4-f188-40e3-bcba-70e47abd6026] Created local disks {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 09:56:17 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-0ebf284a-4bca-44fe-8ce4-21d85a20c284 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 5e39a1a4-f188-40e3-bcba-70e47abd6026] Ensure instance console log exists: /opt/stack/data/nova/instances/5e39a1a4-f188-40e3-bcba-70e47abd6026/console.log {{(pid=74535) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 09:56:17 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-0ebf284a-4bca-44fe-8ce4-21d85a20c284 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:56:17 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-0ebf284a-4bca-44fe-8ce4-21d85a20c284 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:56:17 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-0ebf284a-4bca-44fe-8ce4-21d85a20c284 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:56:17 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-5873e543-2c65-4aa0-91a6-eb4380e7a216 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Acquiring lock "9032fc82-326a-4827-94e0-c2c42a318148" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:56:17 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-5873e543-2c65-4aa0-91a6-eb4380e7a216 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Lock "9032fc82-326a-4827-94e0-c2c42a318148" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:56:17 user nova-compute[74535]: DEBUG nova.compute.manager [None req-5873e543-2c65-4aa0-91a6-eb4380e7a216 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Starting instance... {{(pid=74535) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 09:56:17 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-5873e543-2c65-4aa0-91a6-eb4380e7a216 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:56:17 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-5873e543-2c65-4aa0-91a6-eb4380e7a216 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:56:17 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-5873e543-2c65-4aa0-91a6-eb4380e7a216 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74535) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 09:56:17 user nova-compute[74535]: INFO nova.compute.claims [None req-5873e543-2c65-4aa0-91a6-eb4380e7a216 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Claim successful on node user
Dec 06 09:56:18 user nova-compute[74535]: DEBUG nova.network.neutron [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] [instance: 7d750435-b1ed-446a-a466-162bdc33821d] Successfully updated port: b7795ed1-17c9-4c88-8b81-3cdc216edada {{(pid=74535) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 09:56:18 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Acquiring lock "refresh_cache-7d750435-b1ed-446a-a466-162bdc33821d" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 09:56:18 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Acquired lock "refresh_cache-7d750435-b1ed-446a-a466-162bdc33821d" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 09:56:18 user nova-compute[74535]: DEBUG nova.network.neutron [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] [instance: 7d750435-b1ed-446a-a466-162bdc33821d] Building network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 09:56:18 user nova-compute[74535]: DEBUG nova.network.neutron [None req-0ebf284a-4bca-44fe-8ce4-21d85a20c284 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 5e39a1a4-f188-40e3-bcba-70e47abd6026] Successfully created port: d5923d45-0499-4abf-8914-ff036bd4603b {{(pid=74535) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 09:56:18 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-5873e543-2c65-4aa0-91a6-eb4380e7a216 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 09:56:18 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-5873e543-2c65-4aa0-91a6-eb4380e7a216 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 09:56:18 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-5873e543-2c65-4aa0-91a6-eb4380e7a216 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.319s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:56:18 user nova-compute[74535]: DEBUG nova.compute.manager [None req-5873e543-2c65-4aa0-91a6-eb4380e7a216 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Start building networks asynchronously for instance. {{(pid=74535) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 09:56:18 user nova-compute[74535]: DEBUG nova.network.neutron [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] [instance: 7d750435-b1ed-446a-a466-162bdc33821d] Instance cache missing network info. {{(pid=74535) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 09:56:18 user nova-compute[74535]: DEBUG nova.compute.manager [None req-5873e543-2c65-4aa0-91a6-eb4380e7a216 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Allocating IP information in the background. {{(pid=74535) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 09:56:18 user nova-compute[74535]: DEBUG nova.network.neutron [None req-5873e543-2c65-4aa0-91a6-eb4380e7a216 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] allocate_for_instance() {{(pid=74535) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 09:56:18 user nova-compute[74535]: DEBUG nova.compute.manager [req-844dc250-f799-4d42-a45d-476221f2ad6d req-68742886-7c45-429b-8d89-169b2cc1e40d service nova] [instance: 7d750435-b1ed-446a-a466-162bdc33821d] Received event network-changed-b7795ed1-17c9-4c88-8b81-3cdc216edada {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:56:18 user nova-compute[74535]: DEBUG nova.compute.manager [req-844dc250-f799-4d42-a45d-476221f2ad6d req-68742886-7c45-429b-8d89-169b2cc1e40d service nova] [instance: 7d750435-b1ed-446a-a466-162bdc33821d] Refreshing instance network info cache due to event network-changed-b7795ed1-17c9-4c88-8b81-3cdc216edada. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 09:56:18 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-844dc250-f799-4d42-a45d-476221f2ad6d req-68742886-7c45-429b-8d89-169b2cc1e40d service nova] Acquiring lock "refresh_cache-7d750435-b1ed-446a-a466-162bdc33821d" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 09:56:18 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-5873e543-2c65-4aa0-91a6-eb4380e7a216 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 09:56:18 user nova-compute[74535]: DEBUG nova.compute.manager [None req-5873e543-2c65-4aa0-91a6-eb4380e7a216 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Start building block device mappings for instance. {{(pid=74535) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 09:56:18 user nova-compute[74535]: DEBUG nova.policy [None req-5873e543-2c65-4aa0-91a6-eb4380e7a216 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5c45520fb9674d44bec3d71ba1054d85', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '90943706b3664c72bbae8f17a744ad30', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74535) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 09:56:18 user nova-compute[74535]: DEBUG nova.network.neutron [None req-615335f0-a4d5-4eb9-b27c-446b39befc5c tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] [instance: f01386a0-2d94-44f9-aec4-e03f5502f671] Successfully updated port: 991e3079-dcb5-4149-97d3-ae18f6d52ae4 {{(pid=74535) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 09:56:18 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-615335f0-a4d5-4eb9-b27c-446b39befc5c tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] Acquiring lock "refresh_cache-f01386a0-2d94-44f9-aec4-e03f5502f671" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 09:56:18 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-615335f0-a4d5-4eb9-b27c-446b39befc5c tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] Acquired lock "refresh_cache-f01386a0-2d94-44f9-aec4-e03f5502f671" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 09:56:18 user nova-compute[74535]: DEBUG nova.network.neutron [None req-615335f0-a4d5-4eb9-b27c-446b39befc5c tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] [instance: f01386a0-2d94-44f9-aec4-e03f5502f671] Building network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 09:56:18 user nova-compute[74535]: DEBUG nova.compute.manager [None req-5873e543-2c65-4aa0-91a6-eb4380e7a216 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Start spawning the instance on the hypervisor. {{(pid=74535) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 09:56:18 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-5873e543-2c65-4aa0-91a6-eb4380e7a216 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Creating instance directory {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 09:56:18 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-5873e543-2c65-4aa0-91a6-eb4380e7a216 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Creating image(s)
Dec 06 09:56:18 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-5873e543-2c65-4aa0-91a6-eb4380e7a216 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Acquiring lock "/opt/stack/data/nova/instances/9032fc82-326a-4827-94e0-c2c42a318148/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:56:18 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-5873e543-2c65-4aa0-91a6-eb4380e7a216 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Lock "/opt/stack/data/nova/instances/9032fc82-326a-4827-94e0-c2c42a318148/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:56:18 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-5873e543-2c65-4aa0-91a6-eb4380e7a216 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Lock "/opt/stack/data/nova/instances/9032fc82-326a-4827-94e0-c2c42a318148/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.003s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:56:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-5873e543-2c65-4aa0-91a6-eb4380e7a216 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:56:18 user nova-compute[74535]: DEBUG nova.network.neutron [None req-615335f0-a4d5-4eb9-b27c-446b39befc5c tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] [instance: f01386a0-2d94-44f9-aec4-e03f5502f671] Instance cache missing network info. {{(pid=74535) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 09:56:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-5873e543-2c65-4aa0-91a6-eb4380e7a216 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.169s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:56:19 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-5873e543-2c65-4aa0-91a6-eb4380e7a216 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Acquiring lock "7aef4f97309efbd0d8988be1fd45eed756898e08" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:56:19 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-5873e543-2c65-4aa0-91a6-eb4380e7a216 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Lock "7aef4f97309efbd0d8988be1fd45eed756898e08" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:56:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-5873e543-2c65-4aa0-91a6-eb4380e7a216 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:56:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-5873e543-2c65-4aa0-91a6-eb4380e7a216 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.156s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:56:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-5873e543-2c65-4aa0-91a6-eb4380e7a216 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08,backing_fmt=raw /opt/stack/data/nova/instances/9032fc82-326a-4827-94e0-c2c42a318148/disk 1073741824 {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:56:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-5873e543-2c65-4aa0-91a6-eb4380e7a216 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08,backing_fmt=raw /opt/stack/data/nova/instances/9032fc82-326a-4827-94e0-c2c42a318148/disk 1073741824" returned: 0 in 0.044s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:56:19 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-5873e543-2c65-4aa0-91a6-eb4380e7a216 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Lock "7aef4f97309efbd0d8988be1fd45eed756898e08" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.205s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:56:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-5873e543-2c65-4aa0-91a6-eb4380e7a216 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:56:19 user nova-compute[74535]: DEBUG nova.compute.manager [req-54b05925-b41a-4a95-9e7a-bdbfbc987f96 req-843eecee-aafe-427d-8324-2375782cab0b service nova] [instance: f01386a0-2d94-44f9-aec4-e03f5502f671] Received event network-changed-991e3079-dcb5-4149-97d3-ae18f6d52ae4 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:56:19 user nova-compute[74535]: DEBUG nova.compute.manager [req-54b05925-b41a-4a95-9e7a-bdbfbc987f96 req-843eecee-aafe-427d-8324-2375782cab0b service nova] [instance: f01386a0-2d94-44f9-aec4-e03f5502f671] Refreshing instance network info cache due to event network-changed-991e3079-dcb5-4149-97d3-ae18f6d52ae4. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 09:56:19 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-54b05925-b41a-4a95-9e7a-bdbfbc987f96 req-843eecee-aafe-427d-8324-2375782cab0b service nova] Acquiring lock "refresh_cache-f01386a0-2d94-44f9-aec4-e03f5502f671" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 09:56:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-5873e543-2c65-4aa0-91a6-eb4380e7a216 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.186s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:56:19 user nova-compute[74535]: DEBUG nova.virt.disk.api [None req-5873e543-2c65-4aa0-91a6-eb4380e7a216 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Checking if we can resize image /opt/stack/data/nova/instances/9032fc82-326a-4827-94e0-c2c42a318148/disk. size=1073741824 {{(pid=74535) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 09:56:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-5873e543-2c65-4aa0-91a6-eb4380e7a216 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9032fc82-326a-4827-94e0-c2c42a318148/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:56:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-5873e543-2c65-4aa0-91a6-eb4380e7a216 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9032fc82-326a-4827-94e0-c2c42a318148/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:56:19 user nova-compute[74535]: DEBUG nova.virt.disk.api [None req-5873e543-2c65-4aa0-91a6-eb4380e7a216 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Cannot resize image /opt/stack/data/nova/instances/9032fc82-326a-4827-94e0-c2c42a318148/disk to a smaller size. {{(pid=74535) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 09:56:19 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-5873e543-2c65-4aa0-91a6-eb4380e7a216 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Created local disks {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 09:56:19 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-5873e543-2c65-4aa0-91a6-eb4380e7a216 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Ensure instance console log exists: /opt/stack/data/nova/instances/9032fc82-326a-4827-94e0-c2c42a318148/console.log {{(pid=74535) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 09:56:19 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-5873e543-2c65-4aa0-91a6-eb4380e7a216 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:56:19 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-5873e543-2c65-4aa0-91a6-eb4380e7a216 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:56:19 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-5873e543-2c65-4aa0-91a6-eb4380e7a216 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:56:19 user nova-compute[74535]: DEBUG nova.network.neutron [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] [instance: 7d750435-b1ed-446a-a466-162bdc33821d] Updating instance_info_cache with network_info: [{"id": "b7795ed1-17c9-4c88-8b81-3cdc216edada", "address": "fa:16:3e:31:bf:1f", "network": {"id": "cf1731d1-e27e-4a5a-8641-3e769f36abff", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-303602077-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ef2caf16967f464bbbd32d4edb51b25a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb7795ed1-17", "ovs_interfaceid": "b7795ed1-17c9-4c88-8b81-3cdc216edada", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:56:19 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Releasing lock "refresh_cache-7d750435-b1ed-446a-a466-162bdc33821d" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 09:56:19 user nova-compute[74535]: DEBUG nova.compute.manager [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] [instance: 7d750435-b1ed-446a-a466-162bdc33821d] Instance network_info: |[{"id": "b7795ed1-17c9-4c88-8b81-3cdc216edada", "address": "fa:16:3e:31:bf:1f", "network": {"id": "cf1731d1-e27e-4a5a-8641-3e769f36abff", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-303602077-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ef2caf16967f464bbbd32d4edb51b25a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb7795ed1-17", "ovs_interfaceid": "b7795ed1-17c9-4c88-8b81-3cdc216edada", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74535) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 09:56:19 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-844dc250-f799-4d42-a45d-476221f2ad6d req-68742886-7c45-429b-8d89-169b2cc1e40d service nova] Acquired lock "refresh_cache-7d750435-b1ed-446a-a466-162bdc33821d" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 09:56:19 user nova-compute[74535]: DEBUG nova.network.neutron [req-844dc250-f799-4d42-a45d-476221f2ad6d req-68742886-7c45-429b-8d89-169b2cc1e40d service nova] [instance: 7d750435-b1ed-446a-a466-162bdc33821d] Refreshing network info cache for port b7795ed1-17c9-4c88-8b81-3cdc216edada {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 09:56:19 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] [instance: 7d750435-b1ed-446a-a466-162bdc33821d] Start _get_guest_xml network_info=[{"id": "b7795ed1-17c9-4c88-8b81-3cdc216edada", "address": "fa:16:3e:31:bf:1f", "network": {"id": "cf1731d1-e27e-4a5a-8641-3e769f36abff", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-303602077-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ef2caf16967f464bbbd32d4edb51b25a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb7795ed1-17", "ovs_interfaceid": "b7795ed1-17c9-4c88-8b81-3cdc216edada", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T09:52:28Z,direct_url=<?>,disk_format='qcow2',id=b338f3c8-9974-4b9f-bacb-c75dd541c256,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='563f6a2917a742ada39fb0e950eece6e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T09:52:30Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'device_name': '/dev/vda', 'encrypted': False, 'encryption_format': None, 'encryption_options': None, 'encryption_secret_uuid': None, 'boot_index': 0, 'device_type': 'disk', 'size': 0, 'guest_format': None, 'image_id': 'b338f3c8-9974-4b9f-bacb-c75dd541c256'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 09:56:19 user nova-compute[74535]: DEBUG nova.network.neutron [None req-615335f0-a4d5-4eb9-b27c-446b39befc5c tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] [instance: f01386a0-2d94-44f9-aec4-e03f5502f671] Updating instance_info_cache with network_info: [{"id": "991e3079-dcb5-4149-97d3-ae18f6d52ae4", "address": "fa:16:3e:89:0c:e8", "network": {"id": "785fabf1-7c34-440e-970b-3f81f3a0330d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-812500701-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6454d1d92ec142c1974d8e0ea3a28adf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap991e3079-dc", "ovs_interfaceid": "991e3079-dcb5-4149-97d3-ae18f6d52ae4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:56:19 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 09:56:19 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 09:56:19 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-615335f0-a4d5-4eb9-b27c-446b39befc5c tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] Releasing lock "refresh_cache-f01386a0-2d94-44f9-aec4-e03f5502f671" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 09:56:19 user nova-compute[74535]: DEBUG nova.compute.manager [None req-615335f0-a4d5-4eb9-b27c-446b39befc5c tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] [instance: f01386a0-2d94-44f9-aec4-e03f5502f671] Instance network_info: |[{"id": "991e3079-dcb5-4149-97d3-ae18f6d52ae4", "address": "fa:16:3e:89:0c:e8", "network": {"id": "785fabf1-7c34-440e-970b-3f81f3a0330d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-812500701-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6454d1d92ec142c1974d8e0ea3a28adf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap991e3079-dc", "ovs_interfaceid": "991e3079-dcb5-4149-97d3-ae18f6d52ae4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74535) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 09:56:19 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-54b05925-b41a-4a95-9e7a-bdbfbc987f96 req-843eecee-aafe-427d-8324-2375782cab0b service nova] Acquired lock "refresh_cache-f01386a0-2d94-44f9-aec4-e03f5502f671" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 09:56:19 user nova-compute[74535]: DEBUG nova.network.neutron [req-54b05925-b41a-4a95-9e7a-bdbfbc987f96 req-843eecee-aafe-427d-8324-2375782cab0b service nova] [instance: f01386a0-2d94-44f9-aec4-e03f5502f671] Refreshing network info cache for port 991e3079-dcb5-4149-97d3-ae18f6d52ae4 {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 09:56:19 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-615335f0-a4d5-4eb9-b27c-446b39befc5c tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] [instance: f01386a0-2d94-44f9-aec4-e03f5502f671] Start _get_guest_xml network_info=[{"id": "991e3079-dcb5-4149-97d3-ae18f6d52ae4", "address": "fa:16:3e:89:0c:e8", "network": {"id": "785fabf1-7c34-440e-970b-3f81f3a0330d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-812500701-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6454d1d92ec142c1974d8e0ea3a28adf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap991e3079-dc", "ovs_interfaceid": "991e3079-dcb5-4149-97d3-ae18f6d52ae4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T09:52:28Z,direct_url=<?>,disk_format='qcow2',id=b338f3c8-9974-4b9f-bacb-c75dd541c256,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='563f6a2917a742ada39fb0e950eece6e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T09:52:30Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'device_name': '/dev/vda', 'encrypted': False, 'encryption_format': None, 'encryption_options': None, 'encryption_secret_uuid': None, 'boot_index': 0, 'device_type': 'disk', 'size': 0, 'guest_format': None, 'image_id': 'b338f3c8-9974-4b9f-bacb-c75dd541c256'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 09:56:19 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 09:56:19 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] CPU controller missing on host. {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 09:56:19 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 09:56:19 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] CPU controller found on host. {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 09:56:19 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74535) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 09:56:19 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T09:52:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T09:52:28Z,direct_url=<?>,disk_format='qcow2',id=b338f3c8-9974-4b9f-bacb-c75dd541c256,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='563f6a2917a742ada39fb0e950eece6e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T09:52:30Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 09:56:19 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Flavor limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 09:56:19 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Image limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 09:56:19 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Flavor pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 09:56:19 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Image pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 09:56:19 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 09:56:19 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 09:56:19 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 09:56:19 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Got 1 possible topologies {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 09:56:19 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 09:56:19 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 09:56:19 user nova-compute[74535]: DEBUG nova.privsep.utils [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74535) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 06 09:56:19 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T09:56:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-1540192689',display_name='tempest-ServersNegativeTestJSON-server-1540192689',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-1540192689',id=2,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ef2caf16967f464bbbd32d4edb51b25a',ramdisk_id='',reservation_id='r-tdmnv0z0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-2030770952',owner_user_name='tempest-ServersNegativeTestJSON-2030770952-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T09:56:13Z,user_data=None,user_id='16172c479fcf4bc5ad34b45316aa032e',uuid=7d750435-b1ed-446a-a466-162bdc33821d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b7795ed1-17c9-4c88-8b81-3cdc216edada", "address": "fa:16:3e:31:bf:1f", "network": {"id": "cf1731d1-e27e-4a5a-8641-3e769f36abff", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-303602077-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ef2caf16967f464bbbd32d4edb51b25a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb7795ed1-17", "ovs_interfaceid": "b7795ed1-17c9-4c88-8b81-3cdc216edada", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74535) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 09:56:19 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Converting VIF {"id": "b7795ed1-17c9-4c88-8b81-3cdc216edada", "address": "fa:16:3e:31:bf:1f", "network": {"id": "cf1731d1-e27e-4a5a-8641-3e769f36abff", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-303602077-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ef2caf16967f464bbbd32d4edb51b25a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb7795ed1-17", "ovs_interfaceid": "b7795ed1-17c9-4c88-8b81-3cdc216edada", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 09:56:19 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:31:bf:1f,bridge_name='br-int',has_traffic_filtering=True,id=b7795ed1-17c9-4c88-8b81-3cdc216edada,network=Network(cf1731d1-e27e-4a5a-8641-3e769f36abff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb7795ed1-17') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 09:56:19 user nova-compute[74535]: DEBUG nova.objects.instance [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Lazy-loading 'pci_devices' on Instance uuid 7d750435-b1ed-446a-a466-162bdc33821d {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 09:56:19 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-615335f0-a4d5-4eb9-b27c-446b39befc5c tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 09:56:19 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-615335f0-a4d5-4eb9-b27c-446b39befc5c tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 09:56:19 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-615335f0-a4d5-4eb9-b27c-446b39befc5c tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 09:56:19 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-615335f0-a4d5-4eb9-b27c-446b39befc5c tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] CPU controller missing on host. {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 09:56:19 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] [instance: 7d750435-b1ed-446a-a466-162bdc33821d] End _get_guest_xml xml=<domain type="kvm">
Dec 06 09:56:19 user nova-compute[74535]:   <uuid>7d750435-b1ed-446a-a466-162bdc33821d</uuid>
Dec 06 09:56:19 user nova-compute[74535]:   <name>instance-00000002</name>
Dec 06 09:56:19 user nova-compute[74535]:   <memory>524288</memory>
Dec 06 09:56:19 user nova-compute[74535]:   <vcpu>1</vcpu>
Dec 06 09:56:19 user nova-compute[74535]:   <metadata>
Dec 06 09:56:19 user nova-compute[74535]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 09:56:19 user nova-compute[74535]:       <nova:package version="0.0.0"/>
Dec 06 09:56:19 user nova-compute[74535]:       <nova:name>tempest-ServersNegativeTestJSON-server-1540192689</nova:name>
Dec 06 09:56:19 user nova-compute[74535]:       <nova:creationTime>2023-12-06 09:56:19</nova:creationTime>
Dec 06 09:56:19 user nova-compute[74535]:       <nova:flavor name="m1.tiny">
Dec 06 09:56:19 user nova-compute[74535]:         <nova:memory>512</nova:memory>
Dec 06 09:56:19 user nova-compute[74535]:         <nova:disk>1</nova:disk>
Dec 06 09:56:19 user nova-compute[74535]:         <nova:swap>0</nova:swap>
Dec 06 09:56:19 user nova-compute[74535]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 09:56:19 user nova-compute[74535]:         <nova:vcpus>1</nova:vcpus>
Dec 06 09:56:19 user nova-compute[74535]:       </nova:flavor>
Dec 06 09:56:19 user nova-compute[74535]:       <nova:owner>
Dec 06 09:56:19 user nova-compute[74535]:         <nova:user uuid="16172c479fcf4bc5ad34b45316aa032e">tempest-ServersNegativeTestJSON-2030770952-project-member</nova:user>
Dec 06 09:56:19 user nova-compute[74535]:         <nova:project uuid="ef2caf16967f464bbbd32d4edb51b25a">tempest-ServersNegativeTestJSON-2030770952</nova:project>
Dec 06 09:56:19 user nova-compute[74535]:       </nova:owner>
Dec 06 09:56:19 user nova-compute[74535]:       <nova:root type="image" uuid="b338f3c8-9974-4b9f-bacb-c75dd541c256"/>
Dec 06 09:56:19 user nova-compute[74535]:       <nova:ports>
Dec 06 09:56:19 user nova-compute[74535]:         <nova:port uuid="b7795ed1-17c9-4c88-8b81-3cdc216edada">
Dec 06 09:56:19 user nova-compute[74535]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Dec 06 09:56:19 user nova-compute[74535]:         </nova:port>
Dec 06 09:56:19 user nova-compute[74535]:       </nova:ports>
Dec 06 09:56:19 user nova-compute[74535]:     </nova:instance>
Dec 06 09:56:19 user nova-compute[74535]:   </metadata>
Dec 06 09:56:19 user nova-compute[74535]:   <sysinfo type="smbios">
Dec 06 09:56:19 user nova-compute[74535]:     <system>
Dec 06 09:56:19 user nova-compute[74535]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 09:56:19 user nova-compute[74535]:       <entry name="product">OpenStack Nova</entry>
Dec 06 09:56:19 user nova-compute[74535]:       <entry name="version">0.0.0</entry>
Dec 06 09:56:19 user nova-compute[74535]:       <entry name="serial">7d750435-b1ed-446a-a466-162bdc33821d</entry>
Dec 06 09:56:19 user nova-compute[74535]:       <entry name="uuid">7d750435-b1ed-446a-a466-162bdc33821d</entry>
Dec 06 09:56:19 user nova-compute[74535]:       <entry name="family">Virtual Machine</entry>
Dec 06 09:56:19 user nova-compute[74535]:     </system>
Dec 06 09:56:19 user nova-compute[74535]:   </sysinfo>
Dec 06 09:56:19 user nova-compute[74535]:   <os>
Dec 06 09:56:19 user nova-compute[74535]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 09:56:19 user nova-compute[74535]:     <boot dev="hd"/>
Dec 06 09:56:19 user nova-compute[74535]:     <smbios mode="sysinfo"/>
Dec 06 09:56:19 user nova-compute[74535]:   </os>
Dec 06 09:56:19 user nova-compute[74535]:   <features>
Dec 06 09:56:19 user nova-compute[74535]:     <acpi/>
Dec 06 09:56:19 user nova-compute[74535]:     <apic/>
Dec 06 09:56:19 user nova-compute[74535]:     <vmcoreinfo/>
Dec 06 09:56:19 user nova-compute[74535]:   </features>
Dec 06 09:56:19 user nova-compute[74535]:   <clock offset="utc">
Dec 06 09:56:19 user nova-compute[74535]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 09:56:19 user nova-compute[74535]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 09:56:19 user nova-compute[74535]:     <timer name="hpet" present="no"/>
Dec 06 09:56:19 user nova-compute[74535]:   </clock>
Dec 06 09:56:19 user nova-compute[74535]:   <cpu mode="custom" match="exact">
Dec 06 09:56:19 user nova-compute[74535]:     <model>Nehalem</model>
Dec 06 09:56:19 user nova-compute[74535]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 09:56:19 user nova-compute[74535]:   </cpu>
Dec 06 09:56:19 user nova-compute[74535]:   <devices>
Dec 06 09:56:19 user nova-compute[74535]:     <disk type="file" device="disk">
Dec 06 09:56:19 user nova-compute[74535]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 09:56:19 user nova-compute[74535]:       <source file="/opt/stack/data/nova/instances/7d750435-b1ed-446a-a466-162bdc33821d/disk"/>
Dec 06 09:56:19 user nova-compute[74535]:       <target dev="vda" bus="virtio"/>
Dec 06 09:56:19 user nova-compute[74535]:     </disk>
Dec 06 09:56:19 user nova-compute[74535]:     <interface type="ethernet">
Dec 06 09:56:19 user nova-compute[74535]:       <mac address="fa:16:3e:31:bf:1f"/>
Dec 06 09:56:19 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 09:56:19 user nova-compute[74535]:       <mtu size="1442"/>
Dec 06 09:56:19 user nova-compute[74535]:       <target dev="tapb7795ed1-17"/>
Dec 06 09:56:19 user nova-compute[74535]:     </interface>
Dec 06 09:56:19 user nova-compute[74535]:     <serial type="pty">
Dec 06 09:56:19 user nova-compute[74535]:       <log file="/opt/stack/data/nova/instances/7d750435-b1ed-446a-a466-162bdc33821d/console.log" append="off"/>
Dec 06 09:56:19 user nova-compute[74535]:     </serial>
Dec 06 09:56:19 user nova-compute[74535]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 09:56:19 user nova-compute[74535]:     <video>
Dec 06 09:56:19 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 09:56:19 user nova-compute[74535]:     </video>
Dec 06 09:56:19 user nova-compute[74535]:     <rng model="virtio">
Dec 06 09:56:19 user nova-compute[74535]:       <backend model="random">/dev/urandom</backend>
Dec 06 09:56:19 user nova-compute[74535]:     </rng>
Dec 06 09:56:19 user nova-compute[74535]:     <controller type="usb" index="0" model="none"/>
Dec 06 09:56:19 user nova-compute[74535]:     <memballoon model="virtio">
Dec 06 09:56:19 user nova-compute[74535]:       <stats period="10"/>
Dec 06 09:56:19 user nova-compute[74535]:     </memballoon>
Dec 06 09:56:19 user nova-compute[74535]:   </devices>
Dec 06 09:56:19 user nova-compute[74535]: </domain>
Dec 06 09:56:19 user nova-compute[74535]:  {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 09:56:19 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T09:56:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-1540192689',display_name='tempest-ServersNegativeTestJSON-server-1540192689',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-1540192689',id=2,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ef2caf16967f464bbbd32d4edb51b25a',ramdisk_id='',reservation_id='r-tdmnv0z0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-2030770952',owner_user_name='tempest-ServersNegativeTestJSON-2030770952-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T09:56:13Z,user_data=None,user_id='16172c479fcf4bc5ad34b45316aa032e',uuid=7d750435-b1ed-446a-a466-162bdc33821d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b7795ed1-17c9-4c88-8b81-3cdc216edada", "address": "fa:16:3e:31:bf:1f", "network": {"id": "cf1731d1-e27e-4a5a-8641-3e769f36abff", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-303602077-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ef2caf16967f464bbbd32d4edb51b25a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb7795ed1-17", "ovs_interfaceid": "b7795ed1-17c9-4c88-8b81-3cdc216edada", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 09:56:19 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Converting VIF {"id": "b7795ed1-17c9-4c88-8b81-3cdc216edada", "address": "fa:16:3e:31:bf:1f", "network": {"id": "cf1731d1-e27e-4a5a-8641-3e769f36abff", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-303602077-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ef2caf16967f464bbbd32d4edb51b25a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb7795ed1-17", "ovs_interfaceid": "b7795ed1-17c9-4c88-8b81-3cdc216edada", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 09:56:19 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:31:bf:1f,bridge_name='br-int',has_traffic_filtering=True,id=b7795ed1-17c9-4c88-8b81-3cdc216edada,network=Network(cf1731d1-e27e-4a5a-8641-3e769f36abff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb7795ed1-17') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 09:56:19 user nova-compute[74535]: DEBUG os_vif [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:31:bf:1f,bridge_name='br-int',has_traffic_filtering=True,id=b7795ed1-17c9-4c88-8b81-3cdc216edada,network=Network(cf1731d1-e27e-4a5a-8641-3e769f36abff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb7795ed1-17') {{(pid=74535) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 09:56:19 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Created schema index Interface.name {{(pid=74535) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Dec 06 09:56:19 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Created schema index Port.name {{(pid=74535) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Dec 06 09:56:19 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Created schema index Bridge.name {{(pid=74535) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Dec 06 09:56:19 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] tcp:127.0.0.1:6640: entering CONNECTING {{(pid=74535) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 09:56:19 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] [POLLOUT] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:19 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74535) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 09:56:19 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:19 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-615335f0-a4d5-4eb9-b27c-446b39befc5c tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 09:56:19 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-615335f0-a4d5-4eb9-b27c-446b39befc5c tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] CPU controller found on host. {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 09:56:19 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-615335f0-a4d5-4eb9-b27c-446b39befc5c tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74535) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 09:56:19 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-615335f0-a4d5-4eb9-b27c-446b39befc5c tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T09:52:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T09:52:28Z,direct_url=<?>,disk_format='qcow2',id=b338f3c8-9974-4b9f-bacb-c75dd541c256,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='563f6a2917a742ada39fb0e950eece6e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T09:52:30Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 09:56:19 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-615335f0-a4d5-4eb9-b27c-446b39befc5c tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] Flavor limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 09:56:19 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-615335f0-a4d5-4eb9-b27c-446b39befc5c tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] Image limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 09:56:19 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-615335f0-a4d5-4eb9-b27c-446b39befc5c tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] Flavor pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 09:56:19 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-615335f0-a4d5-4eb9-b27c-446b39befc5c tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] Image pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 09:56:19 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-615335f0-a4d5-4eb9-b27c-446b39befc5c tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 09:56:19 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-615335f0-a4d5-4eb9-b27c-446b39befc5c tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 09:56:19 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-615335f0-a4d5-4eb9-b27c-446b39befc5c tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 09:56:19 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-615335f0-a4d5-4eb9-b27c-446b39befc5c tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] Got 1 possible topologies {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 09:56:19 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-615335f0-a4d5-4eb9-b27c-446b39befc5c tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 09:56:19 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-615335f0-a4d5-4eb9-b27c-446b39befc5c tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 09:56:19 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-615335f0-a4d5-4eb9-b27c-446b39befc5c tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T09:56:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-448655264',display_name='tempest-DeleteServersTestJSON-server-448655264',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-deleteserverstestjson-server-448655264',id=1,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='6454d1d92ec142c1974d8e0ea3a28adf',ramdisk_id='',reservation_id='r-hxrhgpnp',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-DeleteServersTestJSON-1641325319',owner_user_name='tempest-DeleteServersTestJSON-1641325319-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T09:56:13Z,user_data=None,user_id='095f44ac83504a09bb5811c8087f6638',uuid=f01386a0-2d94-44f9-aec4-e03f5502f671,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "991e3079-dcb5-4149-97d3-ae18f6d52ae4", "address": "fa:16:3e:89:0c:e8", "network": {"id": "785fabf1-7c34-440e-970b-3f81f3a0330d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-812500701-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6454d1d92ec142c1974d8e0ea3a28adf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap991e3079-dc", "ovs_interfaceid": "991e3079-dcb5-4149-97d3-ae18f6d52ae4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74535) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 09:56:19 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-615335f0-a4d5-4eb9-b27c-446b39befc5c tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] Converting VIF {"id": "991e3079-dcb5-4149-97d3-ae18f6d52ae4", "address": "fa:16:3e:89:0c:e8", "network": {"id": "785fabf1-7c34-440e-970b-3f81f3a0330d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-812500701-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6454d1d92ec142c1974d8e0ea3a28adf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap991e3079-dc", "ovs_interfaceid": "991e3079-dcb5-4149-97d3-ae18f6d52ae4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 09:56:19 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-615335f0-a4d5-4eb9-b27c-446b39befc5c tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:89:0c:e8,bridge_name='br-int',has_traffic_filtering=True,id=991e3079-dcb5-4149-97d3-ae18f6d52ae4,network=Network(785fabf1-7c34-440e-970b-3f81f3a0330d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap991e3079-dc') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 09:56:19 user nova-compute[74535]: DEBUG nova.objects.instance [None req-615335f0-a4d5-4eb9-b27c-446b39befc5c tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] Lazy-loading 'pci_devices' on Instance uuid f01386a0-2d94-44f9-aec4-e03f5502f671 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 09:56:19 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:20 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:20 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-615335f0-a4d5-4eb9-b27c-446b39befc5c tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] [instance: f01386a0-2d94-44f9-aec4-e03f5502f671] End _get_guest_xml xml=<domain type="kvm">
Dec 06 09:56:20 user nova-compute[74535]:   <uuid>f01386a0-2d94-44f9-aec4-e03f5502f671</uuid>
Dec 06 09:56:20 user nova-compute[74535]:   <name>instance-00000001</name>
Dec 06 09:56:20 user nova-compute[74535]:   <memory>524288</memory>
Dec 06 09:56:20 user nova-compute[74535]:   <vcpu>1</vcpu>
Dec 06 09:56:20 user nova-compute[74535]:   <metadata>
Dec 06 09:56:20 user nova-compute[74535]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 09:56:20 user nova-compute[74535]:       <nova:package version="0.0.0"/>
Dec 06 09:56:20 user nova-compute[74535]:       <nova:name>tempest-DeleteServersTestJSON-server-448655264</nova:name>
Dec 06 09:56:20 user nova-compute[74535]:       <nova:creationTime>2023-12-06 09:56:19</nova:creationTime>
Dec 06 09:56:20 user nova-compute[74535]:       <nova:flavor name="m1.tiny">
Dec 06 09:56:20 user nova-compute[74535]:         <nova:memory>512</nova:memory>
Dec 06 09:56:20 user nova-compute[74535]:         <nova:disk>1</nova:disk>
Dec 06 09:56:20 user nova-compute[74535]:         <nova:swap>0</nova:swap>
Dec 06 09:56:20 user nova-compute[74535]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 09:56:20 user nova-compute[74535]:         <nova:vcpus>1</nova:vcpus>
Dec 06 09:56:20 user nova-compute[74535]:       </nova:flavor>
Dec 06 09:56:20 user nova-compute[74535]:       <nova:owner>
Dec 06 09:56:20 user nova-compute[74535]:         <nova:user uuid="095f44ac83504a09bb5811c8087f6638">tempest-DeleteServersTestJSON-1641325319-project-member</nova:user>
Dec 06 09:56:20 user nova-compute[74535]:         <nova:project uuid="6454d1d92ec142c1974d8e0ea3a28adf">tempest-DeleteServersTestJSON-1641325319</nova:project>
Dec 06 09:56:20 user nova-compute[74535]:       </nova:owner>
Dec 06 09:56:20 user nova-compute[74535]:       <nova:root type="image" uuid="b338f3c8-9974-4b9f-bacb-c75dd541c256"/>
Dec 06 09:56:20 user nova-compute[74535]:       <nova:ports>
Dec 06 09:56:20 user nova-compute[74535]:         <nova:port uuid="991e3079-dcb5-4149-97d3-ae18f6d52ae4">
Dec 06 09:56:20 user nova-compute[74535]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Dec 06 09:56:20 user nova-compute[74535]:         </nova:port>
Dec 06 09:56:20 user nova-compute[74535]:       </nova:ports>
Dec 06 09:56:20 user nova-compute[74535]:     </nova:instance>
Dec 06 09:56:20 user nova-compute[74535]:   </metadata>
Dec 06 09:56:20 user nova-compute[74535]:   <sysinfo type="smbios">
Dec 06 09:56:20 user nova-compute[74535]:     <system>
Dec 06 09:56:20 user nova-compute[74535]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 09:56:20 user nova-compute[74535]:       <entry name="product">OpenStack Nova</entry>
Dec 06 09:56:20 user nova-compute[74535]:       <entry name="version">0.0.0</entry>
Dec 06 09:56:20 user nova-compute[74535]:       <entry name="serial">f01386a0-2d94-44f9-aec4-e03f5502f671</entry>
Dec 06 09:56:20 user nova-compute[74535]:       <entry name="uuid">f01386a0-2d94-44f9-aec4-e03f5502f671</entry>
Dec 06 09:56:20 user nova-compute[74535]:       <entry name="family">Virtual Machine</entry>
Dec 06 09:56:20 user nova-compute[74535]:     </system>
Dec 06 09:56:20 user nova-compute[74535]:   </sysinfo>
Dec 06 09:56:20 user nova-compute[74535]:   <os>
Dec 06 09:56:20 user nova-compute[74535]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 09:56:20 user nova-compute[74535]:     <boot dev="hd"/>
Dec 06 09:56:20 user nova-compute[74535]:     <smbios mode="sysinfo"/>
Dec 06 09:56:20 user nova-compute[74535]:   </os>
Dec 06 09:56:20 user nova-compute[74535]:   <features>
Dec 06 09:56:20 user nova-compute[74535]:     <acpi/>
Dec 06 09:56:20 user nova-compute[74535]:     <apic/>
Dec 06 09:56:20 user nova-compute[74535]:     <vmcoreinfo/>
Dec 06 09:56:20 user nova-compute[74535]:   </features>
Dec 06 09:56:20 user nova-compute[74535]:   <clock offset="utc">
Dec 06 09:56:20 user nova-compute[74535]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 09:56:20 user nova-compute[74535]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 09:56:20 user nova-compute[74535]:     <timer name="hpet" present="no"/>
Dec 06 09:56:20 user nova-compute[74535]:   </clock>
Dec 06 09:56:20 user nova-compute[74535]:   <cpu mode="custom" match="exact">
Dec 06 09:56:20 user nova-compute[74535]:     <model>Nehalem</model>
Dec 06 09:56:20 user nova-compute[74535]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 09:56:20 user nova-compute[74535]:   </cpu>
Dec 06 09:56:20 user nova-compute[74535]:   <devices>
Dec 06 09:56:20 user nova-compute[74535]:     <disk type="file" device="disk">
Dec 06 09:56:20 user nova-compute[74535]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 09:56:20 user nova-compute[74535]:       <source file="/opt/stack/data/nova/instances/f01386a0-2d94-44f9-aec4-e03f5502f671/disk"/>
Dec 06 09:56:20 user nova-compute[74535]:       <target dev="vda" bus="virtio"/>
Dec 06 09:56:20 user nova-compute[74535]:     </disk>
Dec 06 09:56:20 user nova-compute[74535]:     <interface type="ethernet">
Dec 06 09:56:20 user nova-compute[74535]:       <mac address="fa:16:3e:89:0c:e8"/>
Dec 06 09:56:20 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 09:56:20 user nova-compute[74535]:       <mtu size="1442"/>
Dec 06 09:56:20 user nova-compute[74535]:       <target dev="tap991e3079-dc"/>
Dec 06 09:56:20 user nova-compute[74535]:     </interface>
Dec 06 09:56:20 user nova-compute[74535]:     <serial type="pty">
Dec 06 09:56:20 user nova-compute[74535]:       <log file="/opt/stack/data/nova/instances/f01386a0-2d94-44f9-aec4-e03f5502f671/console.log" append="off"/>
Dec 06 09:56:20 user nova-compute[74535]:     </serial>
Dec 06 09:56:20 user nova-compute[74535]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 09:56:20 user nova-compute[74535]:     <video>
Dec 06 09:56:20 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 09:56:20 user nova-compute[74535]:     </video>
Dec 06 09:56:20 user nova-compute[74535]:     <rng model="virtio">
Dec 06 09:56:20 user nova-compute[74535]:       <backend model="random">/dev/urandom</backend>
Dec 06 09:56:20 user nova-compute[74535]:     </rng>
Dec 06 09:56:20 user nova-compute[74535]:     <controller type="usb" index="0" model="none"/>
Dec 06 09:56:20 user nova-compute[74535]:     <memballoon model="virtio">
Dec 06 09:56:20 user nova-compute[74535]:       <stats period="10"/>
Dec 06 09:56:20 user nova-compute[74535]:     </memballoon>
Dec 06 09:56:20 user nova-compute[74535]:   </devices>
Dec 06 09:56:20 user nova-compute[74535]: </domain>
Dec 06 09:56:20 user nova-compute[74535]:  {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 09:56:20 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-615335f0-a4d5-4eb9-b27c-446b39befc5c tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T09:56:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-448655264',display_name='tempest-DeleteServersTestJSON-server-448655264',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-deleteserverstestjson-server-448655264',id=1,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='6454d1d92ec142c1974d8e0ea3a28adf',ramdisk_id='',reservation_id='r-hxrhgpnp',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-DeleteServersTestJSON-1641325319',owner_user_name='tempest-DeleteServersTestJSON-1641325319-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T09:56:13Z,user_data=None,user_id='095f44ac83504a09bb5811c8087f6638',uuid=f01386a0-2d94-44f9-aec4-e03f5502f671,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "991e3079-dcb5-4149-97d3-ae18f6d52ae4", "address": "fa:16:3e:89:0c:e8", "network": {"id": "785fabf1-7c34-440e-970b-3f81f3a0330d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-812500701-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6454d1d92ec142c1974d8e0ea3a28adf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap991e3079-dc", "ovs_interfaceid": "991e3079-dcb5-4149-97d3-ae18f6d52ae4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 09:56:20 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-615335f0-a4d5-4eb9-b27c-446b39befc5c tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] Converting VIF {"id": "991e3079-dcb5-4149-97d3-ae18f6d52ae4", "address": "fa:16:3e:89:0c:e8", "network": {"id": "785fabf1-7c34-440e-970b-3f81f3a0330d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-812500701-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6454d1d92ec142c1974d8e0ea3a28adf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap991e3079-dc", "ovs_interfaceid": "991e3079-dcb5-4149-97d3-ae18f6d52ae4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 09:56:20 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-615335f0-a4d5-4eb9-b27c-446b39befc5c tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:89:0c:e8,bridge_name='br-int',has_traffic_filtering=True,id=991e3079-dcb5-4149-97d3-ae18f6d52ae4,network=Network(785fabf1-7c34-440e-970b-3f81f3a0330d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap991e3079-dc') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 09:56:20 user nova-compute[74535]: DEBUG os_vif [None req-615335f0-a4d5-4eb9-b27c-446b39befc5c tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:89:0c:e8,bridge_name='br-int',has_traffic_filtering=True,id=991e3079-dcb5-4149-97d3-ae18f6d52ae4,network=Network(785fabf1-7c34-440e-970b-3f81f3a0330d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap991e3079-dc') {{(pid=74535) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 09:56:20 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-615335f0-a4d5-4eb9-b27c-446b39befc5c tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] [POLLIN] on fd 28 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:20 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-615335f0-a4d5-4eb9-b27c-446b39befc5c tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] tcp:127.0.0.1:6640: entering BACKOFF {{(pid=74535) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 09:56:20 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl [None req-615335f0-a4d5-4eb9-b27c-446b39befc5c tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] schema index <ovs.db.idl.IdlTable object at 0x7ff12c2cd240>.name already exists {{(pid=74535) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:102}}
Dec 06 09:56:20 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl [None req-615335f0-a4d5-4eb9-b27c-446b39befc5c tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] schema index <ovs.db.idl.IdlTable object at 0x7ff124743460>.name already exists {{(pid=74535) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:102}}
Dec 06 09:56:20 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl [None req-615335f0-a4d5-4eb9-b27c-446b39befc5c tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] schema index <ovs.db.idl.IdlTable object at 0x7ff124741180>.name already exists {{(pid=74535) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:102}}
Dec 06 09:56:20 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:20 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:56:20 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 09:56:20 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:20 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:56:20 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 09:56:20 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:20 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '48a2c8ae-76b9-5bad-a452-6b83a90673f4', '_type': 'linux-noop'}}, row=False) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:56:20 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:20 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:56:20 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:20 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '682f97ed-af43-5834-a231-6b9977221c93', '_type': 'linux-noop'}}, row=False) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:56:20 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:20 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:56:20 user nova-compute[74535]: INFO oslo.privsep.daemon [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'vif_plug_ovs.privsep.vif_plug', '--privsep_sock_path', '/tmp/tmpmdo5u51w/privsep.sock']
Dec 06 09:56:20 user sudo[84147]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context vif_plug_ovs.privsep.vif_plug --privsep_sock_path /tmp/tmpmdo5u51w/privsep.sock
Dec 06 09:56:20 user sudo[84147]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Dec 06 09:56:20 user nova-compute[74535]: DEBUG nova.network.neutron [req-844dc250-f799-4d42-a45d-476221f2ad6d req-68742886-7c45-429b-8d89-169b2cc1e40d service nova] [instance: 7d750435-b1ed-446a-a466-162bdc33821d] Updated VIF entry in instance network info cache for port b7795ed1-17c9-4c88-8b81-3cdc216edada. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 09:56:20 user nova-compute[74535]: DEBUG nova.network.neutron [req-844dc250-f799-4d42-a45d-476221f2ad6d req-68742886-7c45-429b-8d89-169b2cc1e40d service nova] [instance: 7d750435-b1ed-446a-a466-162bdc33821d] Updating instance_info_cache with network_info: [{"id": "b7795ed1-17c9-4c88-8b81-3cdc216edada", "address": "fa:16:3e:31:bf:1f", "network": {"id": "cf1731d1-e27e-4a5a-8641-3e769f36abff", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-303602077-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ef2caf16967f464bbbd32d4edb51b25a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb7795ed1-17", "ovs_interfaceid": "b7795ed1-17c9-4c88-8b81-3cdc216edada", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:56:20 user nova-compute[74535]: DEBUG nova.network.neutron [None req-5873e543-2c65-4aa0-91a6-eb4380e7a216 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Successfully created port: a462dbbf-ce92-4626-9a60-8681073805b9 {{(pid=74535) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 09:56:20 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-844dc250-f799-4d42-a45d-476221f2ad6d req-68742886-7c45-429b-8d89-169b2cc1e40d service nova] Releasing lock "refresh_cache-7d750435-b1ed-446a-a466-162bdc33821d" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 09:56:21 user nova-compute[74535]: DEBUG nova.network.neutron [req-54b05925-b41a-4a95-9e7a-bdbfbc987f96 req-843eecee-aafe-427d-8324-2375782cab0b service nova] [instance: f01386a0-2d94-44f9-aec4-e03f5502f671] Updated VIF entry in instance network info cache for port 991e3079-dcb5-4149-97d3-ae18f6d52ae4. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 09:56:21 user nova-compute[74535]: DEBUG nova.network.neutron [req-54b05925-b41a-4a95-9e7a-bdbfbc987f96 req-843eecee-aafe-427d-8324-2375782cab0b service nova] [instance: f01386a0-2d94-44f9-aec4-e03f5502f671] Updating instance_info_cache with network_info: [{"id": "991e3079-dcb5-4149-97d3-ae18f6d52ae4", "address": "fa:16:3e:89:0c:e8", "network": {"id": "785fabf1-7c34-440e-970b-3f81f3a0330d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-812500701-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6454d1d92ec142c1974d8e0ea3a28adf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap991e3079-dc", "ovs_interfaceid": "991e3079-dcb5-4149-97d3-ae18f6d52ae4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:56:21 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-54b05925-b41a-4a95-9e7a-bdbfbc987f96 req-843eecee-aafe-427d-8324-2375782cab0b service nova] Releasing lock "refresh_cache-f01386a0-2d94-44f9-aec4-e03f5502f671" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 09:56:21 user nova-compute[74535]: DEBUG nova.network.neutron [None req-0ebf284a-4bca-44fe-8ce4-21d85a20c284 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 5e39a1a4-f188-40e3-bcba-70e47abd6026] Successfully updated port: d5923d45-0499-4abf-8914-ff036bd4603b {{(pid=74535) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 09:56:21 user sudo[84147]: pam_unix(sudo:session): session closed for user root
Dec 06 09:56:21 user nova-compute[74535]: INFO oslo.privsep.daemon [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Spawned new privsep daemon via rootwrap
Dec 06 09:56:21 user nova-compute[74535]: INFO oslo.privsep.daemon [-] privsep daemon starting
Dec 06 09:56:21 user nova-compute[74535]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Dec 06 09:56:21 user nova-compute[74535]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_DAC_OVERRIDE|CAP_NET_ADMIN/CAP_DAC_OVERRIDE|CAP_NET_ADMIN/none
Dec 06 09:56:21 user nova-compute[74535]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 84150
Dec 06 09:56:21 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-0ebf284a-4bca-44fe-8ce4-21d85a20c284 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Acquiring lock "refresh_cache-5e39a1a4-f188-40e3-bcba-70e47abd6026" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 09:56:21 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-0ebf284a-4bca-44fe-8ce4-21d85a20c284 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Acquired lock "refresh_cache-5e39a1a4-f188-40e3-bcba-70e47abd6026" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 09:56:21 user nova-compute[74535]: DEBUG nova.network.neutron [None req-0ebf284a-4bca-44fe-8ce4-21d85a20c284 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 5e39a1a4-f188-40e3-bcba-70e47abd6026] Building network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 09:56:21 user nova-compute[74535]: WARNING oslo_privsep.priv_context [None req-615335f0-a4d5-4eb9-b27c-446b39befc5c tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] privsep daemon already running
Dec 06 09:56:21 user nova-compute[74535]: DEBUG nova.network.neutron [None req-0ebf284a-4bca-44fe-8ce4-21d85a20c284 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 5e39a1a4-f188-40e3-bcba-70e47abd6026] Instance cache missing network info. {{(pid=74535) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 09:56:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:22 user nova-compute[74535]: DEBUG nova.network.neutron [None req-5873e543-2c65-4aa0-91a6-eb4380e7a216 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Successfully updated port: a462dbbf-ce92-4626-9a60-8681073805b9 {{(pid=74535) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 09:56:22 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-5873e543-2c65-4aa0-91a6-eb4380e7a216 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Acquiring lock "refresh_cache-9032fc82-326a-4827-94e0-c2c42a318148" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 09:56:22 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-5873e543-2c65-4aa0-91a6-eb4380e7a216 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Acquired lock "refresh_cache-9032fc82-326a-4827-94e0-c2c42a318148" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 09:56:22 user nova-compute[74535]: DEBUG nova.network.neutron [None req-5873e543-2c65-4aa0-91a6-eb4380e7a216 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Building network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 09:56:22 user nova-compute[74535]: DEBUG nova.compute.manager [req-348ea588-de0a-4dbb-b1ba-0049f2bc438a req-5236d1fc-1b49-4a01-ad79-3e2bff78a56f service nova] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Received event network-changed-a462dbbf-ce92-4626-9a60-8681073805b9 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:56:22 user nova-compute[74535]: DEBUG nova.compute.manager [req-348ea588-de0a-4dbb-b1ba-0049f2bc438a req-5236d1fc-1b49-4a01-ad79-3e2bff78a56f service nova] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Refreshing instance network info cache due to event network-changed-a462dbbf-ce92-4626-9a60-8681073805b9. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 09:56:22 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-348ea588-de0a-4dbb-b1ba-0049f2bc438a req-5236d1fc-1b49-4a01-ad79-3e2bff78a56f service nova] Acquiring lock "refresh_cache-9032fc82-326a-4827-94e0-c2c42a318148" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 09:56:22 user nova-compute[74535]: DEBUG nova.compute.manager [req-11ca48dd-f09c-4f9f-9b41-4847b9e76689 req-5a461174-9b9d-4254-a2c3-f51f69317821 service nova] [instance: 5e39a1a4-f188-40e3-bcba-70e47abd6026] Received event network-changed-d5923d45-0499-4abf-8914-ff036bd4603b {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:56:22 user nova-compute[74535]: DEBUG nova.compute.manager [req-11ca48dd-f09c-4f9f-9b41-4847b9e76689 req-5a461174-9b9d-4254-a2c3-f51f69317821 service nova] [instance: 5e39a1a4-f188-40e3-bcba-70e47abd6026] Refreshing instance network info cache due to event network-changed-d5923d45-0499-4abf-8914-ff036bd4603b. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 09:56:22 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-11ca48dd-f09c-4f9f-9b41-4847b9e76689 req-5a461174-9b9d-4254-a2c3-f51f69317821 service nova] Acquiring lock "refresh_cache-5e39a1a4-f188-40e3-bcba-70e47abd6026" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 09:56:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapb7795ed1-17, may_exist=True, interface_attrs={}) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:56:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapb7795ed1-17, col_values=(('qos', UUID('70e4fffa-3f1d-4fe1-9d3b-27bafae34804')),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:56:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapb7795ed1-17, col_values=(('external_ids', {'iface-id': 'b7795ed1-17c9-4c88-8b81-3cdc216edada', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:31:bf:1f', 'vm-uuid': '7d750435-b1ed-446a-a466-162bdc33821d'}),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:56:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:56:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap991e3079-dc, may_exist=True, interface_attrs={}) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:56:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap991e3079-dc, col_values=(('qos', UUID('3358de3b-ff25-4bda-b676-c15c912bbca4')),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:56:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap991e3079-dc, col_values=(('external_ids', {'iface-id': '991e3079-dcb5-4149-97d3-ae18f6d52ae4', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:89:0c:e8', 'vm-uuid': 'f01386a0-2d94-44f9-aec4-e03f5502f671'}),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:56:22 user nova-compute[74535]: INFO os_vif [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:31:bf:1f,bridge_name='br-int',has_traffic_filtering=True,id=b7795ed1-17c9-4c88-8b81-3cdc216edada,network=Network(cf1731d1-e27e-4a5a-8641-3e769f36abff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb7795ed1-17')
Dec 06 09:56:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:56:22 user nova-compute[74535]: DEBUG nova.network.neutron [None req-5873e543-2c65-4aa0-91a6-eb4380e7a216 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Instance cache missing network info. {{(pid=74535) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 09:56:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:22 user nova-compute[74535]: INFO os_vif [None req-615335f0-a4d5-4eb9-b27c-446b39befc5c tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:89:0c:e8,bridge_name='br-int',has_traffic_filtering=True,id=991e3079-dcb5-4149-97d3-ae18f6d52ae4,network=Network(785fabf1-7c34-440e-970b-3f81f3a0330d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap991e3079-dc')
Dec 06 09:56:22 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] No BDM found with device name vda, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 09:56:22 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] No VIF found with MAC fa:16:3e:31:bf:1f, not building metadata {{(pid=74535) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 09:56:22 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-615335f0-a4d5-4eb9-b27c-446b39befc5c tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] No BDM found with device name vda, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 09:56:22 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-615335f0-a4d5-4eb9-b27c-446b39befc5c tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] No VIF found with MAC fa:16:3e:89:0c:e8, not building metadata {{(pid=74535) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 09:56:23 user nova-compute[74535]: DEBUG nova.network.neutron [None req-5873e543-2c65-4aa0-91a6-eb4380e7a216 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Updating instance_info_cache with network_info: [{"id": "a462dbbf-ce92-4626-9a60-8681073805b9", "address": "fa:16:3e:a3:9f:03", "network": {"id": "2c655269-59e9-4d53-8ce2-fa7d52c97f0c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1216090719-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "90943706b3664c72bbae8f17a744ad30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa462dbbf-ce", "ovs_interfaceid": "a462dbbf-ce92-4626-9a60-8681073805b9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:56:23 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-5873e543-2c65-4aa0-91a6-eb4380e7a216 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Releasing lock "refresh_cache-9032fc82-326a-4827-94e0-c2c42a318148" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 09:56:23 user nova-compute[74535]: DEBUG nova.compute.manager [None req-5873e543-2c65-4aa0-91a6-eb4380e7a216 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Instance network_info: |[{"id": "a462dbbf-ce92-4626-9a60-8681073805b9", "address": "fa:16:3e:a3:9f:03", "network": {"id": "2c655269-59e9-4d53-8ce2-fa7d52c97f0c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1216090719-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "90943706b3664c72bbae8f17a744ad30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa462dbbf-ce", "ovs_interfaceid": "a462dbbf-ce92-4626-9a60-8681073805b9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74535) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 09:56:23 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-348ea588-de0a-4dbb-b1ba-0049f2bc438a req-5236d1fc-1b49-4a01-ad79-3e2bff78a56f service nova] Acquired lock "refresh_cache-9032fc82-326a-4827-94e0-c2c42a318148" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 09:56:23 user nova-compute[74535]: DEBUG nova.network.neutron [req-348ea588-de0a-4dbb-b1ba-0049f2bc438a req-5236d1fc-1b49-4a01-ad79-3e2bff78a56f service nova] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Refreshing network info cache for port a462dbbf-ce92-4626-9a60-8681073805b9 {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 09:56:23 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-5873e543-2c65-4aa0-91a6-eb4380e7a216 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Start _get_guest_xml network_info=[{"id": "a462dbbf-ce92-4626-9a60-8681073805b9", "address": "fa:16:3e:a3:9f:03", "network": {"id": "2c655269-59e9-4d53-8ce2-fa7d52c97f0c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1216090719-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "90943706b3664c72bbae8f17a744ad30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa462dbbf-ce", "ovs_interfaceid": "a462dbbf-ce92-4626-9a60-8681073805b9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T09:52:28Z,direct_url=<?>,disk_format='qcow2',id=b338f3c8-9974-4b9f-bacb-c75dd541c256,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='563f6a2917a742ada39fb0e950eece6e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T09:52:30Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'device_name': '/dev/vda', 'encrypted': False, 'encryption_format': None, 'encryption_options': None, 'encryption_secret_uuid': None, 'boot_index': 0, 'device_type': 'disk', 'size': 0, 'guest_format': None, 'image_id': 'b338f3c8-9974-4b9f-bacb-c75dd541c256'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 09:56:23 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-5873e543-2c65-4aa0-91a6-eb4380e7a216 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 09:56:23 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-5873e543-2c65-4aa0-91a6-eb4380e7a216 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 09:56:23 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-5873e543-2c65-4aa0-91a6-eb4380e7a216 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 09:56:23 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-5873e543-2c65-4aa0-91a6-eb4380e7a216 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] CPU controller missing on host. {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 09:56:23 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-5873e543-2c65-4aa0-91a6-eb4380e7a216 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 09:56:23 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-5873e543-2c65-4aa0-91a6-eb4380e7a216 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] CPU controller found on host. {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 09:56:23 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-5873e543-2c65-4aa0-91a6-eb4380e7a216 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74535) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 09:56:23 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-5873e543-2c65-4aa0-91a6-eb4380e7a216 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T09:52:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T09:52:28Z,direct_url=<?>,disk_format='qcow2',id=b338f3c8-9974-4b9f-bacb-c75dd541c256,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='563f6a2917a742ada39fb0e950eece6e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T09:52:30Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 09:56:23 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-5873e543-2c65-4aa0-91a6-eb4380e7a216 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Flavor limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 09:56:23 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-5873e543-2c65-4aa0-91a6-eb4380e7a216 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Image limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 09:56:23 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-5873e543-2c65-4aa0-91a6-eb4380e7a216 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Flavor pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 09:56:23 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-5873e543-2c65-4aa0-91a6-eb4380e7a216 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Image pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 09:56:23 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-5873e543-2c65-4aa0-91a6-eb4380e7a216 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 09:56:23 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-5873e543-2c65-4aa0-91a6-eb4380e7a216 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 09:56:23 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-5873e543-2c65-4aa0-91a6-eb4380e7a216 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 09:56:23 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-5873e543-2c65-4aa0-91a6-eb4380e7a216 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Got 1 possible topologies {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 09:56:23 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-5873e543-2c65-4aa0-91a6-eb4380e7a216 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 09:56:23 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-5873e543-2c65-4aa0-91a6-eb4380e7a216 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 09:56:23 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-5873e543-2c65-4aa0-91a6-eb4380e7a216 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T09:56:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1234679314',display_name='tempest-ServerActionsTestOtherB-server-1234679314',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1234679314',id=4,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGGpl1LoP4E2iKVecWbckllE6cvQARpi+xJC7byjNEWhH3yneg0Jk0iYKP/lsAtugNEK97tLnf4tCMNNUQngxZiZEXrBMpOiLfI5RPf4Rb4whN3TB33bUI75WxoSajNhWA==',key_name='tempest-keypair-726602048',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='90943706b3664c72bbae8f17a744ad30',ramdisk_id='',reservation_id='r-vmw5ulis',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherB-1255547293',owner_user_name='tempest-ServerActionsTestOtherB-1255547293-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T09:56:19Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5c45520fb9674d44bec3d71ba1054d85',uuid=9032fc82-326a-4827-94e0-c2c42a318148,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a462dbbf-ce92-4626-9a60-8681073805b9", "address": "fa:16:3e:a3:9f:03", "network": {"id": "2c655269-59e9-4d53-8ce2-fa7d52c97f0c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1216090719-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "90943706b3664c72bbae8f17a744ad30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa462dbbf-ce", "ovs_interfaceid": "a462dbbf-ce92-4626-9a60-8681073805b9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74535) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 09:56:23 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-5873e543-2c65-4aa0-91a6-eb4380e7a216 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Converting VIF {"id": "a462dbbf-ce92-4626-9a60-8681073805b9", "address": "fa:16:3e:a3:9f:03", "network": {"id": "2c655269-59e9-4d53-8ce2-fa7d52c97f0c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1216090719-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "90943706b3664c72bbae8f17a744ad30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa462dbbf-ce", "ovs_interfaceid": "a462dbbf-ce92-4626-9a60-8681073805b9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 09:56:23 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-5873e543-2c65-4aa0-91a6-eb4380e7a216 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a3:9f:03,bridge_name='br-int',has_traffic_filtering=True,id=a462dbbf-ce92-4626-9a60-8681073805b9,network=Network(2c655269-59e9-4d53-8ce2-fa7d52c97f0c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa462dbbf-ce') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 09:56:23 user nova-compute[74535]: DEBUG nova.objects.instance [None req-5873e543-2c65-4aa0-91a6-eb4380e7a216 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Lazy-loading 'pci_devices' on Instance uuid 9032fc82-326a-4827-94e0-c2c42a318148 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 09:56:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:23 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-5873e543-2c65-4aa0-91a6-eb4380e7a216 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] End _get_guest_xml xml=<domain type="kvm">
Dec 06 09:56:23 user nova-compute[74535]:   <uuid>9032fc82-326a-4827-94e0-c2c42a318148</uuid>
Dec 06 09:56:23 user nova-compute[74535]:   <name>instance-00000004</name>
Dec 06 09:56:23 user nova-compute[74535]:   <memory>524288</memory>
Dec 06 09:56:23 user nova-compute[74535]:   <vcpu>1</vcpu>
Dec 06 09:56:23 user nova-compute[74535]:   <metadata>
Dec 06 09:56:23 user nova-compute[74535]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 09:56:23 user nova-compute[74535]:       <nova:package version="0.0.0"/>
Dec 06 09:56:23 user nova-compute[74535]:       <nova:name>tempest-ServerActionsTestOtherB-server-1234679314</nova:name>
Dec 06 09:56:23 user nova-compute[74535]:       <nova:creationTime>2023-12-06 09:56:23</nova:creationTime>
Dec 06 09:56:23 user nova-compute[74535]:       <nova:flavor name="m1.tiny">
Dec 06 09:56:23 user nova-compute[74535]:         <nova:memory>512</nova:memory>
Dec 06 09:56:23 user nova-compute[74535]:         <nova:disk>1</nova:disk>
Dec 06 09:56:23 user nova-compute[74535]:         <nova:swap>0</nova:swap>
Dec 06 09:56:23 user nova-compute[74535]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 09:56:23 user nova-compute[74535]:         <nova:vcpus>1</nova:vcpus>
Dec 06 09:56:23 user nova-compute[74535]:       </nova:flavor>
Dec 06 09:56:23 user nova-compute[74535]:       <nova:owner>
Dec 06 09:56:23 user nova-compute[74535]:         <nova:user uuid="5c45520fb9674d44bec3d71ba1054d85">tempest-ServerActionsTestOtherB-1255547293-project-member</nova:user>
Dec 06 09:56:23 user nova-compute[74535]:         <nova:project uuid="90943706b3664c72bbae8f17a744ad30">tempest-ServerActionsTestOtherB-1255547293</nova:project>
Dec 06 09:56:23 user nova-compute[74535]:       </nova:owner>
Dec 06 09:56:23 user nova-compute[74535]:       <nova:root type="image" uuid="b338f3c8-9974-4b9f-bacb-c75dd541c256"/>
Dec 06 09:56:23 user nova-compute[74535]:       <nova:ports>
Dec 06 09:56:23 user nova-compute[74535]:         <nova:port uuid="a462dbbf-ce92-4626-9a60-8681073805b9">
Dec 06 09:56:23 user nova-compute[74535]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Dec 06 09:56:23 user nova-compute[74535]:         </nova:port>
Dec 06 09:56:23 user nova-compute[74535]:       </nova:ports>
Dec 06 09:56:23 user nova-compute[74535]:     </nova:instance>
Dec 06 09:56:23 user nova-compute[74535]:   </metadata>
Dec 06 09:56:23 user nova-compute[74535]:   <sysinfo type="smbios">
Dec 06 09:56:23 user nova-compute[74535]:     <system>
Dec 06 09:56:23 user nova-compute[74535]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 09:56:23 user nova-compute[74535]:       <entry name="product">OpenStack Nova</entry>
Dec 06 09:56:23 user nova-compute[74535]:       <entry name="version">0.0.0</entry>
Dec 06 09:56:23 user nova-compute[74535]:       <entry name="serial">9032fc82-326a-4827-94e0-c2c42a318148</entry>
Dec 06 09:56:23 user nova-compute[74535]:       <entry name="uuid">9032fc82-326a-4827-94e0-c2c42a318148</entry>
Dec 06 09:56:23 user nova-compute[74535]:       <entry name="family">Virtual Machine</entry>
Dec 06 09:56:23 user nova-compute[74535]:     </system>
Dec 06 09:56:23 user nova-compute[74535]:   </sysinfo>
Dec 06 09:56:23 user nova-compute[74535]:   <os>
Dec 06 09:56:23 user nova-compute[74535]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 09:56:23 user nova-compute[74535]:     <boot dev="hd"/>
Dec 06 09:56:23 user nova-compute[74535]:     <smbios mode="sysinfo"/>
Dec 06 09:56:23 user nova-compute[74535]:   </os>
Dec 06 09:56:23 user nova-compute[74535]:   <features>
Dec 06 09:56:23 user nova-compute[74535]:     <acpi/>
Dec 06 09:56:23 user nova-compute[74535]:     <apic/>
Dec 06 09:56:23 user nova-compute[74535]:     <vmcoreinfo/>
Dec 06 09:56:23 user nova-compute[74535]:   </features>
Dec 06 09:56:23 user nova-compute[74535]:   <clock offset="utc">
Dec 06 09:56:23 user nova-compute[74535]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 09:56:23 user nova-compute[74535]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 09:56:23 user nova-compute[74535]:     <timer name="hpet" present="no"/>
Dec 06 09:56:23 user nova-compute[74535]:   </clock>
Dec 06 09:56:23 user nova-compute[74535]:   <cpu mode="custom" match="exact">
Dec 06 09:56:23 user nova-compute[74535]:     <model>Nehalem</model>
Dec 06 09:56:23 user nova-compute[74535]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 09:56:23 user nova-compute[74535]:   </cpu>
Dec 06 09:56:23 user nova-compute[74535]:   <devices>
Dec 06 09:56:23 user nova-compute[74535]:     <disk type="file" device="disk">
Dec 06 09:56:23 user nova-compute[74535]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 09:56:23 user nova-compute[74535]:       <source file="/opt/stack/data/nova/instances/9032fc82-326a-4827-94e0-c2c42a318148/disk"/>
Dec 06 09:56:23 user nova-compute[74535]:       <target dev="vda" bus="virtio"/>
Dec 06 09:56:23 user nova-compute[74535]:     </disk>
Dec 06 09:56:23 user nova-compute[74535]:     <interface type="ethernet">
Dec 06 09:56:23 user nova-compute[74535]:       <mac address="fa:16:3e:a3:9f:03"/>
Dec 06 09:56:23 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 09:56:23 user nova-compute[74535]:       <mtu size="1442"/>
Dec 06 09:56:23 user nova-compute[74535]:       <target dev="tapa462dbbf-ce"/>
Dec 06 09:56:23 user nova-compute[74535]:     </interface>
Dec 06 09:56:23 user nova-compute[74535]:     <serial type="pty">
Dec 06 09:56:23 user nova-compute[74535]:       <log file="/opt/stack/data/nova/instances/9032fc82-326a-4827-94e0-c2c42a318148/console.log" append="off"/>
Dec 06 09:56:23 user nova-compute[74535]:     </serial>
Dec 06 09:56:23 user nova-compute[74535]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 09:56:23 user nova-compute[74535]:     <video>
Dec 06 09:56:23 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 09:56:23 user nova-compute[74535]:     </video>
Dec 06 09:56:23 user nova-compute[74535]:     <rng model="virtio">
Dec 06 09:56:23 user nova-compute[74535]:       <backend model="random">/dev/urandom</backend>
Dec 06 09:56:23 user nova-compute[74535]:     </rng>
Dec 06 09:56:23 user nova-compute[74535]:     <controller type="usb" index="0" model="none"/>
Dec 06 09:56:23 user nova-compute[74535]:     <memballoon model="virtio">
Dec 06 09:56:23 user nova-compute[74535]:       <stats period="10"/>
Dec 06 09:56:23 user nova-compute[74535]:     </memballoon>
Dec 06 09:56:23 user nova-compute[74535]:   </devices>
Dec 06 09:56:23 user nova-compute[74535]: </domain>
Dec 06 09:56:23 user nova-compute[74535]:  {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 09:56:23 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-5873e543-2c65-4aa0-91a6-eb4380e7a216 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T09:56:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1234679314',display_name='tempest-ServerActionsTestOtherB-server-1234679314',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1234679314',id=4,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGGpl1LoP4E2iKVecWbckllE6cvQARpi+xJC7byjNEWhH3yneg0Jk0iYKP/lsAtugNEK97tLnf4tCMNNUQngxZiZEXrBMpOiLfI5RPf4Rb4whN3TB33bUI75WxoSajNhWA==',key_name='tempest-keypair-726602048',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='90943706b3664c72bbae8f17a744ad30',ramdisk_id='',reservation_id='r-vmw5ulis',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherB-1255547293',owner_user_name='tempest-ServerActionsTestOtherB-1255547293-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T09:56:19Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5c45520fb9674d44bec3d71ba1054d85',uuid=9032fc82-326a-4827-94e0-c2c42a318148,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a462dbbf-ce92-4626-9a60-8681073805b9", "address": "fa:16:3e:a3:9f:03", "network": {"id": "2c655269-59e9-4d53-8ce2-fa7d52c97f0c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1216090719-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "90943706b3664c72bbae8f17a744ad30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa462dbbf-ce", "ovs_interfaceid": "a462dbbf-ce92-4626-9a60-8681073805b9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 09:56:23 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-5873e543-2c65-4aa0-91a6-eb4380e7a216 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Converting VIF {"id": "a462dbbf-ce92-4626-9a60-8681073805b9", "address": "fa:16:3e:a3:9f:03", "network": {"id": "2c655269-59e9-4d53-8ce2-fa7d52c97f0c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1216090719-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "90943706b3664c72bbae8f17a744ad30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa462dbbf-ce", "ovs_interfaceid": "a462dbbf-ce92-4626-9a60-8681073805b9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 09:56:23 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-5873e543-2c65-4aa0-91a6-eb4380e7a216 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a3:9f:03,bridge_name='br-int',has_traffic_filtering=True,id=a462dbbf-ce92-4626-9a60-8681073805b9,network=Network(2c655269-59e9-4d53-8ce2-fa7d52c97f0c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa462dbbf-ce') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 09:56:23 user nova-compute[74535]: DEBUG os_vif [None req-5873e543-2c65-4aa0-91a6-eb4380e7a216 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a3:9f:03,bridge_name='br-int',has_traffic_filtering=True,id=a462dbbf-ce92-4626-9a60-8681073805b9,network=Network(2c655269-59e9-4d53-8ce2-fa7d52c97f0c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa462dbbf-ce') {{(pid=74535) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 09:56:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:56:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 09:56:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '383ded53-9ce2-59f0-8f02-c7fe5799dfd4', '_type': 'linux-noop'}}, row=False) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:56:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:56:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa462dbbf-ce, may_exist=True, interface_attrs={}) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:56:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa462dbbf-ce, col_values=(('qos', UUID('6af002de-0785-476c-809e-9572276947ff')),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:56:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa462dbbf-ce, col_values=(('external_ids', {'iface-id': 'a462dbbf-ce92-4626-9a60-8681073805b9', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:a3:9f:03', 'vm-uuid': '9032fc82-326a-4827-94e0-c2c42a318148'}),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:56:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:23 user nova-compute[74535]: DEBUG nova.network.neutron [None req-0ebf284a-4bca-44fe-8ce4-21d85a20c284 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 5e39a1a4-f188-40e3-bcba-70e47abd6026] Updating instance_info_cache with network_info: [{"id": "d5923d45-0499-4abf-8914-ff036bd4603b", "address": "fa:16:3e:1b:cc:82", "network": {"id": "8b86f560-d219-47ac-911b-827500badcc4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-867973244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1a6ab8cc08d4115a89db7cf36f78025", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd5923d45-04", "ovs_interfaceid": "d5923d45-0499-4abf-8914-ff036bd4603b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:56:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:56:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:23 user nova-compute[74535]: INFO os_vif [None req-5873e543-2c65-4aa0-91a6-eb4380e7a216 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a3:9f:03,bridge_name='br-int',has_traffic_filtering=True,id=a462dbbf-ce92-4626-9a60-8681073805b9,network=Network(2c655269-59e9-4d53-8ce2-fa7d52c97f0c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa462dbbf-ce')
Dec 06 09:56:23 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-0ebf284a-4bca-44fe-8ce4-21d85a20c284 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Releasing lock "refresh_cache-5e39a1a4-f188-40e3-bcba-70e47abd6026" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 09:56:23 user nova-compute[74535]: DEBUG nova.compute.manager [None req-0ebf284a-4bca-44fe-8ce4-21d85a20c284 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 5e39a1a4-f188-40e3-bcba-70e47abd6026] Instance network_info: |[{"id": "d5923d45-0499-4abf-8914-ff036bd4603b", "address": "fa:16:3e:1b:cc:82", "network": {"id": "8b86f560-d219-47ac-911b-827500badcc4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-867973244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1a6ab8cc08d4115a89db7cf36f78025", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd5923d45-04", "ovs_interfaceid": "d5923d45-0499-4abf-8914-ff036bd4603b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74535) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 09:56:23 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-11ca48dd-f09c-4f9f-9b41-4847b9e76689 req-5a461174-9b9d-4254-a2c3-f51f69317821 service nova] Acquired lock "refresh_cache-5e39a1a4-f188-40e3-bcba-70e47abd6026" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 09:56:23 user nova-compute[74535]: DEBUG nova.network.neutron [req-11ca48dd-f09c-4f9f-9b41-4847b9e76689 req-5a461174-9b9d-4254-a2c3-f51f69317821 service nova] [instance: 5e39a1a4-f188-40e3-bcba-70e47abd6026] Refreshing network info cache for port d5923d45-0499-4abf-8914-ff036bd4603b {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 09:56:23 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-0ebf284a-4bca-44fe-8ce4-21d85a20c284 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 5e39a1a4-f188-40e3-bcba-70e47abd6026] Start _get_guest_xml network_info=[{"id": "d5923d45-0499-4abf-8914-ff036bd4603b", "address": "fa:16:3e:1b:cc:82", "network": {"id": "8b86f560-d219-47ac-911b-827500badcc4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-867973244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1a6ab8cc08d4115a89db7cf36f78025", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd5923d45-04", "ovs_interfaceid": "d5923d45-0499-4abf-8914-ff036bd4603b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T09:52:28Z,direct_url=<?>,disk_format='qcow2',id=b338f3c8-9974-4b9f-bacb-c75dd541c256,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='563f6a2917a742ada39fb0e950eece6e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T09:52:30Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'device_name': '/dev/vda', 'encrypted': False, 'encryption_format': None, 'encryption_options': None, 'encryption_secret_uuid': None, 'boot_index': 0, 'device_type': 'disk', 'size': 0, 'guest_format': None, 'image_id': 'b338f3c8-9974-4b9f-bacb-c75dd541c256'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 09:56:23 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-0ebf284a-4bca-44fe-8ce4-21d85a20c284 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 09:56:23 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-0ebf284a-4bca-44fe-8ce4-21d85a20c284 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 09:56:23 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-0ebf284a-4bca-44fe-8ce4-21d85a20c284 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 09:56:23 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-0ebf284a-4bca-44fe-8ce4-21d85a20c284 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] CPU controller missing on host. {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 09:56:23 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-0ebf284a-4bca-44fe-8ce4-21d85a20c284 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 09:56:23 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-0ebf284a-4bca-44fe-8ce4-21d85a20c284 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] CPU controller found on host. {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 09:56:23 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-0ebf284a-4bca-44fe-8ce4-21d85a20c284 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74535) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 09:56:23 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-0ebf284a-4bca-44fe-8ce4-21d85a20c284 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T09:52:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T09:52:28Z,direct_url=<?>,disk_format='qcow2',id=b338f3c8-9974-4b9f-bacb-c75dd541c256,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='563f6a2917a742ada39fb0e950eece6e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T09:52:30Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 09:56:23 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-0ebf284a-4bca-44fe-8ce4-21d85a20c284 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Flavor limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 09:56:23 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-0ebf284a-4bca-44fe-8ce4-21d85a20c284 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Image limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 09:56:23 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-0ebf284a-4bca-44fe-8ce4-21d85a20c284 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Flavor pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 09:56:23 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-0ebf284a-4bca-44fe-8ce4-21d85a20c284 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Image pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 09:56:23 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-0ebf284a-4bca-44fe-8ce4-21d85a20c284 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 09:56:23 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-0ebf284a-4bca-44fe-8ce4-21d85a20c284 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 09:56:23 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-0ebf284a-4bca-44fe-8ce4-21d85a20c284 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 09:56:23 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-0ebf284a-4bca-44fe-8ce4-21d85a20c284 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Got 1 possible topologies {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 09:56:23 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-0ebf284a-4bca-44fe-8ce4-21d85a20c284 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 09:56:23 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-0ebf284a-4bca-44fe-8ce4-21d85a20c284 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 09:56:23 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-0ebf284a-4bca-44fe-8ce4-21d85a20c284 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T09:56:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1138478032',display_name='tempest-ServerActionsTestOtherA-server-1138478032',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1138478032',id=3,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLO52HtMW4UMfGR+ZIcv2xGz1VFohxn+vVKQC3s2LtNicxzbY2Do3+F0nIV2Mn0nQf+HcJzYzk5oy9gorT4ZoJHR7SEaLEBUzVGJvdQUWU9bd6xtkzaaxWSwIPldTwJDJA==',key_name='tempest-keypair-129283455',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c1a6ab8cc08d4115a89db7cf36f78025',ramdisk_id='',reservation_id='r-1haz88zf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-2145111356',owner_user_name='tempest-ServerActionsTestOtherA-2145111356-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T09:56:15Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c4d40c6d3b9e49f79feff37d137f350a',uuid=5e39a1a4-f188-40e3-bcba-70e47abd6026,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d5923d45-0499-4abf-8914-ff036bd4603b", "address": "fa:16:3e:1b:cc:82", "network": {"id": "8b86f560-d219-47ac-911b-827500badcc4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-867973244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1a6ab8cc08d4115a89db7cf36f78025", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd5923d45-04", "ovs_interfaceid": "d5923d45-0499-4abf-8914-ff036bd4603b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74535) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 09:56:23 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-0ebf284a-4bca-44fe-8ce4-21d85a20c284 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Converting VIF {"id": "d5923d45-0499-4abf-8914-ff036bd4603b", "address": "fa:16:3e:1b:cc:82", "network": {"id": "8b86f560-d219-47ac-911b-827500badcc4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-867973244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1a6ab8cc08d4115a89db7cf36f78025", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd5923d45-04", "ovs_interfaceid": "d5923d45-0499-4abf-8914-ff036bd4603b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 09:56:23 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-0ebf284a-4bca-44fe-8ce4-21d85a20c284 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1b:cc:82,bridge_name='br-int',has_traffic_filtering=True,id=d5923d45-0499-4abf-8914-ff036bd4603b,network=Network(8b86f560-d219-47ac-911b-827500badcc4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd5923d45-04') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 09:56:23 user nova-compute[74535]: DEBUG nova.objects.instance [None req-0ebf284a-4bca-44fe-8ce4-21d85a20c284 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Lazy-loading 'pci_devices' on Instance uuid 5e39a1a4-f188-40e3-bcba-70e47abd6026 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 09:56:23 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-5873e543-2c65-4aa0-91a6-eb4380e7a216 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] No BDM found with device name vda, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 09:56:23 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-5873e543-2c65-4aa0-91a6-eb4380e7a216 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] No VIF found with MAC fa:16:3e:a3:9f:03, not building metadata {{(pid=74535) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 09:56:23 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-0ebf284a-4bca-44fe-8ce4-21d85a20c284 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 5e39a1a4-f188-40e3-bcba-70e47abd6026] End _get_guest_xml xml=<domain type="kvm">
Dec 06 09:56:23 user nova-compute[74535]:   <uuid>5e39a1a4-f188-40e3-bcba-70e47abd6026</uuid>
Dec 06 09:56:23 user nova-compute[74535]:   <name>instance-00000003</name>
Dec 06 09:56:23 user nova-compute[74535]:   <memory>524288</memory>
Dec 06 09:56:23 user nova-compute[74535]:   <vcpu>1</vcpu>
Dec 06 09:56:23 user nova-compute[74535]:   <metadata>
Dec 06 09:56:23 user nova-compute[74535]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 09:56:23 user nova-compute[74535]:       <nova:package version="0.0.0"/>
Dec 06 09:56:23 user nova-compute[74535]:       <nova:name>tempest-ServerActionsTestOtherA-server-1138478032</nova:name>
Dec 06 09:56:23 user nova-compute[74535]:       <nova:creationTime>2023-12-06 09:56:23</nova:creationTime>
Dec 06 09:56:23 user nova-compute[74535]:       <nova:flavor name="m1.tiny">
Dec 06 09:56:23 user nova-compute[74535]:         <nova:memory>512</nova:memory>
Dec 06 09:56:23 user nova-compute[74535]:         <nova:disk>1</nova:disk>
Dec 06 09:56:23 user nova-compute[74535]:         <nova:swap>0</nova:swap>
Dec 06 09:56:23 user nova-compute[74535]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 09:56:23 user nova-compute[74535]:         <nova:vcpus>1</nova:vcpus>
Dec 06 09:56:23 user nova-compute[74535]:       </nova:flavor>
Dec 06 09:56:23 user nova-compute[74535]:       <nova:owner>
Dec 06 09:56:23 user nova-compute[74535]:         <nova:user uuid="c4d40c6d3b9e49f79feff37d137f350a">tempest-ServerActionsTestOtherA-2145111356-project-member</nova:user>
Dec 06 09:56:23 user nova-compute[74535]:         <nova:project uuid="c1a6ab8cc08d4115a89db7cf36f78025">tempest-ServerActionsTestOtherA-2145111356</nova:project>
Dec 06 09:56:23 user nova-compute[74535]:       </nova:owner>
Dec 06 09:56:23 user nova-compute[74535]:       <nova:root type="image" uuid="b338f3c8-9974-4b9f-bacb-c75dd541c256"/>
Dec 06 09:56:23 user nova-compute[74535]:       <nova:ports>
Dec 06 09:56:23 user nova-compute[74535]:         <nova:port uuid="d5923d45-0499-4abf-8914-ff036bd4603b">
Dec 06 09:56:23 user nova-compute[74535]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Dec 06 09:56:23 user nova-compute[74535]:         </nova:port>
Dec 06 09:56:23 user nova-compute[74535]:       </nova:ports>
Dec 06 09:56:23 user nova-compute[74535]:     </nova:instance>
Dec 06 09:56:23 user nova-compute[74535]:   </metadata>
Dec 06 09:56:23 user nova-compute[74535]:   <sysinfo type="smbios">
Dec 06 09:56:23 user nova-compute[74535]:     <system>
Dec 06 09:56:23 user nova-compute[74535]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 09:56:23 user nova-compute[74535]:       <entry name="product">OpenStack Nova</entry>
Dec 06 09:56:23 user nova-compute[74535]:       <entry name="version">0.0.0</entry>
Dec 06 09:56:23 user nova-compute[74535]:       <entry name="serial">5e39a1a4-f188-40e3-bcba-70e47abd6026</entry>
Dec 06 09:56:23 user nova-compute[74535]:       <entry name="uuid">5e39a1a4-f188-40e3-bcba-70e47abd6026</entry>
Dec 06 09:56:23 user nova-compute[74535]:       <entry name="family">Virtual Machine</entry>
Dec 06 09:56:23 user nova-compute[74535]:     </system>
Dec 06 09:56:23 user nova-compute[74535]:   </sysinfo>
Dec 06 09:56:23 user nova-compute[74535]:   <os>
Dec 06 09:56:23 user nova-compute[74535]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 09:56:23 user nova-compute[74535]:     <boot dev="hd"/>
Dec 06 09:56:23 user nova-compute[74535]:     <smbios mode="sysinfo"/>
Dec 06 09:56:23 user nova-compute[74535]:   </os>
Dec 06 09:56:23 user nova-compute[74535]:   <features>
Dec 06 09:56:23 user nova-compute[74535]:     <acpi/>
Dec 06 09:56:23 user nova-compute[74535]:     <apic/>
Dec 06 09:56:23 user nova-compute[74535]:     <vmcoreinfo/>
Dec 06 09:56:23 user nova-compute[74535]:   </features>
Dec 06 09:56:23 user nova-compute[74535]:   <clock offset="utc">
Dec 06 09:56:23 user nova-compute[74535]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 09:56:23 user nova-compute[74535]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 09:56:23 user nova-compute[74535]:     <timer name="hpet" present="no"/>
Dec 06 09:56:23 user nova-compute[74535]:   </clock>
Dec 06 09:56:23 user nova-compute[74535]:   <cpu mode="custom" match="exact">
Dec 06 09:56:23 user nova-compute[74535]:     <model>Nehalem</model>
Dec 06 09:56:23 user nova-compute[74535]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 09:56:23 user nova-compute[74535]:   </cpu>
Dec 06 09:56:23 user nova-compute[74535]:   <devices>
Dec 06 09:56:23 user nova-compute[74535]:     <disk type="file" device="disk">
Dec 06 09:56:23 user nova-compute[74535]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 09:56:23 user nova-compute[74535]:       <source file="/opt/stack/data/nova/instances/5e39a1a4-f188-40e3-bcba-70e47abd6026/disk"/>
Dec 06 09:56:23 user nova-compute[74535]:       <target dev="vda" bus="virtio"/>
Dec 06 09:56:23 user nova-compute[74535]:     </disk>
Dec 06 09:56:23 user nova-compute[74535]:     <interface type="ethernet">
Dec 06 09:56:23 user nova-compute[74535]:       <mac address="fa:16:3e:1b:cc:82"/>
Dec 06 09:56:23 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 09:56:23 user nova-compute[74535]:       <mtu size="1442"/>
Dec 06 09:56:23 user nova-compute[74535]:       <target dev="tapd5923d45-04"/>
Dec 06 09:56:23 user nova-compute[74535]:     </interface>
Dec 06 09:56:23 user nova-compute[74535]:     <serial type="pty">
Dec 06 09:56:23 user nova-compute[74535]:       <log file="/opt/stack/data/nova/instances/5e39a1a4-f188-40e3-bcba-70e47abd6026/console.log" append="off"/>
Dec 06 09:56:23 user nova-compute[74535]:     </serial>
Dec 06 09:56:23 user nova-compute[74535]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 09:56:23 user nova-compute[74535]:     <video>
Dec 06 09:56:23 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 09:56:23 user nova-compute[74535]:     </video>
Dec 06 09:56:23 user nova-compute[74535]:     <rng model="virtio">
Dec 06 09:56:23 user nova-compute[74535]:       <backend model="random">/dev/urandom</backend>
Dec 06 09:56:23 user nova-compute[74535]:     </rng>
Dec 06 09:56:23 user nova-compute[74535]:     <controller type="usb" index="0" model="none"/>
Dec 06 09:56:23 user nova-compute[74535]:     <memballoon model="virtio">
Dec 06 09:56:23 user nova-compute[74535]:       <stats period="10"/>
Dec 06 09:56:23 user nova-compute[74535]:     </memballoon>
Dec 06 09:56:23 user nova-compute[74535]:   </devices>
Dec 06 09:56:23 user nova-compute[74535]: </domain>
Dec 06 09:56:23 user nova-compute[74535]:  {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 09:56:23 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-0ebf284a-4bca-44fe-8ce4-21d85a20c284 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T09:56:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1138478032',display_name='tempest-ServerActionsTestOtherA-server-1138478032',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1138478032',id=3,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLO52HtMW4UMfGR+ZIcv2xGz1VFohxn+vVKQC3s2LtNicxzbY2Do3+F0nIV2Mn0nQf+HcJzYzk5oy9gorT4ZoJHR7SEaLEBUzVGJvdQUWU9bd6xtkzaaxWSwIPldTwJDJA==',key_name='tempest-keypair-129283455',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c1a6ab8cc08d4115a89db7cf36f78025',ramdisk_id='',reservation_id='r-1haz88zf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-2145111356',owner_user_name='tempest-ServerActionsTestOtherA-2145111356-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T09:56:15Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c4d40c6d3b9e49f79feff37d137f350a',uuid=5e39a1a4-f188-40e3-bcba-70e47abd6026,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d5923d45-0499-4abf-8914-ff036bd4603b", "address": "fa:16:3e:1b:cc:82", "network": {"id": "8b86f560-d219-47ac-911b-827500badcc4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-867973244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1a6ab8cc08d4115a89db7cf36f78025", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd5923d45-04", "ovs_interfaceid": "d5923d45-0499-4abf-8914-ff036bd4603b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 09:56:23 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-0ebf284a-4bca-44fe-8ce4-21d85a20c284 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Converting VIF {"id": "d5923d45-0499-4abf-8914-ff036bd4603b", "address": "fa:16:3e:1b:cc:82", "network": {"id": "8b86f560-d219-47ac-911b-827500badcc4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-867973244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1a6ab8cc08d4115a89db7cf36f78025", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd5923d45-04", "ovs_interfaceid": "d5923d45-0499-4abf-8914-ff036bd4603b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 09:56:23 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-0ebf284a-4bca-44fe-8ce4-21d85a20c284 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1b:cc:82,bridge_name='br-int',has_traffic_filtering=True,id=d5923d45-0499-4abf-8914-ff036bd4603b,network=Network(8b86f560-d219-47ac-911b-827500badcc4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd5923d45-04') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 09:56:23 user nova-compute[74535]: DEBUG os_vif [None req-0ebf284a-4bca-44fe-8ce4-21d85a20c284 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:1b:cc:82,bridge_name='br-int',has_traffic_filtering=True,id=d5923d45-0499-4abf-8914-ff036bd4603b,network=Network(8b86f560-d219-47ac-911b-827500badcc4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd5923d45-04') {{(pid=74535) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 09:56:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:56:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 09:56:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '68bbbb68-fe8e-5aec-9d73-bd696459d233', '_type': 'linux-noop'}}, row=False) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:56:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:56:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd5923d45-04, may_exist=True, interface_attrs={}) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:56:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd5923d45-04, col_values=(('qos', UUID('00bf1c53-e960-4091-a74a-911549cea08a')),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:56:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd5923d45-04, col_values=(('external_ids', {'iface-id': 'd5923d45-0499-4abf-8914-ff036bd4603b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:1b:cc:82', 'vm-uuid': '5e39a1a4-f188-40e3-bcba-70e47abd6026'}),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:56:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:56:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:23 user nova-compute[74535]: INFO os_vif [None req-0ebf284a-4bca-44fe-8ce4-21d85a20c284 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:1b:cc:82,bridge_name='br-int',has_traffic_filtering=True,id=d5923d45-0499-4abf-8914-ff036bd4603b,network=Network(8b86f560-d219-47ac-911b-827500badcc4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd5923d45-04')
Dec 06 09:56:23 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-0ebf284a-4bca-44fe-8ce4-21d85a20c284 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] No BDM found with device name vda, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 09:56:23 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-0ebf284a-4bca-44fe-8ce4-21d85a20c284 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] No VIF found with MAC fa:16:3e:1b:cc:82, not building metadata {{(pid=74535) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 09:56:23 user nova-compute[74535]: DEBUG nova.network.neutron [req-348ea588-de0a-4dbb-b1ba-0049f2bc438a req-5236d1fc-1b49-4a01-ad79-3e2bff78a56f service nova] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Updated VIF entry in instance network info cache for port a462dbbf-ce92-4626-9a60-8681073805b9. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 09:56:23 user nova-compute[74535]: DEBUG nova.network.neutron [req-348ea588-de0a-4dbb-b1ba-0049f2bc438a req-5236d1fc-1b49-4a01-ad79-3e2bff78a56f service nova] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Updating instance_info_cache with network_info: [{"id": "a462dbbf-ce92-4626-9a60-8681073805b9", "address": "fa:16:3e:a3:9f:03", "network": {"id": "2c655269-59e9-4d53-8ce2-fa7d52c97f0c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1216090719-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "90943706b3664c72bbae8f17a744ad30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa462dbbf-ce", "ovs_interfaceid": "a462dbbf-ce92-4626-9a60-8681073805b9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:56:23 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-348ea588-de0a-4dbb-b1ba-0049f2bc438a req-5236d1fc-1b49-4a01-ad79-3e2bff78a56f service nova] Releasing lock "refresh_cache-9032fc82-326a-4827-94e0-c2c42a318148" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 09:56:24 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:24 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:25 user nova-compute[74535]: DEBUG nova.network.neutron [req-11ca48dd-f09c-4f9f-9b41-4847b9e76689 req-5a461174-9b9d-4254-a2c3-f51f69317821 service nova] [instance: 5e39a1a4-f188-40e3-bcba-70e47abd6026] Updated VIF entry in instance network info cache for port d5923d45-0499-4abf-8914-ff036bd4603b. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 09:56:25 user nova-compute[74535]: DEBUG nova.network.neutron [req-11ca48dd-f09c-4f9f-9b41-4847b9e76689 req-5a461174-9b9d-4254-a2c3-f51f69317821 service nova] [instance: 5e39a1a4-f188-40e3-bcba-70e47abd6026] Updating instance_info_cache with network_info: [{"id": "d5923d45-0499-4abf-8914-ff036bd4603b", "address": "fa:16:3e:1b:cc:82", "network": {"id": "8b86f560-d219-47ac-911b-827500badcc4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-867973244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1a6ab8cc08d4115a89db7cf36f78025", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd5923d45-04", "ovs_interfaceid": "d5923d45-0499-4abf-8914-ff036bd4603b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:56:25 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-11ca48dd-f09c-4f9f-9b41-4847b9e76689 req-5a461174-9b9d-4254-a2c3-f51f69317821 service nova] Releasing lock "refresh_cache-5e39a1a4-f188-40e3-bcba-70e47abd6026" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 09:56:25 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:25 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:25 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:28 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:28 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:28 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:28 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:28 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:28 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:29 user nova-compute[74535]: DEBUG nova.compute.manager [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] [instance: 7d750435-b1ed-446a-a466-162bdc33821d] Instance event wait completed in 0 seconds for  {{(pid=74535) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 09:56:29 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] [instance: 7d750435-b1ed-446a-a466-162bdc33821d] Guest created on hypervisor {{(pid=74535) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 09:56:29 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: 7d750435-b1ed-446a-a466-162bdc33821d] Instance spawned successfully.
Dec 06 09:56:29 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] [instance: 7d750435-b1ed-446a-a466-162bdc33821d] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 09:56:29 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] [instance: 7d750435-b1ed-446a-a466-162bdc33821d] Found default for hw_cdrom_bus of ide {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 09:56:29 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] [instance: 7d750435-b1ed-446a-a466-162bdc33821d] Found default for hw_disk_bus of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 09:56:29 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] [instance: 7d750435-b1ed-446a-a466-162bdc33821d] Found default for hw_input_bus of None {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 09:56:29 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] [instance: 7d750435-b1ed-446a-a466-162bdc33821d] Found default for hw_pointer_model of None {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 09:56:29 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] [instance: 7d750435-b1ed-446a-a466-162bdc33821d] Found default for hw_video_model of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 09:56:29 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] [instance: 7d750435-b1ed-446a-a466-162bdc33821d] Found default for hw_vif_model of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 09:56:29 user nova-compute[74535]: INFO nova.compute.manager [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] [instance: 7d750435-b1ed-446a-a466-162bdc33821d] Took 16.98 seconds to spawn the instance on the hypervisor.
Dec 06 09:56:29 user nova-compute[74535]: DEBUG nova.compute.manager [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] [instance: 7d750435-b1ed-446a-a466-162bdc33821d] Checking state {{(pid=74535) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 09:56:30 user nova-compute[74535]: INFO nova.compute.manager [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] [instance: 7d750435-b1ed-446a-a466-162bdc33821d] Took 17.90 seconds to build instance.
Dec 06 09:56:30 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-41c1543c-e429-4075-9956-59b321ae7ae6 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Lock "7d750435-b1ed-446a-a466-162bdc33821d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 18.355s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:56:30 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:31 user nova-compute[74535]: DEBUG nova.compute.manager [None req-615335f0-a4d5-4eb9-b27c-446b39befc5c tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] [instance: f01386a0-2d94-44f9-aec4-e03f5502f671] Instance event wait completed in 0 seconds for  {{(pid=74535) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 09:56:31 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-615335f0-a4d5-4eb9-b27c-446b39befc5c tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] [instance: f01386a0-2d94-44f9-aec4-e03f5502f671] Guest created on hypervisor {{(pid=74535) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 09:56:31 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: f01386a0-2d94-44f9-aec4-e03f5502f671] Instance spawned successfully.
Dec 06 09:56:31 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-615335f0-a4d5-4eb9-b27c-446b39befc5c tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] [instance: f01386a0-2d94-44f9-aec4-e03f5502f671] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 09:56:31 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-615335f0-a4d5-4eb9-b27c-446b39befc5c tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] [instance: f01386a0-2d94-44f9-aec4-e03f5502f671] Found default for hw_cdrom_bus of ide {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 09:56:31 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-615335f0-a4d5-4eb9-b27c-446b39befc5c tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] [instance: f01386a0-2d94-44f9-aec4-e03f5502f671] Found default for hw_disk_bus of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 09:56:31 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-615335f0-a4d5-4eb9-b27c-446b39befc5c tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] [instance: f01386a0-2d94-44f9-aec4-e03f5502f671] Found default for hw_input_bus of None {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 09:56:31 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-615335f0-a4d5-4eb9-b27c-446b39befc5c tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] [instance: f01386a0-2d94-44f9-aec4-e03f5502f671] Found default for hw_pointer_model of None {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 09:56:31 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-615335f0-a4d5-4eb9-b27c-446b39befc5c tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] [instance: f01386a0-2d94-44f9-aec4-e03f5502f671] Found default for hw_video_model of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 09:56:31 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-615335f0-a4d5-4eb9-b27c-446b39befc5c tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] [instance: f01386a0-2d94-44f9-aec4-e03f5502f671] Found default for hw_vif_model of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 09:56:31 user nova-compute[74535]: DEBUG nova.compute.manager [None req-5873e543-2c65-4aa0-91a6-eb4380e7a216 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Instance event wait completed in 0 seconds for  {{(pid=74535) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 09:56:31 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-5873e543-2c65-4aa0-91a6-eb4380e7a216 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Guest created on hypervisor {{(pid=74535) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 09:56:31 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Instance spawned successfully.
Dec 06 09:56:31 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-5873e543-2c65-4aa0-91a6-eb4380e7a216 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 09:56:31 user nova-compute[74535]: DEBUG nova.compute.manager [None req-0ebf284a-4bca-44fe-8ce4-21d85a20c284 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 5e39a1a4-f188-40e3-bcba-70e47abd6026] Instance event wait completed in 0 seconds for  {{(pid=74535) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 09:56:31 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-0ebf284a-4bca-44fe-8ce4-21d85a20c284 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 5e39a1a4-f188-40e3-bcba-70e47abd6026] Guest created on hypervisor {{(pid=74535) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 09:56:31 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: 5e39a1a4-f188-40e3-bcba-70e47abd6026] Instance spawned successfully.
Dec 06 09:56:31 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-0ebf284a-4bca-44fe-8ce4-21d85a20c284 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 5e39a1a4-f188-40e3-bcba-70e47abd6026] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 09:56:31 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-5873e543-2c65-4aa0-91a6-eb4380e7a216 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Found default for hw_cdrom_bus of ide {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 09:56:31 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-5873e543-2c65-4aa0-91a6-eb4380e7a216 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Found default for hw_disk_bus of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 09:56:31 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-5873e543-2c65-4aa0-91a6-eb4380e7a216 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Found default for hw_input_bus of None {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 09:56:31 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-5873e543-2c65-4aa0-91a6-eb4380e7a216 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Found default for hw_pointer_model of None {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 09:56:31 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-5873e543-2c65-4aa0-91a6-eb4380e7a216 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Found default for hw_video_model of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 09:56:31 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-5873e543-2c65-4aa0-91a6-eb4380e7a216 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Found default for hw_vif_model of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 09:56:31 user nova-compute[74535]: INFO nova.compute.manager [None req-615335f0-a4d5-4eb9-b27c-446b39befc5c tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] [instance: f01386a0-2d94-44f9-aec4-e03f5502f671] Took 17.83 seconds to spawn the instance on the hypervisor.
Dec 06 09:56:31 user nova-compute[74535]: DEBUG nova.compute.manager [None req-615335f0-a4d5-4eb9-b27c-446b39befc5c tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] [instance: f01386a0-2d94-44f9-aec4-e03f5502f671] Checking state {{(pid=74535) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 09:56:31 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-0ebf284a-4bca-44fe-8ce4-21d85a20c284 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 5e39a1a4-f188-40e3-bcba-70e47abd6026] Found default for hw_cdrom_bus of ide {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 09:56:31 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-0ebf284a-4bca-44fe-8ce4-21d85a20c284 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 5e39a1a4-f188-40e3-bcba-70e47abd6026] Found default for hw_disk_bus of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 09:56:31 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-0ebf284a-4bca-44fe-8ce4-21d85a20c284 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 5e39a1a4-f188-40e3-bcba-70e47abd6026] Found default for hw_input_bus of None {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 09:56:31 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-0ebf284a-4bca-44fe-8ce4-21d85a20c284 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 5e39a1a4-f188-40e3-bcba-70e47abd6026] Found default for hw_pointer_model of None {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 09:56:31 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-0ebf284a-4bca-44fe-8ce4-21d85a20c284 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 5e39a1a4-f188-40e3-bcba-70e47abd6026] Found default for hw_video_model of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 09:56:31 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-0ebf284a-4bca-44fe-8ce4-21d85a20c284 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 5e39a1a4-f188-40e3-bcba-70e47abd6026] Found default for hw_vif_model of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 09:56:31 user nova-compute[74535]: INFO nova.compute.manager [None req-5873e543-2c65-4aa0-91a6-eb4380e7a216 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Took 13.06 seconds to spawn the instance on the hypervisor.
Dec 06 09:56:31 user nova-compute[74535]: DEBUG nova.compute.manager [None req-5873e543-2c65-4aa0-91a6-eb4380e7a216 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Checking state {{(pid=74535) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 09:56:31 user nova-compute[74535]: INFO nova.compute.manager [None req-615335f0-a4d5-4eb9-b27c-446b39befc5c tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] [instance: f01386a0-2d94-44f9-aec4-e03f5502f671] Took 19.67 seconds to build instance.
Dec 06 09:56:32 user nova-compute[74535]: INFO nova.compute.manager [None req-0ebf284a-4bca-44fe-8ce4-21d85a20c284 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 5e39a1a4-f188-40e3-bcba-70e47abd6026] Took 17.16 seconds to spawn the instance on the hypervisor.
Dec 06 09:56:32 user nova-compute[74535]: DEBUG nova.compute.manager [None req-0ebf284a-4bca-44fe-8ce4-21d85a20c284 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 5e39a1a4-f188-40e3-bcba-70e47abd6026] Checking state {{(pid=74535) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 09:56:32 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-615335f0-a4d5-4eb9-b27c-446b39befc5c tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] Lock "f01386a0-2d94-44f9-aec4-e03f5502f671" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 20.206s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:56:32 user nova-compute[74535]: INFO nova.compute.manager [None req-5873e543-2c65-4aa0-91a6-eb4380e7a216 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Took 14.17 seconds to build instance.
Dec 06 09:56:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-5873e543-2c65-4aa0-91a6-eb4380e7a216 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Lock "9032fc82-326a-4827-94e0-c2c42a318148" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 14.289s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:56:32 user nova-compute[74535]: INFO nova.compute.manager [None req-0ebf284a-4bca-44fe-8ce4-21d85a20c284 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 5e39a1a4-f188-40e3-bcba-70e47abd6026] Took 18.46 seconds to build instance.
Dec 06 09:56:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-0ebf284a-4bca-44fe-8ce4-21d85a20c284 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Lock "5e39a1a4-f188-40e3-bcba-70e47abd6026" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 18.746s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:56:32 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:32 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:32 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:34 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:34 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:34 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:35 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:35 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:35 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:35 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:35 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:36 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:36 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:36 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:36 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:37 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:38 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:39 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:39 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a1698b57-d894-4e05-8785-c786dea0b205 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Acquiring lock "5730e9fd-9dab-4032-8ae3-856662c1eb03" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:56:39 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a1698b57-d894-4e05-8785-c786dea0b205 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Lock "5730e9fd-9dab-4032-8ae3-856662c1eb03" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.006s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:56:39 user nova-compute[74535]: DEBUG nova.compute.manager [None req-a1698b57-d894-4e05-8785-c786dea0b205 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] [instance: 5730e9fd-9dab-4032-8ae3-856662c1eb03] Starting instance... {{(pid=74535) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 09:56:39 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a1698b57-d894-4e05-8785-c786dea0b205 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:56:39 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a1698b57-d894-4e05-8785-c786dea0b205 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:56:39 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-a1698b57-d894-4e05-8785-c786dea0b205 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74535) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 09:56:39 user nova-compute[74535]: INFO nova.compute.claims [None req-a1698b57-d894-4e05-8785-c786dea0b205 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] [instance: 5730e9fd-9dab-4032-8ae3-856662c1eb03] Claim successful on node user
Dec 06 09:56:39 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:40 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-a1698b57-d894-4e05-8785-c786dea0b205 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 09:56:40 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-a1698b57-d894-4e05-8785-c786dea0b205 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 09:56:40 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a1698b57-d894-4e05-8785-c786dea0b205 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.782s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:56:40 user nova-compute[74535]: DEBUG nova.compute.manager [None req-a1698b57-d894-4e05-8785-c786dea0b205 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] [instance: 5730e9fd-9dab-4032-8ae3-856662c1eb03] Start building networks asynchronously for instance. {{(pid=74535) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 09:56:40 user nova-compute[74535]: DEBUG nova.compute.manager [None req-a1698b57-d894-4e05-8785-c786dea0b205 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] [instance: 5730e9fd-9dab-4032-8ae3-856662c1eb03] Allocating IP information in the background. {{(pid=74535) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 09:56:40 user nova-compute[74535]: DEBUG nova.network.neutron [None req-a1698b57-d894-4e05-8785-c786dea0b205 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] [instance: 5730e9fd-9dab-4032-8ae3-856662c1eb03] allocate_for_instance() {{(pid=74535) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 09:56:40 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-a1698b57-d894-4e05-8785-c786dea0b205 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] [instance: 5730e9fd-9dab-4032-8ae3-856662c1eb03] Ignoring supplied device name: /dev/sda. Libvirt can't honour user-supplied dev names
Dec 06 09:56:40 user nova-compute[74535]: DEBUG nova.compute.manager [None req-a1698b57-d894-4e05-8785-c786dea0b205 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] [instance: 5730e9fd-9dab-4032-8ae3-856662c1eb03] Start building block device mappings for instance. {{(pid=74535) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 09:56:40 user nova-compute[74535]: DEBUG nova.compute.manager [None req-a1698b57-d894-4e05-8785-c786dea0b205 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] [instance: 5730e9fd-9dab-4032-8ae3-856662c1eb03] Start spawning the instance on the hypervisor. {{(pid=74535) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 09:56:40 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-a1698b57-d894-4e05-8785-c786dea0b205 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] [instance: 5730e9fd-9dab-4032-8ae3-856662c1eb03] Creating instance directory {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 09:56:40 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-a1698b57-d894-4e05-8785-c786dea0b205 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] [instance: 5730e9fd-9dab-4032-8ae3-856662c1eb03] Creating image(s)
Dec 06 09:56:40 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a1698b57-d894-4e05-8785-c786dea0b205 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Acquiring lock "/opt/stack/data/nova/instances/5730e9fd-9dab-4032-8ae3-856662c1eb03/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:56:40 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a1698b57-d894-4e05-8785-c786dea0b205 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Lock "/opt/stack/data/nova/instances/5730e9fd-9dab-4032-8ae3-856662c1eb03/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:56:40 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a1698b57-d894-4e05-8785-c786dea0b205 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Lock "/opt/stack/data/nova/instances/5730e9fd-9dab-4032-8ae3-856662c1eb03/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:56:40 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a1698b57-d894-4e05-8785-c786dea0b205 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Acquiring lock "5a470ec251a43a63ff63f0ad1b800a7ee918b4aa" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:56:40 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a1698b57-d894-4e05-8785-c786dea0b205 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Lock "5a470ec251a43a63ff63f0ad1b800a7ee918b4aa" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:56:41 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-a1698b57-d894-4e05-8785-c786dea0b205 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5a470ec251a43a63ff63f0ad1b800a7ee918b4aa.part --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:56:41 user nova-compute[74535]: DEBUG nova.policy [None req-a1698b57-d894-4e05-8785-c786dea0b205 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ed50adb8986a4deb88ea3b361ee846e0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2b074796ad7d416b9c61194047ed293c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74535) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 09:56:41 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-8e60738c-65bf-4992-9cbc-33cbf7f1d497 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Acquiring lock "4f3357d9-20fc-4dc4-bfc5-ad83a6741013" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:56:41 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-8e60738c-65bf-4992-9cbc-33cbf7f1d497 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Lock "4f3357d9-20fc-4dc4-bfc5-ad83a6741013" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:56:41 user nova-compute[74535]: DEBUG nova.compute.manager [None req-8e60738c-65bf-4992-9cbc-33cbf7f1d497 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] [instance: 4f3357d9-20fc-4dc4-bfc5-ad83a6741013] Starting instance... {{(pid=74535) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 09:56:41 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-a1698b57-d894-4e05-8785-c786dea0b205 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5a470ec251a43a63ff63f0ad1b800a7ee918b4aa.part --force-share --output=json" returned: 0 in 0.215s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:56:41 user nova-compute[74535]: DEBUG nova.virt.images [None req-a1698b57-d894-4e05-8785-c786dea0b205 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] 0726fe94-ceb3-4565-9ce4-b54c2ecdf903 was qcow2, converting to raw {{(pid=74535) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Dec 06 09:56:41 user nova-compute[74535]: DEBUG nova.privsep.utils [None req-a1698b57-d894-4e05-8785-c786dea0b205 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74535) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 06 09:56:41 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-a1698b57-d894-4e05-8785-c786dea0b205 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/5a470ec251a43a63ff63f0ad1b800a7ee918b4aa.part /opt/stack/data/nova/instances/_base/5a470ec251a43a63ff63f0ad1b800a7ee918b4aa.converted {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:56:41 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-8e60738c-65bf-4992-9cbc-33cbf7f1d497 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:56:41 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-8e60738c-65bf-4992-9cbc-33cbf7f1d497 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:56:41 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-8e60738c-65bf-4992-9cbc-33cbf7f1d497 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74535) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 09:56:41 user nova-compute[74535]: INFO nova.compute.claims [None req-8e60738c-65bf-4992-9cbc-33cbf7f1d497 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] [instance: 4f3357d9-20fc-4dc4-bfc5-ad83a6741013] Claim successful on node user
Dec 06 09:56:41 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-a1698b57-d894-4e05-8785-c786dea0b205 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/5a470ec251a43a63ff63f0ad1b800a7ee918b4aa.part /opt/stack/data/nova/instances/_base/5a470ec251a43a63ff63f0ad1b800a7ee918b4aa.converted" returned: 0 in 0.234s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:56:41 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-a1698b57-d894-4e05-8785-c786dea0b205 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5a470ec251a43a63ff63f0ad1b800a7ee918b4aa.converted --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:56:42 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:42 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-8e60738c-65bf-4992-9cbc-33cbf7f1d497 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 09:56:42 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-8e60738c-65bf-4992-9cbc-33cbf7f1d497 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 09:56:42 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-a1698b57-d894-4e05-8785-c786dea0b205 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5a470ec251a43a63ff63f0ad1b800a7ee918b4aa.converted --force-share --output=json" returned: 0 in 0.362s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:56:42 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a1698b57-d894-4e05-8785-c786dea0b205 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Lock "5a470ec251a43a63ff63f0ad1b800a7ee918b4aa" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.323s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:56:42 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-a1698b57-d894-4e05-8785-c786dea0b205 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5a470ec251a43a63ff63f0ad1b800a7ee918b4aa --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:56:42 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-8e60738c-65bf-4992-9cbc-33cbf7f1d497 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.598s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:56:42 user nova-compute[74535]: DEBUG nova.compute.manager [None req-8e60738c-65bf-4992-9cbc-33cbf7f1d497 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] [instance: 4f3357d9-20fc-4dc4-bfc5-ad83a6741013] Start building networks asynchronously for instance. {{(pid=74535) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 09:56:42 user nova-compute[74535]: DEBUG nova.compute.manager [None req-8e60738c-65bf-4992-9cbc-33cbf7f1d497 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] [instance: 4f3357d9-20fc-4dc4-bfc5-ad83a6741013] Allocating IP information in the background. {{(pid=74535) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 09:56:42 user nova-compute[74535]: DEBUG nova.network.neutron [None req-8e60738c-65bf-4992-9cbc-33cbf7f1d497 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] [instance: 4f3357d9-20fc-4dc4-bfc5-ad83a6741013] allocate_for_instance() {{(pid=74535) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 09:56:42 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-8e60738c-65bf-4992-9cbc-33cbf7f1d497 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] [instance: 4f3357d9-20fc-4dc4-bfc5-ad83a6741013] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 09:56:42 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-a1698b57-d894-4e05-8785-c786dea0b205 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5a470ec251a43a63ff63f0ad1b800a7ee918b4aa --force-share --output=json" returned: 0 in 0.233s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:56:42 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a1698b57-d894-4e05-8785-c786dea0b205 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Acquiring lock "5a470ec251a43a63ff63f0ad1b800a7ee918b4aa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:56:42 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a1698b57-d894-4e05-8785-c786dea0b205 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Lock "5a470ec251a43a63ff63f0ad1b800a7ee918b4aa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:56:42 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-a1698b57-d894-4e05-8785-c786dea0b205 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5a470ec251a43a63ff63f0ad1b800a7ee918b4aa --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:56:42 user nova-compute[74535]: DEBUG nova.compute.manager [None req-8e60738c-65bf-4992-9cbc-33cbf7f1d497 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] [instance: 4f3357d9-20fc-4dc4-bfc5-ad83a6741013] Start building block device mappings for instance. {{(pid=74535) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 09:56:42 user nova-compute[74535]: DEBUG nova.policy [None req-8e60738c-65bf-4992-9cbc-33cbf7f1d497 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '49de51760c8f470aab418ca430df7695', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '585ee9665b434fb0bc5831d6eb32f407', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74535) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 09:56:42 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-a1698b57-d894-4e05-8785-c786dea0b205 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5a470ec251a43a63ff63f0ad1b800a7ee918b4aa --force-share --output=json" returned: 0 in 0.214s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:56:42 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-a1698b57-d894-4e05-8785-c786dea0b205 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/5a470ec251a43a63ff63f0ad1b800a7ee918b4aa,backing_fmt=raw /opt/stack/data/nova/instances/5730e9fd-9dab-4032-8ae3-856662c1eb03/disk 1073741824 {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:56:42 user nova-compute[74535]: DEBUG nova.compute.manager [None req-8e60738c-65bf-4992-9cbc-33cbf7f1d497 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] [instance: 4f3357d9-20fc-4dc4-bfc5-ad83a6741013] Start spawning the instance on the hypervisor. {{(pid=74535) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 09:56:42 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-8e60738c-65bf-4992-9cbc-33cbf7f1d497 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] [instance: 4f3357d9-20fc-4dc4-bfc5-ad83a6741013] Creating instance directory {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 09:56:42 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-8e60738c-65bf-4992-9cbc-33cbf7f1d497 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] [instance: 4f3357d9-20fc-4dc4-bfc5-ad83a6741013] Creating image(s)
Dec 06 09:56:42 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-8e60738c-65bf-4992-9cbc-33cbf7f1d497 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Acquiring lock "/opt/stack/data/nova/instances/4f3357d9-20fc-4dc4-bfc5-ad83a6741013/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:56:42 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-8e60738c-65bf-4992-9cbc-33cbf7f1d497 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Lock "/opt/stack/data/nova/instances/4f3357d9-20fc-4dc4-bfc5-ad83a6741013/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:56:42 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-8e60738c-65bf-4992-9cbc-33cbf7f1d497 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Lock "/opt/stack/data/nova/instances/4f3357d9-20fc-4dc4-bfc5-ad83a6741013/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:56:42 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-8e60738c-65bf-4992-9cbc-33cbf7f1d497 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:56:42 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-a1698b57-d894-4e05-8785-c786dea0b205 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/5a470ec251a43a63ff63f0ad1b800a7ee918b4aa,backing_fmt=raw /opt/stack/data/nova/instances/5730e9fd-9dab-4032-8ae3-856662c1eb03/disk 1073741824" returned: 0 in 0.103s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:56:42 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a1698b57-d894-4e05-8785-c786dea0b205 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Lock "5a470ec251a43a63ff63f0ad1b800a7ee918b4aa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.344s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:56:42 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-a1698b57-d894-4e05-8785-c786dea0b205 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5a470ec251a43a63ff63f0ad1b800a7ee918b4aa --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:56:42 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a1d1a673-786c-49e8-84bb-6a404d3063cb tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] Acquiring lock "93fb3c38-baad-41c4-89b2-2a37c779c62a" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:56:42 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a1d1a673-786c-49e8-84bb-6a404d3063cb tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] Lock "93fb3c38-baad-41c4-89b2-2a37c779c62a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:56:42 user nova-compute[74535]: DEBUG nova.compute.manager [None req-a1d1a673-786c-49e8-84bb-6a404d3063cb tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] [instance: 93fb3c38-baad-41c4-89b2-2a37c779c62a] Starting instance... {{(pid=74535) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 09:56:42 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-8e60738c-65bf-4992-9cbc-33cbf7f1d497 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.238s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:56:42 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-8e60738c-65bf-4992-9cbc-33cbf7f1d497 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Acquiring lock "7aef4f97309efbd0d8988be1fd45eed756898e08" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:56:42 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-8e60738c-65bf-4992-9cbc-33cbf7f1d497 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Lock "7aef4f97309efbd0d8988be1fd45eed756898e08" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:56:42 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-8e60738c-65bf-4992-9cbc-33cbf7f1d497 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:56:43 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-a1698b57-d894-4e05-8785-c786dea0b205 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5a470ec251a43a63ff63f0ad1b800a7ee918b4aa --force-share --output=json" returned: 0 in 0.259s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:56:43 user nova-compute[74535]: DEBUG nova.virt.disk.api [None req-a1698b57-d894-4e05-8785-c786dea0b205 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Checking if we can resize image /opt/stack/data/nova/instances/5730e9fd-9dab-4032-8ae3-856662c1eb03/disk. size=1073741824 {{(pid=74535) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 09:56:43 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-a1698b57-d894-4e05-8785-c786dea0b205 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5730e9fd-9dab-4032-8ae3-856662c1eb03/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:56:43 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a1d1a673-786c-49e8-84bb-6a404d3063cb tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:56:43 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a1d1a673-786c-49e8-84bb-6a404d3063cb tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:56:43 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-a1d1a673-786c-49e8-84bb-6a404d3063cb tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74535) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 09:56:43 user nova-compute[74535]: INFO nova.compute.claims [None req-a1d1a673-786c-49e8-84bb-6a404d3063cb tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] [instance: 93fb3c38-baad-41c4-89b2-2a37c779c62a] Claim successful on node user
Dec 06 09:56:43 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-8e60738c-65bf-4992-9cbc-33cbf7f1d497 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.332s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:56:43 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-8e60738c-65bf-4992-9cbc-33cbf7f1d497 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08,backing_fmt=raw /opt/stack/data/nova/instances/4f3357d9-20fc-4dc4-bfc5-ad83a6741013/disk 1073741824 {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:56:43 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-8e60738c-65bf-4992-9cbc-33cbf7f1d497 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08,backing_fmt=raw /opt/stack/data/nova/instances/4f3357d9-20fc-4dc4-bfc5-ad83a6741013/disk 1073741824" returned: 0 in 0.079s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:56:43 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-8e60738c-65bf-4992-9cbc-33cbf7f1d497 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Lock "7aef4f97309efbd0d8988be1fd45eed756898e08" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.416s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:56:43 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-8e60738c-65bf-4992-9cbc-33cbf7f1d497 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:56:43 user nova-compute[74535]: DEBUG nova.network.neutron [None req-a1698b57-d894-4e05-8785-c786dea0b205 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] [instance: 5730e9fd-9dab-4032-8ae3-856662c1eb03] Successfully created port: e5a850a1-8c35-4718-9372-77fb5ef1613b {{(pid=74535) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 09:56:43 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-a1698b57-d894-4e05-8785-c786dea0b205 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5730e9fd-9dab-4032-8ae3-856662c1eb03/disk --force-share --output=json" returned: 0 in 0.396s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:56:43 user nova-compute[74535]: DEBUG nova.virt.disk.api [None req-a1698b57-d894-4e05-8785-c786dea0b205 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Cannot resize image /opt/stack/data/nova/instances/5730e9fd-9dab-4032-8ae3-856662c1eb03/disk to a smaller size. {{(pid=74535) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 09:56:43 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-a1698b57-d894-4e05-8785-c786dea0b205 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] [instance: 5730e9fd-9dab-4032-8ae3-856662c1eb03] Created local disks {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 09:56:43 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-a1698b57-d894-4e05-8785-c786dea0b205 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] [instance: 5730e9fd-9dab-4032-8ae3-856662c1eb03] Ensure instance console log exists: /opt/stack/data/nova/instances/5730e9fd-9dab-4032-8ae3-856662c1eb03/console.log {{(pid=74535) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 09:56:43 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a1698b57-d894-4e05-8785-c786dea0b205 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:56:43 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a1698b57-d894-4e05-8785-c786dea0b205 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:56:43 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a1698b57-d894-4e05-8785-c786dea0b205 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:56:43 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:43 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-8e60738c-65bf-4992-9cbc-33cbf7f1d497 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.199s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:56:43 user nova-compute[74535]: DEBUG nova.virt.disk.api [None req-8e60738c-65bf-4992-9cbc-33cbf7f1d497 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Checking if we can resize image /opt/stack/data/nova/instances/4f3357d9-20fc-4dc4-bfc5-ad83a6741013/disk. size=1073741824 {{(pid=74535) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 09:56:43 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-8e60738c-65bf-4992-9cbc-33cbf7f1d497 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4f3357d9-20fc-4dc4-bfc5-ad83a6741013/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:56:43 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-a1d1a673-786c-49e8-84bb-6a404d3063cb tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 09:56:43 user nova-compute[74535]: DEBUG nova.network.neutron [None req-8e60738c-65bf-4992-9cbc-33cbf7f1d497 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] [instance: 4f3357d9-20fc-4dc4-bfc5-ad83a6741013] Successfully created port: a37b5b7b-eba9-4299-921d-4946561c01e5 {{(pid=74535) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 09:56:43 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-8e60738c-65bf-4992-9cbc-33cbf7f1d497 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4f3357d9-20fc-4dc4-bfc5-ad83a6741013/disk --force-share --output=json" returned: 0 in 0.250s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:56:43 user nova-compute[74535]: DEBUG nova.virt.disk.api [None req-8e60738c-65bf-4992-9cbc-33cbf7f1d497 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Cannot resize image /opt/stack/data/nova/instances/4f3357d9-20fc-4dc4-bfc5-ad83a6741013/disk to a smaller size. {{(pid=74535) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 09:56:43 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-8e60738c-65bf-4992-9cbc-33cbf7f1d497 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] [instance: 4f3357d9-20fc-4dc4-bfc5-ad83a6741013] Created local disks {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 09:56:43 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-8e60738c-65bf-4992-9cbc-33cbf7f1d497 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] [instance: 4f3357d9-20fc-4dc4-bfc5-ad83a6741013] Ensure instance console log exists: /opt/stack/data/nova/instances/4f3357d9-20fc-4dc4-bfc5-ad83a6741013/console.log {{(pid=74535) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 09:56:43 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-8e60738c-65bf-4992-9cbc-33cbf7f1d497 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:56:43 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-8e60738c-65bf-4992-9cbc-33cbf7f1d497 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:56:43 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-8e60738c-65bf-4992-9cbc-33cbf7f1d497 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:56:43 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-a1d1a673-786c-49e8-84bb-6a404d3063cb tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 09:56:43 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a1d1a673-786c-49e8-84bb-6a404d3063cb tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.638s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:56:43 user nova-compute[74535]: DEBUG nova.compute.manager [None req-a1d1a673-786c-49e8-84bb-6a404d3063cb tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] [instance: 93fb3c38-baad-41c4-89b2-2a37c779c62a] Start building networks asynchronously for instance. {{(pid=74535) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 09:56:44 user nova-compute[74535]: DEBUG nova.compute.manager [None req-a1d1a673-786c-49e8-84bb-6a404d3063cb tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] [instance: 93fb3c38-baad-41c4-89b2-2a37c779c62a] Allocating IP information in the background. {{(pid=74535) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 09:56:44 user nova-compute[74535]: DEBUG nova.network.neutron [None req-a1d1a673-786c-49e8-84bb-6a404d3063cb tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] [instance: 93fb3c38-baad-41c4-89b2-2a37c779c62a] allocate_for_instance() {{(pid=74535) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 09:56:44 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-a1d1a673-786c-49e8-84bb-6a404d3063cb tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] [instance: 93fb3c38-baad-41c4-89b2-2a37c779c62a] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 09:56:44 user nova-compute[74535]: DEBUG nova.compute.manager [None req-a1d1a673-786c-49e8-84bb-6a404d3063cb tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] [instance: 93fb3c38-baad-41c4-89b2-2a37c779c62a] Start building block device mappings for instance. {{(pid=74535) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 09:56:44 user nova-compute[74535]: DEBUG nova.policy [None req-a1d1a673-786c-49e8-84bb-6a404d3063cb tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0becb1de8c0d4fec9428fe1418dde9ae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '60fc28b24c1e4cf8a31ecac98fba528d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74535) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 09:56:44 user nova-compute[74535]: DEBUG nova.compute.manager [None req-a1d1a673-786c-49e8-84bb-6a404d3063cb tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] [instance: 93fb3c38-baad-41c4-89b2-2a37c779c62a] Start spawning the instance on the hypervisor. {{(pid=74535) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 09:56:44 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-a1d1a673-786c-49e8-84bb-6a404d3063cb tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] [instance: 93fb3c38-baad-41c4-89b2-2a37c779c62a] Creating instance directory {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 09:56:44 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-a1d1a673-786c-49e8-84bb-6a404d3063cb tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] [instance: 93fb3c38-baad-41c4-89b2-2a37c779c62a] Creating image(s)
Dec 06 09:56:44 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a1d1a673-786c-49e8-84bb-6a404d3063cb tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] Acquiring lock "/opt/stack/data/nova/instances/93fb3c38-baad-41c4-89b2-2a37c779c62a/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:56:44 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a1d1a673-786c-49e8-84bb-6a404d3063cb tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] Lock "/opt/stack/data/nova/instances/93fb3c38-baad-41c4-89b2-2a37c779c62a/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:56:44 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a1d1a673-786c-49e8-84bb-6a404d3063cb tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] Lock "/opt/stack/data/nova/instances/93fb3c38-baad-41c4-89b2-2a37c779c62a/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.009s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:56:44 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-a1d1a673-786c-49e8-84bb-6a404d3063cb tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:56:44 user nova-compute[74535]: DEBUG nova.network.neutron [None req-a1698b57-d894-4e05-8785-c786dea0b205 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] [instance: 5730e9fd-9dab-4032-8ae3-856662c1eb03] Successfully updated port: e5a850a1-8c35-4718-9372-77fb5ef1613b {{(pid=74535) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 09:56:44 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a1698b57-d894-4e05-8785-c786dea0b205 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Acquiring lock "refresh_cache-5730e9fd-9dab-4032-8ae3-856662c1eb03" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 09:56:44 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a1698b57-d894-4e05-8785-c786dea0b205 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Acquired lock "refresh_cache-5730e9fd-9dab-4032-8ae3-856662c1eb03" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 09:56:44 user nova-compute[74535]: DEBUG nova.network.neutron [None req-a1698b57-d894-4e05-8785-c786dea0b205 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] [instance: 5730e9fd-9dab-4032-8ae3-856662c1eb03] Building network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 09:56:44 user nova-compute[74535]: DEBUG nova.compute.manager [req-610ccc38-0701-471e-9e96-a0e1bc8b04fa req-f9056cc5-b1b2-4faa-a422-1671614d439b service nova] [instance: 5730e9fd-9dab-4032-8ae3-856662c1eb03] Received event network-changed-e5a850a1-8c35-4718-9372-77fb5ef1613b {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:56:44 user nova-compute[74535]: DEBUG nova.compute.manager [req-610ccc38-0701-471e-9e96-a0e1bc8b04fa req-f9056cc5-b1b2-4faa-a422-1671614d439b service nova] [instance: 5730e9fd-9dab-4032-8ae3-856662c1eb03] Refreshing instance network info cache due to event network-changed-e5a850a1-8c35-4718-9372-77fb5ef1613b. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 09:56:44 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-610ccc38-0701-471e-9e96-a0e1bc8b04fa req-f9056cc5-b1b2-4faa-a422-1671614d439b service nova] Acquiring lock "refresh_cache-5730e9fd-9dab-4032-8ae3-856662c1eb03" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 09:56:44 user nova-compute[74535]: DEBUG nova.network.neutron [None req-a1698b57-d894-4e05-8785-c786dea0b205 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] [instance: 5730e9fd-9dab-4032-8ae3-856662c1eb03] Instance cache missing network info. {{(pid=74535) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 09:56:44 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-a1d1a673-786c-49e8-84bb-6a404d3063cb tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.201s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:56:44 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a1d1a673-786c-49e8-84bb-6a404d3063cb tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] Acquiring lock "7aef4f97309efbd0d8988be1fd45eed756898e08" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:56:44 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a1d1a673-786c-49e8-84bb-6a404d3063cb tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] Lock "7aef4f97309efbd0d8988be1fd45eed756898e08" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:56:44 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-a1d1a673-786c-49e8-84bb-6a404d3063cb tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:56:44 user nova-compute[74535]: DEBUG nova.network.neutron [None req-8e60738c-65bf-4992-9cbc-33cbf7f1d497 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] [instance: 4f3357d9-20fc-4dc4-bfc5-ad83a6741013] Successfully updated port: a37b5b7b-eba9-4299-921d-4946561c01e5 {{(pid=74535) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 09:56:44 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-a1d1a673-786c-49e8-84bb-6a404d3063cb tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.245s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:56:44 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-a1d1a673-786c-49e8-84bb-6a404d3063cb tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08,backing_fmt=raw /opt/stack/data/nova/instances/93fb3c38-baad-41c4-89b2-2a37c779c62a/disk 1073741824 {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:56:44 user nova-compute[74535]: DEBUG nova.compute.manager [req-c29ecb99-8ea8-45f1-91a3-85a10f43b79b req-37e3cd9d-cd39-43bb-8d3f-67eb36fce03f service nova] [instance: 4f3357d9-20fc-4dc4-bfc5-ad83a6741013] Received event network-changed-a37b5b7b-eba9-4299-921d-4946561c01e5 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:56:44 user nova-compute[74535]: DEBUG nova.compute.manager [req-c29ecb99-8ea8-45f1-91a3-85a10f43b79b req-37e3cd9d-cd39-43bb-8d3f-67eb36fce03f service nova] [instance: 4f3357d9-20fc-4dc4-bfc5-ad83a6741013] Refreshing instance network info cache due to event network-changed-a37b5b7b-eba9-4299-921d-4946561c01e5. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 09:56:44 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-c29ecb99-8ea8-45f1-91a3-85a10f43b79b req-37e3cd9d-cd39-43bb-8d3f-67eb36fce03f service nova] Acquiring lock "refresh_cache-4f3357d9-20fc-4dc4-bfc5-ad83a6741013" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 09:56:44 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-c29ecb99-8ea8-45f1-91a3-85a10f43b79b req-37e3cd9d-cd39-43bb-8d3f-67eb36fce03f service nova] Acquired lock "refresh_cache-4f3357d9-20fc-4dc4-bfc5-ad83a6741013" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 09:56:44 user nova-compute[74535]: DEBUG nova.network.neutron [req-c29ecb99-8ea8-45f1-91a3-85a10f43b79b req-37e3cd9d-cd39-43bb-8d3f-67eb36fce03f service nova] [instance: 4f3357d9-20fc-4dc4-bfc5-ad83a6741013] Refreshing network info cache for port a37b5b7b-eba9-4299-921d-4946561c01e5 {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 09:56:44 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-8e60738c-65bf-4992-9cbc-33cbf7f1d497 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Acquiring lock "refresh_cache-4f3357d9-20fc-4dc4-bfc5-ad83a6741013" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 09:56:44 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-a1d1a673-786c-49e8-84bb-6a404d3063cb tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08,backing_fmt=raw /opt/stack/data/nova/instances/93fb3c38-baad-41c4-89b2-2a37c779c62a/disk 1073741824" returned: 0 in 0.117s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:56:44 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a1d1a673-786c-49e8-84bb-6a404d3063cb tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] Lock "7aef4f97309efbd0d8988be1fd45eed756898e08" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.378s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:56:44 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-a1d1a673-786c-49e8-84bb-6a404d3063cb tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:56:44 user nova-compute[74535]: DEBUG nova.network.neutron [None req-a1d1a673-786c-49e8-84bb-6a404d3063cb tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] [instance: 93fb3c38-baad-41c4-89b2-2a37c779c62a] Successfully created port: 2dfc3f16-1977-47e8-a60f-2ec4bd73af3a {{(pid=74535) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 09:56:45 user nova-compute[74535]: DEBUG nova.network.neutron [req-c29ecb99-8ea8-45f1-91a3-85a10f43b79b req-37e3cd9d-cd39-43bb-8d3f-67eb36fce03f service nova] [instance: 4f3357d9-20fc-4dc4-bfc5-ad83a6741013] Instance cache missing network info. {{(pid=74535) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 09:56:45 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-a1d1a673-786c-49e8-84bb-6a404d3063cb tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.194s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:56:45 user nova-compute[74535]: DEBUG nova.virt.disk.api [None req-a1d1a673-786c-49e8-84bb-6a404d3063cb tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] Checking if we can resize image /opt/stack/data/nova/instances/93fb3c38-baad-41c4-89b2-2a37c779c62a/disk. size=1073741824 {{(pid=74535) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 09:56:45 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-a1d1a673-786c-49e8-84bb-6a404d3063cb tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93fb3c38-baad-41c4-89b2-2a37c779c62a/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:56:45 user nova-compute[74535]: DEBUG nova.network.neutron [None req-a1698b57-d894-4e05-8785-c786dea0b205 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] [instance: 5730e9fd-9dab-4032-8ae3-856662c1eb03] Updating instance_info_cache with network_info: [{"id": "e5a850a1-8c35-4718-9372-77fb5ef1613b", "address": "fa:16:3e:0b:a7:6e", "network": {"id": "414724e6-ce3d-4210-9a48-c40582ad4413", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-2106511022-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2b074796ad7d416b9c61194047ed293c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape5a850a1-8c", "ovs_interfaceid": "e5a850a1-8c35-4718-9372-77fb5ef1613b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:56:45 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a1698b57-d894-4e05-8785-c786dea0b205 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Releasing lock "refresh_cache-5730e9fd-9dab-4032-8ae3-856662c1eb03" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 09:56:45 user nova-compute[74535]: DEBUG nova.compute.manager [None req-a1698b57-d894-4e05-8785-c786dea0b205 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] [instance: 5730e9fd-9dab-4032-8ae3-856662c1eb03] Instance network_info: |[{"id": "e5a850a1-8c35-4718-9372-77fb5ef1613b", "address": "fa:16:3e:0b:a7:6e", "network": {"id": "414724e6-ce3d-4210-9a48-c40582ad4413", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-2106511022-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2b074796ad7d416b9c61194047ed293c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape5a850a1-8c", "ovs_interfaceid": "e5a850a1-8c35-4718-9372-77fb5ef1613b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74535) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 09:56:45 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-610ccc38-0701-471e-9e96-a0e1bc8b04fa req-f9056cc5-b1b2-4faa-a422-1671614d439b service nova] Acquired lock "refresh_cache-5730e9fd-9dab-4032-8ae3-856662c1eb03" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 09:56:45 user nova-compute[74535]: DEBUG nova.network.neutron [req-610ccc38-0701-471e-9e96-a0e1bc8b04fa req-f9056cc5-b1b2-4faa-a422-1671614d439b service nova] [instance: 5730e9fd-9dab-4032-8ae3-856662c1eb03] Refreshing network info cache for port e5a850a1-8c35-4718-9372-77fb5ef1613b {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 09:56:45 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-a1698b57-d894-4e05-8785-c786dea0b205 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] [instance: 5730e9fd-9dab-4032-8ae3-856662c1eb03] Start _get_guest_xml network_info=[{"id": "e5a850a1-8c35-4718-9372-77fb5ef1613b", "address": "fa:16:3e:0b:a7:6e", "network": {"id": "414724e6-ce3d-4210-9a48-c40582ad4413", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-2106511022-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2b074796ad7d416b9c61194047ed293c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape5a850a1-8c", "ovs_interfaceid": "e5a850a1-8c35-4718-9372-77fb5ef1613b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'scsi', 'cdrom_bus': 'scsi', 'mapping': {'root': {'bus': 'scsi', 'dev': 'sda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'scsi', 'dev': 'sda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'scsi', 'dev': 'sdb', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T09:56:29Z,direct_url=<?>,disk_format='qcow2',id=0726fe94-ceb3-4565-9ce4-b54c2ecdf903,min_disk=0,min_ram=0,name='',owner='1b6502e244d4484fb7fad0048019720b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T09:56:32Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/sda', 'image': [{'disk_bus': 'scsi', 'device_name': '/dev/sda', 'encrypted': False, 'encryption_format': None, 'encryption_options': None, 'encryption_secret_uuid': None, 'boot_index': 0, 'device_type': 'disk', 'size': 0, 'guest_format': None, 'image_id': '0726fe94-ceb3-4565-9ce4-b54c2ecdf903'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 09:56:45 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-a1698b57-d894-4e05-8785-c786dea0b205 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 09:56:45 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-a1698b57-d894-4e05-8785-c786dea0b205 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 09:56:45 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-a1698b57-d894-4e05-8785-c786dea0b205 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 09:56:45 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-a1698b57-d894-4e05-8785-c786dea0b205 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] CPU controller missing on host. {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 09:56:45 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-a1698b57-d894-4e05-8785-c786dea0b205 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 09:56:45 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-a1698b57-d894-4e05-8785-c786dea0b205 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] CPU controller found on host. {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 09:56:45 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-a1698b57-d894-4e05-8785-c786dea0b205 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74535) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 09:56:45 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-a1698b57-d894-4e05-8785-c786dea0b205 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T09:52:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T09:56:29Z,direct_url=<?>,disk_format='qcow2',id=0726fe94-ceb3-4565-9ce4-b54c2ecdf903,min_disk=0,min_ram=0,name='',owner='1b6502e244d4484fb7fad0048019720b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T09:56:32Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 09:56:45 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-a1698b57-d894-4e05-8785-c786dea0b205 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Flavor limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 09:56:45 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-a1698b57-d894-4e05-8785-c786dea0b205 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Image limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 09:56:45 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-a1698b57-d894-4e05-8785-c786dea0b205 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Flavor pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 09:56:45 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-a1698b57-d894-4e05-8785-c786dea0b205 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Image pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 09:56:45 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-a1698b57-d894-4e05-8785-c786dea0b205 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 09:56:45 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-a1698b57-d894-4e05-8785-c786dea0b205 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 09:56:45 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-a1698b57-d894-4e05-8785-c786dea0b205 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 09:56:45 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-a1698b57-d894-4e05-8785-c786dea0b205 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Got 1 possible topologies {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 09:56:45 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-a1698b57-d894-4e05-8785-c786dea0b205 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 09:56:45 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-a1698b57-d894-4e05-8785-c786dea0b205 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 09:56:45 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-a1698b57-d894-4e05-8785-c786dea0b205 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T09:56:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-2037098805',display_name='tempest-AttachSCSIVolumeTestJSON-server-2037098805',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachscsivolumetestjson-server-2037098805',id=5,image_ref='0726fe94-ceb3-4565-9ce4-b54c2ecdf903',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFHb1ygRSb9qz5nak2+ZsKX6sCMZ2W+Sp+VutWZY1iJmaU5BLWkHN1UrVZ/N33iMMJ/eY21FVoTEfJJdAA/Mc/Gq+8hyDEj4B8xLdibwW34lNpdzvlajxAFdZIIb8d+A+g==',key_name='tempest-keypair-1991025917',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2b074796ad7d416b9c61194047ed293c',ramdisk_id='',reservation_id='r-feey0q43',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0726fe94-ceb3-4565-9ce4-b54c2ecdf903',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_machine_type='pc',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-AttachSCSIVolumeTestJSON-944944146',owner_user_name='tempest-AttachSCSIVolumeTestJSON-944944146-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T09:56:41Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ed50adb8986a4deb88ea3b361ee846e0',uuid=5730e9fd-9dab-4032-8ae3-856662c1eb03,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e5a850a1-8c35-4718-9372-77fb5ef1613b", "address": "fa:16:3e:0b:a7:6e", "network": {"id": "414724e6-ce3d-4210-9a48-c40582ad4413", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-2106511022-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2b074796ad7d416b9c61194047ed293c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape5a850a1-8c", "ovs_interfaceid": "e5a850a1-8c35-4718-9372-77fb5ef1613b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74535) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 09:56:45 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-a1698b57-d894-4e05-8785-c786dea0b205 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Converting VIF {"id": "e5a850a1-8c35-4718-9372-77fb5ef1613b", "address": "fa:16:3e:0b:a7:6e", "network": {"id": "414724e6-ce3d-4210-9a48-c40582ad4413", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-2106511022-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2b074796ad7d416b9c61194047ed293c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape5a850a1-8c", "ovs_interfaceid": "e5a850a1-8c35-4718-9372-77fb5ef1613b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 09:56:45 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-a1698b57-d894-4e05-8785-c786dea0b205 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0b:a7:6e,bridge_name='br-int',has_traffic_filtering=True,id=e5a850a1-8c35-4718-9372-77fb5ef1613b,network=Network(414724e6-ce3d-4210-9a48-c40582ad4413),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape5a850a1-8c') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 09:56:45 user nova-compute[74535]: DEBUG nova.objects.instance [None req-a1698b57-d894-4e05-8785-c786dea0b205 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Lazy-loading 'pci_devices' on Instance uuid 5730e9fd-9dab-4032-8ae3-856662c1eb03 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 09:56:45 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-a1d1a673-786c-49e8-84bb-6a404d3063cb tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93fb3c38-baad-41c4-89b2-2a37c779c62a/disk --force-share --output=json" returned: 0 in 0.232s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:56:45 user nova-compute[74535]: DEBUG nova.virt.disk.api [None req-a1d1a673-786c-49e8-84bb-6a404d3063cb tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] Cannot resize image /opt/stack/data/nova/instances/93fb3c38-baad-41c4-89b2-2a37c779c62a/disk to a smaller size. {{(pid=74535) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 09:56:45 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-a1d1a673-786c-49e8-84bb-6a404d3063cb tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] [instance: 93fb3c38-baad-41c4-89b2-2a37c779c62a] Created local disks {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 09:56:45 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-a1d1a673-786c-49e8-84bb-6a404d3063cb tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] [instance: 93fb3c38-baad-41c4-89b2-2a37c779c62a] Ensure instance console log exists: /opt/stack/data/nova/instances/93fb3c38-baad-41c4-89b2-2a37c779c62a/console.log {{(pid=74535) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 09:56:45 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a1d1a673-786c-49e8-84bb-6a404d3063cb tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:56:45 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a1d1a673-786c-49e8-84bb-6a404d3063cb tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:56:45 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a1d1a673-786c-49e8-84bb-6a404d3063cb tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:56:45 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-a1698b57-d894-4e05-8785-c786dea0b205 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] [instance: 5730e9fd-9dab-4032-8ae3-856662c1eb03] End _get_guest_xml xml=<domain type="kvm">
Dec 06 09:56:45 user nova-compute[74535]:   <uuid>5730e9fd-9dab-4032-8ae3-856662c1eb03</uuid>
Dec 06 09:56:45 user nova-compute[74535]:   <name>instance-00000005</name>
Dec 06 09:56:45 user nova-compute[74535]:   <memory>524288</memory>
Dec 06 09:56:45 user nova-compute[74535]:   <vcpu>1</vcpu>
Dec 06 09:56:45 user nova-compute[74535]:   <metadata>
Dec 06 09:56:45 user nova-compute[74535]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 09:56:45 user nova-compute[74535]:       <nova:package version="0.0.0"/>
Dec 06 09:56:45 user nova-compute[74535]:       <nova:name>tempest-AttachSCSIVolumeTestJSON-server-2037098805</nova:name>
Dec 06 09:56:45 user nova-compute[74535]:       <nova:creationTime>2023-12-06 09:56:45</nova:creationTime>
Dec 06 09:56:45 user nova-compute[74535]:       <nova:flavor name="m1.tiny">
Dec 06 09:56:45 user nova-compute[74535]:         <nova:memory>512</nova:memory>
Dec 06 09:56:45 user nova-compute[74535]:         <nova:disk>1</nova:disk>
Dec 06 09:56:45 user nova-compute[74535]:         <nova:swap>0</nova:swap>
Dec 06 09:56:45 user nova-compute[74535]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 09:56:45 user nova-compute[74535]:         <nova:vcpus>1</nova:vcpus>
Dec 06 09:56:45 user nova-compute[74535]:       </nova:flavor>
Dec 06 09:56:45 user nova-compute[74535]:       <nova:owner>
Dec 06 09:56:45 user nova-compute[74535]:         <nova:user uuid="ed50adb8986a4deb88ea3b361ee846e0">tempest-AttachSCSIVolumeTestJSON-944944146-project-member</nova:user>
Dec 06 09:56:45 user nova-compute[74535]:         <nova:project uuid="2b074796ad7d416b9c61194047ed293c">tempest-AttachSCSIVolumeTestJSON-944944146</nova:project>
Dec 06 09:56:45 user nova-compute[74535]:       </nova:owner>
Dec 06 09:56:45 user nova-compute[74535]:       <nova:root type="image" uuid="0726fe94-ceb3-4565-9ce4-b54c2ecdf903"/>
Dec 06 09:56:45 user nova-compute[74535]:       <nova:ports>
Dec 06 09:56:45 user nova-compute[74535]:         <nova:port uuid="e5a850a1-8c35-4718-9372-77fb5ef1613b">
Dec 06 09:56:45 user nova-compute[74535]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Dec 06 09:56:45 user nova-compute[74535]:         </nova:port>
Dec 06 09:56:45 user nova-compute[74535]:       </nova:ports>
Dec 06 09:56:45 user nova-compute[74535]:     </nova:instance>
Dec 06 09:56:45 user nova-compute[74535]:   </metadata>
Dec 06 09:56:45 user nova-compute[74535]:   <sysinfo type="smbios">
Dec 06 09:56:45 user nova-compute[74535]:     <system>
Dec 06 09:56:45 user nova-compute[74535]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 09:56:45 user nova-compute[74535]:       <entry name="product">OpenStack Nova</entry>
Dec 06 09:56:45 user nova-compute[74535]:       <entry name="version">0.0.0</entry>
Dec 06 09:56:45 user nova-compute[74535]:       <entry name="serial">5730e9fd-9dab-4032-8ae3-856662c1eb03</entry>
Dec 06 09:56:45 user nova-compute[74535]:       <entry name="uuid">5730e9fd-9dab-4032-8ae3-856662c1eb03</entry>
Dec 06 09:56:45 user nova-compute[74535]:       <entry name="family">Virtual Machine</entry>
Dec 06 09:56:45 user nova-compute[74535]:     </system>
Dec 06 09:56:45 user nova-compute[74535]:   </sysinfo>
Dec 06 09:56:45 user nova-compute[74535]:   <os>
Dec 06 09:56:45 user nova-compute[74535]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 09:56:45 user nova-compute[74535]:     <boot dev="hd"/>
Dec 06 09:56:45 user nova-compute[74535]:     <smbios mode="sysinfo"/>
Dec 06 09:56:45 user nova-compute[74535]:   </os>
Dec 06 09:56:45 user nova-compute[74535]:   <features>
Dec 06 09:56:45 user nova-compute[74535]:     <acpi/>
Dec 06 09:56:45 user nova-compute[74535]:     <apic/>
Dec 06 09:56:45 user nova-compute[74535]:     <vmcoreinfo/>
Dec 06 09:56:45 user nova-compute[74535]:   </features>
Dec 06 09:56:45 user nova-compute[74535]:   <clock offset="utc">
Dec 06 09:56:45 user nova-compute[74535]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 09:56:45 user nova-compute[74535]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 09:56:45 user nova-compute[74535]:     <timer name="hpet" present="no"/>
Dec 06 09:56:45 user nova-compute[74535]:   </clock>
Dec 06 09:56:45 user nova-compute[74535]:   <cpu mode="custom" match="exact">
Dec 06 09:56:45 user nova-compute[74535]:     <model>Nehalem</model>
Dec 06 09:56:45 user nova-compute[74535]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 09:56:45 user nova-compute[74535]:   </cpu>
Dec 06 09:56:45 user nova-compute[74535]:   <devices>
Dec 06 09:56:45 user nova-compute[74535]:     <disk type="file" device="disk">
Dec 06 09:56:45 user nova-compute[74535]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 09:56:45 user nova-compute[74535]:       <source file="/opt/stack/data/nova/instances/5730e9fd-9dab-4032-8ae3-856662c1eb03/disk"/>
Dec 06 09:56:45 user nova-compute[74535]:       <target dev="sda" bus="scsi"/>
Dec 06 09:56:45 user nova-compute[74535]:       <address type="drive" controller="0" unit="0"/>
Dec 06 09:56:45 user nova-compute[74535]:     </disk>
Dec 06 09:56:45 user nova-compute[74535]:     <disk type="file" device="cdrom">
Dec 06 09:56:45 user nova-compute[74535]:       <driver name="qemu" type="raw" cache="none"/>
Dec 06 09:56:45 user nova-compute[74535]:       <source file="/opt/stack/data/nova/instances/5730e9fd-9dab-4032-8ae3-856662c1eb03/disk.config"/>
Dec 06 09:56:45 user nova-compute[74535]:       <target dev="sdb" bus="scsi"/>
Dec 06 09:56:45 user nova-compute[74535]:       <address type="drive" controller="0" unit="1"/>
Dec 06 09:56:45 user nova-compute[74535]:     </disk>
Dec 06 09:56:45 user nova-compute[74535]:     <controller type="scsi" index="0" model="virtio-scsi"/>
Dec 06 09:56:45 user nova-compute[74535]:     <interface type="ethernet">
Dec 06 09:56:45 user nova-compute[74535]:       <mac address="fa:16:3e:0b:a7:6e"/>
Dec 06 09:56:45 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 09:56:45 user nova-compute[74535]:       <mtu size="1442"/>
Dec 06 09:56:45 user nova-compute[74535]:       <target dev="tape5a850a1-8c"/>
Dec 06 09:56:45 user nova-compute[74535]:     </interface>
Dec 06 09:56:45 user nova-compute[74535]:     <serial type="pty">
Dec 06 09:56:45 user nova-compute[74535]:       <log file="/opt/stack/data/nova/instances/5730e9fd-9dab-4032-8ae3-856662c1eb03/console.log" append="off"/>
Dec 06 09:56:45 user nova-compute[74535]:     </serial>
Dec 06 09:56:45 user nova-compute[74535]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 09:56:45 user nova-compute[74535]:     <video>
Dec 06 09:56:45 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 09:56:45 user nova-compute[74535]:     </video>
Dec 06 09:56:45 user nova-compute[74535]:     <rng model="virtio">
Dec 06 09:56:45 user nova-compute[74535]:       <backend model="random">/dev/urandom</backend>
Dec 06 09:56:45 user nova-compute[74535]:     </rng>
Dec 06 09:56:45 user nova-compute[74535]:     <controller type="usb" index="0" model="none"/>
Dec 06 09:56:45 user nova-compute[74535]:     <memballoon model="virtio">
Dec 06 09:56:45 user nova-compute[74535]:       <stats period="10"/>
Dec 06 09:56:45 user nova-compute[74535]:     </memballoon>
Dec 06 09:56:45 user nova-compute[74535]:   </devices>
Dec 06 09:56:45 user nova-compute[74535]: </domain>
Dec 06 09:56:45 user nova-compute[74535]:  {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 09:56:45 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-a1698b57-d894-4e05-8785-c786dea0b205 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T09:56:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-2037098805',display_name='tempest-AttachSCSIVolumeTestJSON-server-2037098805',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachscsivolumetestjson-server-2037098805',id=5,image_ref='0726fe94-ceb3-4565-9ce4-b54c2ecdf903',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFHb1ygRSb9qz5nak2+ZsKX6sCMZ2W+Sp+VutWZY1iJmaU5BLWkHN1UrVZ/N33iMMJ/eY21FVoTEfJJdAA/Mc/Gq+8hyDEj4B8xLdibwW34lNpdzvlajxAFdZIIb8d+A+g==',key_name='tempest-keypair-1991025917',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2b074796ad7d416b9c61194047ed293c',ramdisk_id='',reservation_id='r-feey0q43',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0726fe94-ceb3-4565-9ce4-b54c2ecdf903',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_machine_type='pc',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-AttachSCSIVolumeTestJSON-944944146',owner_user_name='tempest-AttachSCSIVolumeTestJSON-944944146-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T09:56:41Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ed50adb8986a4deb88ea3b361ee846e0',uuid=5730e9fd-9dab-4032-8ae3-856662c1eb03,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e5a850a1-8c35-4718-9372-77fb5ef1613b", "address": "fa:16:3e:0b:a7:6e", "network": {"id": "414724e6-ce3d-4210-9a48-c40582ad4413", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-2106511022-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2b074796ad7d416b9c61194047ed293c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape5a850a1-8c", "ovs_interfaceid": "e5a850a1-8c35-4718-9372-77fb5ef1613b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 09:56:45 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-a1698b57-d894-4e05-8785-c786dea0b205 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Converting VIF {"id": "e5a850a1-8c35-4718-9372-77fb5ef1613b", "address": "fa:16:3e:0b:a7:6e", "network": {"id": "414724e6-ce3d-4210-9a48-c40582ad4413", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-2106511022-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2b074796ad7d416b9c61194047ed293c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape5a850a1-8c", "ovs_interfaceid": "e5a850a1-8c35-4718-9372-77fb5ef1613b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 09:56:45 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-a1698b57-d894-4e05-8785-c786dea0b205 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0b:a7:6e,bridge_name='br-int',has_traffic_filtering=True,id=e5a850a1-8c35-4718-9372-77fb5ef1613b,network=Network(414724e6-ce3d-4210-9a48-c40582ad4413),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape5a850a1-8c') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 09:56:45 user nova-compute[74535]: DEBUG os_vif [None req-a1698b57-d894-4e05-8785-c786dea0b205 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:0b:a7:6e,bridge_name='br-int',has_traffic_filtering=True,id=e5a850a1-8c35-4718-9372-77fb5ef1613b,network=Network(414724e6-ce3d-4210-9a48-c40582ad4413),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape5a850a1-8c') {{(pid=74535) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 09:56:45 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:45 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:56:45 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 09:56:45 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:45 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '581ba8d6-b276-56bd-9f5b-021f4db11823', '_type': 'linux-noop'}}, row=False) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:56:45 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:45 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:56:45 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:45 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tape5a850a1-8c, may_exist=True, interface_attrs={}) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:56:45 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tape5a850a1-8c, col_values=(('qos', UUID('7645c28a-f207-49b2-a780-577558581824')),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:56:45 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tape5a850a1-8c, col_values=(('external_ids', {'iface-id': 'e5a850a1-8c35-4718-9372-77fb5ef1613b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:0b:a7:6e', 'vm-uuid': '5730e9fd-9dab-4032-8ae3-856662c1eb03'}),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:56:45 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:45 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:56:45 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:45 user nova-compute[74535]: INFO os_vif [None req-a1698b57-d894-4e05-8785-c786dea0b205 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:0b:a7:6e,bridge_name='br-int',has_traffic_filtering=True,id=e5a850a1-8c35-4718-9372-77fb5ef1613b,network=Network(414724e6-ce3d-4210-9a48-c40582ad4413),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape5a850a1-8c')
Dec 06 09:56:45 user nova-compute[74535]: DEBUG nova.network.neutron [req-c29ecb99-8ea8-45f1-91a3-85a10f43b79b req-37e3cd9d-cd39-43bb-8d3f-67eb36fce03f service nova] [instance: 4f3357d9-20fc-4dc4-bfc5-ad83a6741013] Updating instance_info_cache with network_info: [] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:56:45 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-c29ecb99-8ea8-45f1-91a3-85a10f43b79b req-37e3cd9d-cd39-43bb-8d3f-67eb36fce03f service nova] Releasing lock "refresh_cache-4f3357d9-20fc-4dc4-bfc5-ad83a6741013" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 09:56:45 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-8e60738c-65bf-4992-9cbc-33cbf7f1d497 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Acquired lock "refresh_cache-4f3357d9-20fc-4dc4-bfc5-ad83a6741013" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 09:56:45 user nova-compute[74535]: DEBUG nova.network.neutron [None req-8e60738c-65bf-4992-9cbc-33cbf7f1d497 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] [instance: 4f3357d9-20fc-4dc4-bfc5-ad83a6741013] Building network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 09:56:45 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-a1698b57-d894-4e05-8785-c786dea0b205 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] No BDM found with device name sda, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 09:56:45 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-a1698b57-d894-4e05-8785-c786dea0b205 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] No BDM found with device name sdb, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 09:56:45 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-a1698b57-d894-4e05-8785-c786dea0b205 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] No VIF found with MAC fa:16:3e:0b:a7:6e, not building metadata {{(pid=74535) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 09:56:45 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-a1698b57-d894-4e05-8785-c786dea0b205 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] [instance: 5730e9fd-9dab-4032-8ae3-856662c1eb03] Using config drive
Dec 06 09:56:45 user nova-compute[74535]: DEBUG nova.network.neutron [None req-8e60738c-65bf-4992-9cbc-33cbf7f1d497 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] [instance: 4f3357d9-20fc-4dc4-bfc5-ad83a6741013] Instance cache missing network info. {{(pid=74535) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 09:56:46 user nova-compute[74535]: DEBUG nova.network.neutron [req-610ccc38-0701-471e-9e96-a0e1bc8b04fa req-f9056cc5-b1b2-4faa-a422-1671614d439b service nova] [instance: 5730e9fd-9dab-4032-8ae3-856662c1eb03] Updated VIF entry in instance network info cache for port e5a850a1-8c35-4718-9372-77fb5ef1613b. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 09:56:46 user nova-compute[74535]: DEBUG nova.network.neutron [req-610ccc38-0701-471e-9e96-a0e1bc8b04fa req-f9056cc5-b1b2-4faa-a422-1671614d439b service nova] [instance: 5730e9fd-9dab-4032-8ae3-856662c1eb03] Updating instance_info_cache with network_info: [{"id": "e5a850a1-8c35-4718-9372-77fb5ef1613b", "address": "fa:16:3e:0b:a7:6e", "network": {"id": "414724e6-ce3d-4210-9a48-c40582ad4413", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-2106511022-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2b074796ad7d416b9c61194047ed293c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape5a850a1-8c", "ovs_interfaceid": "e5a850a1-8c35-4718-9372-77fb5ef1613b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:56:46 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-610ccc38-0701-471e-9e96-a0e1bc8b04fa req-f9056cc5-b1b2-4faa-a422-1671614d439b service nova] Releasing lock "refresh_cache-5730e9fd-9dab-4032-8ae3-856662c1eb03" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 09:56:46 user nova-compute[74535]: DEBUG nova.network.neutron [None req-8e60738c-65bf-4992-9cbc-33cbf7f1d497 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] [instance: 4f3357d9-20fc-4dc4-bfc5-ad83a6741013] Updating instance_info_cache with network_info: [{"id": "a37b5b7b-eba9-4299-921d-4946561c01e5", "address": "fa:16:3e:89:5c:3e", "network": {"id": "534df977-7396-47d8-a74b-25be03a00fc0", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1115040687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "585ee9665b434fb0bc5831d6eb32f407", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa37b5b7b-eb", "ovs_interfaceid": "a37b5b7b-eba9-4299-921d-4946561c01e5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:56:46 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-8e60738c-65bf-4992-9cbc-33cbf7f1d497 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Releasing lock "refresh_cache-4f3357d9-20fc-4dc4-bfc5-ad83a6741013" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 09:56:46 user nova-compute[74535]: DEBUG nova.compute.manager [None req-8e60738c-65bf-4992-9cbc-33cbf7f1d497 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] [instance: 4f3357d9-20fc-4dc4-bfc5-ad83a6741013] Instance network_info: |[{"id": "a37b5b7b-eba9-4299-921d-4946561c01e5", "address": "fa:16:3e:89:5c:3e", "network": {"id": "534df977-7396-47d8-a74b-25be03a00fc0", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1115040687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "585ee9665b434fb0bc5831d6eb32f407", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa37b5b7b-eb", "ovs_interfaceid": "a37b5b7b-eba9-4299-921d-4946561c01e5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74535) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 09:56:46 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-8e60738c-65bf-4992-9cbc-33cbf7f1d497 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] [instance: 4f3357d9-20fc-4dc4-bfc5-ad83a6741013] Start _get_guest_xml network_info=[{"id": "a37b5b7b-eba9-4299-921d-4946561c01e5", "address": "fa:16:3e:89:5c:3e", "network": {"id": "534df977-7396-47d8-a74b-25be03a00fc0", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1115040687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "585ee9665b434fb0bc5831d6eb32f407", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa37b5b7b-eb", "ovs_interfaceid": "a37b5b7b-eba9-4299-921d-4946561c01e5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T09:52:28Z,direct_url=<?>,disk_format='qcow2',id=b338f3c8-9974-4b9f-bacb-c75dd541c256,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='563f6a2917a742ada39fb0e950eece6e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T09:52:30Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'device_name': '/dev/vda', 'encrypted': False, 'encryption_format': None, 'encryption_options': None, 'encryption_secret_uuid': None, 'boot_index': 0, 'device_type': 'disk', 'size': 0, 'guest_format': None, 'image_id': 'b338f3c8-9974-4b9f-bacb-c75dd541c256'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 09:56:46 user nova-compute[74535]: DEBUG nova.network.neutron [None req-a1d1a673-786c-49e8-84bb-6a404d3063cb tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] [instance: 93fb3c38-baad-41c4-89b2-2a37c779c62a] Successfully updated port: 2dfc3f16-1977-47e8-a60f-2ec4bd73af3a {{(pid=74535) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 09:56:46 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a1d1a673-786c-49e8-84bb-6a404d3063cb tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] Acquiring lock "refresh_cache-93fb3c38-baad-41c4-89b2-2a37c779c62a" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 09:56:46 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a1d1a673-786c-49e8-84bb-6a404d3063cb tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] Acquired lock "refresh_cache-93fb3c38-baad-41c4-89b2-2a37c779c62a" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 09:56:46 user nova-compute[74535]: DEBUG nova.network.neutron [None req-a1d1a673-786c-49e8-84bb-6a404d3063cb tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] [instance: 93fb3c38-baad-41c4-89b2-2a37c779c62a] Building network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 09:56:46 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-8e60738c-65bf-4992-9cbc-33cbf7f1d497 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 09:56:46 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-8e60738c-65bf-4992-9cbc-33cbf7f1d497 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 09:56:46 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-8e60738c-65bf-4992-9cbc-33cbf7f1d497 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 09:56:46 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-8e60738c-65bf-4992-9cbc-33cbf7f1d497 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] CPU controller missing on host. {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 09:56:46 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-8e60738c-65bf-4992-9cbc-33cbf7f1d497 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 09:56:46 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-8e60738c-65bf-4992-9cbc-33cbf7f1d497 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] CPU controller found on host. {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 09:56:46 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-8e60738c-65bf-4992-9cbc-33cbf7f1d497 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74535) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 09:56:46 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-8e60738c-65bf-4992-9cbc-33cbf7f1d497 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T09:52:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T09:52:28Z,direct_url=<?>,disk_format='qcow2',id=b338f3c8-9974-4b9f-bacb-c75dd541c256,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='563f6a2917a742ada39fb0e950eece6e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T09:52:30Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 09:56:46 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-8e60738c-65bf-4992-9cbc-33cbf7f1d497 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Flavor limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 09:56:46 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-8e60738c-65bf-4992-9cbc-33cbf7f1d497 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Image limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 09:56:46 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-8e60738c-65bf-4992-9cbc-33cbf7f1d497 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Flavor pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 09:56:46 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-8e60738c-65bf-4992-9cbc-33cbf7f1d497 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Image pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 09:56:46 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-8e60738c-65bf-4992-9cbc-33cbf7f1d497 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 09:56:46 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-8e60738c-65bf-4992-9cbc-33cbf7f1d497 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 09:56:46 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-8e60738c-65bf-4992-9cbc-33cbf7f1d497 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 09:56:46 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-8e60738c-65bf-4992-9cbc-33cbf7f1d497 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Got 1 possible topologies {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 09:56:46 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-8e60738c-65bf-4992-9cbc-33cbf7f1d497 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 09:56:46 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-8e60738c-65bf-4992-9cbc-33cbf7f1d497 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 09:56:46 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-8e60738c-65bf-4992-9cbc-33cbf7f1d497 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T09:56:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1981652634',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1981652634',id=6,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBG+pex3NYbTNATtrLtMa0a4luAH0grgwQNWDie/Z8tpJwRxxu3vjIXxFSIeRt/V38MET6S29h9BDwb0xKeFy4xcUhhWxruyCp/SD8zA5vo368iBlHk1DDzPw/Aouw6rJIA==',key_name='tempest-keypair-214001801',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='585ee9665b434fb0bc5831d6eb32f407',ramdisk_id='',reservation_id='r-ofiu934m',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedAttachmentsTest-561099051',owner_user_name='tempest-TaggedAttachmentsTest-561099051-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T09:56:43Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='49de51760c8f470aab418ca430df7695',uuid=4f3357d9-20fc-4dc4-bfc5-ad83a6741013,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a37b5b7b-eba9-4299-921d-4946561c01e5", "address": "fa:16:3e:89:5c:3e", "network": {"id": "534df977-7396-47d8-a74b-25be03a00fc0", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1115040687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "585ee9665b434fb0bc5831d6eb32f407", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa37b5b7b-eb", "ovs_interfaceid": "a37b5b7b-eba9-4299-921d-4946561c01e5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74535) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 09:56:46 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-8e60738c-65bf-4992-9cbc-33cbf7f1d497 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Converting VIF {"id": "a37b5b7b-eba9-4299-921d-4946561c01e5", "address": "fa:16:3e:89:5c:3e", "network": {"id": "534df977-7396-47d8-a74b-25be03a00fc0", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1115040687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "585ee9665b434fb0bc5831d6eb32f407", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa37b5b7b-eb", "ovs_interfaceid": "a37b5b7b-eba9-4299-921d-4946561c01e5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 09:56:46 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-8e60738c-65bf-4992-9cbc-33cbf7f1d497 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:89:5c:3e,bridge_name='br-int',has_traffic_filtering=True,id=a37b5b7b-eba9-4299-921d-4946561c01e5,network=Network(534df977-7396-47d8-a74b-25be03a00fc0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa37b5b7b-eb') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 09:56:46 user nova-compute[74535]: DEBUG nova.objects.instance [None req-8e60738c-65bf-4992-9cbc-33cbf7f1d497 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Lazy-loading 'pci_devices' on Instance uuid 4f3357d9-20fc-4dc4-bfc5-ad83a6741013 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 09:56:46 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-2174527c-87c4-463f-9d77-43bed97e3ba7 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Acquiring lock "89768d93-0a7b-41d2-a9da-e4134c9d50be" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:56:46 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-2174527c-87c4-463f-9d77-43bed97e3ba7 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Lock "89768d93-0a7b-41d2-a9da-e4134c9d50be" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:56:46 user nova-compute[74535]: DEBUG nova.compute.manager [req-50afa9d3-d427-4321-9327-128101e20b15 req-2ddfa1da-59b7-4e56-99ac-bf3c5924bcc8 service nova] [instance: 93fb3c38-baad-41c4-89b2-2a37c779c62a] Received event network-changed-2dfc3f16-1977-47e8-a60f-2ec4bd73af3a {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:56:46 user nova-compute[74535]: DEBUG nova.compute.manager [req-50afa9d3-d427-4321-9327-128101e20b15 req-2ddfa1da-59b7-4e56-99ac-bf3c5924bcc8 service nova] [instance: 93fb3c38-baad-41c4-89b2-2a37c779c62a] Refreshing instance network info cache due to event network-changed-2dfc3f16-1977-47e8-a60f-2ec4bd73af3a. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 09:56:46 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-50afa9d3-d427-4321-9327-128101e20b15 req-2ddfa1da-59b7-4e56-99ac-bf3c5924bcc8 service nova] Acquiring lock "refresh_cache-93fb3c38-baad-41c4-89b2-2a37c779c62a" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 09:56:46 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-8e60738c-65bf-4992-9cbc-33cbf7f1d497 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] [instance: 4f3357d9-20fc-4dc4-bfc5-ad83a6741013] End _get_guest_xml xml=<domain type="kvm">
Dec 06 09:56:46 user nova-compute[74535]:   <uuid>4f3357d9-20fc-4dc4-bfc5-ad83a6741013</uuid>
Dec 06 09:56:46 user nova-compute[74535]:   <name>instance-00000006</name>
Dec 06 09:56:46 user nova-compute[74535]:   <memory>524288</memory>
Dec 06 09:56:46 user nova-compute[74535]:   <vcpu>1</vcpu>
Dec 06 09:56:46 user nova-compute[74535]:   <metadata>
Dec 06 09:56:46 user nova-compute[74535]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 09:56:46 user nova-compute[74535]:       <nova:package version="0.0.0"/>
Dec 06 09:56:46 user nova-compute[74535]:       <nova:name>tempest-device-tagging-server-1981652634</nova:name>
Dec 06 09:56:46 user nova-compute[74535]:       <nova:creationTime>2023-12-06 09:56:46</nova:creationTime>
Dec 06 09:56:46 user nova-compute[74535]:       <nova:flavor name="m1.tiny">
Dec 06 09:56:46 user nova-compute[74535]:         <nova:memory>512</nova:memory>
Dec 06 09:56:46 user nova-compute[74535]:         <nova:disk>1</nova:disk>
Dec 06 09:56:46 user nova-compute[74535]:         <nova:swap>0</nova:swap>
Dec 06 09:56:46 user nova-compute[74535]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 09:56:46 user nova-compute[74535]:         <nova:vcpus>1</nova:vcpus>
Dec 06 09:56:46 user nova-compute[74535]:       </nova:flavor>
Dec 06 09:56:46 user nova-compute[74535]:       <nova:owner>
Dec 06 09:56:46 user nova-compute[74535]:         <nova:user uuid="49de51760c8f470aab418ca430df7695">tempest-TaggedAttachmentsTest-561099051-project-member</nova:user>
Dec 06 09:56:46 user nova-compute[74535]:         <nova:project uuid="585ee9665b434fb0bc5831d6eb32f407">tempest-TaggedAttachmentsTest-561099051</nova:project>
Dec 06 09:56:46 user nova-compute[74535]:       </nova:owner>
Dec 06 09:56:46 user nova-compute[74535]:       <nova:root type="image" uuid="b338f3c8-9974-4b9f-bacb-c75dd541c256"/>
Dec 06 09:56:46 user nova-compute[74535]:       <nova:ports>
Dec 06 09:56:46 user nova-compute[74535]:         <nova:port uuid="a37b5b7b-eba9-4299-921d-4946561c01e5">
Dec 06 09:56:46 user nova-compute[74535]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Dec 06 09:56:46 user nova-compute[74535]:         </nova:port>
Dec 06 09:56:46 user nova-compute[74535]:       </nova:ports>
Dec 06 09:56:46 user nova-compute[74535]:     </nova:instance>
Dec 06 09:56:46 user nova-compute[74535]:   </metadata>
Dec 06 09:56:46 user nova-compute[74535]:   <sysinfo type="smbios">
Dec 06 09:56:46 user nova-compute[74535]:     <system>
Dec 06 09:56:46 user nova-compute[74535]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 09:56:46 user nova-compute[74535]:       <entry name="product">OpenStack Nova</entry>
Dec 06 09:56:46 user nova-compute[74535]:       <entry name="version">0.0.0</entry>
Dec 06 09:56:46 user nova-compute[74535]:       <entry name="serial">4f3357d9-20fc-4dc4-bfc5-ad83a6741013</entry>
Dec 06 09:56:46 user nova-compute[74535]:       <entry name="uuid">4f3357d9-20fc-4dc4-bfc5-ad83a6741013</entry>
Dec 06 09:56:46 user nova-compute[74535]:       <entry name="family">Virtual Machine</entry>
Dec 06 09:56:46 user nova-compute[74535]:     </system>
Dec 06 09:56:46 user nova-compute[74535]:   </sysinfo>
Dec 06 09:56:46 user nova-compute[74535]:   <os>
Dec 06 09:56:46 user nova-compute[74535]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 09:56:46 user nova-compute[74535]:     <boot dev="hd"/>
Dec 06 09:56:46 user nova-compute[74535]:     <smbios mode="sysinfo"/>
Dec 06 09:56:46 user nova-compute[74535]:   </os>
Dec 06 09:56:46 user nova-compute[74535]:   <features>
Dec 06 09:56:46 user nova-compute[74535]:     <acpi/>
Dec 06 09:56:46 user nova-compute[74535]:     <apic/>
Dec 06 09:56:46 user nova-compute[74535]:     <vmcoreinfo/>
Dec 06 09:56:46 user nova-compute[74535]:   </features>
Dec 06 09:56:46 user nova-compute[74535]:   <clock offset="utc">
Dec 06 09:56:46 user nova-compute[74535]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 09:56:46 user nova-compute[74535]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 09:56:46 user nova-compute[74535]:     <timer name="hpet" present="no"/>
Dec 06 09:56:46 user nova-compute[74535]:   </clock>
Dec 06 09:56:46 user nova-compute[74535]:   <cpu mode="custom" match="exact">
Dec 06 09:56:46 user nova-compute[74535]:     <model>Nehalem</model>
Dec 06 09:56:46 user nova-compute[74535]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 09:56:46 user nova-compute[74535]:   </cpu>
Dec 06 09:56:46 user nova-compute[74535]:   <devices>
Dec 06 09:56:46 user nova-compute[74535]:     <disk type="file" device="disk">
Dec 06 09:56:46 user nova-compute[74535]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 09:56:46 user nova-compute[74535]:       <source file="/opt/stack/data/nova/instances/4f3357d9-20fc-4dc4-bfc5-ad83a6741013/disk"/>
Dec 06 09:56:46 user nova-compute[74535]:       <target dev="vda" bus="virtio"/>
Dec 06 09:56:46 user nova-compute[74535]:     </disk>
Dec 06 09:56:46 user nova-compute[74535]:     <disk type="file" device="cdrom">
Dec 06 09:56:46 user nova-compute[74535]:       <driver name="qemu" type="raw" cache="none"/>
Dec 06 09:56:46 user nova-compute[74535]:       <source file="/opt/stack/data/nova/instances/4f3357d9-20fc-4dc4-bfc5-ad83a6741013/disk.config"/>
Dec 06 09:56:46 user nova-compute[74535]:       <target dev="hda" bus="ide"/>
Dec 06 09:56:46 user nova-compute[74535]:     </disk>
Dec 06 09:56:46 user nova-compute[74535]:     <interface type="ethernet">
Dec 06 09:56:46 user nova-compute[74535]:       <mac address="fa:16:3e:89:5c:3e"/>
Dec 06 09:56:46 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 09:56:46 user nova-compute[74535]:       <mtu size="1442"/>
Dec 06 09:56:46 user nova-compute[74535]:       <target dev="tapa37b5b7b-eb"/>
Dec 06 09:56:46 user nova-compute[74535]:     </interface>
Dec 06 09:56:46 user nova-compute[74535]:     <serial type="pty">
Dec 06 09:56:46 user nova-compute[74535]:       <log file="/opt/stack/data/nova/instances/4f3357d9-20fc-4dc4-bfc5-ad83a6741013/console.log" append="off"/>
Dec 06 09:56:46 user nova-compute[74535]:     </serial>
Dec 06 09:56:46 user nova-compute[74535]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 09:56:46 user nova-compute[74535]:     <video>
Dec 06 09:56:46 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 09:56:46 user nova-compute[74535]:     </video>
Dec 06 09:56:46 user nova-compute[74535]:     <rng model="virtio">
Dec 06 09:56:46 user nova-compute[74535]:       <backend model="random">/dev/urandom</backend>
Dec 06 09:56:46 user nova-compute[74535]:     </rng>
Dec 06 09:56:46 user nova-compute[74535]:     <controller type="usb" index="0" model="none"/>
Dec 06 09:56:46 user nova-compute[74535]:     <memballoon model="virtio">
Dec 06 09:56:46 user nova-compute[74535]:       <stats period="10"/>
Dec 06 09:56:46 user nova-compute[74535]:     </memballoon>
Dec 06 09:56:46 user nova-compute[74535]:   </devices>
Dec 06 09:56:46 user nova-compute[74535]: </domain>
Dec 06 09:56:46 user nova-compute[74535]:  {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 09:56:46 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-8e60738c-65bf-4992-9cbc-33cbf7f1d497 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T09:56:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1981652634',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1981652634',id=6,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBG+pex3NYbTNATtrLtMa0a4luAH0grgwQNWDie/Z8tpJwRxxu3vjIXxFSIeRt/V38MET6S29h9BDwb0xKeFy4xcUhhWxruyCp/SD8zA5vo368iBlHk1DDzPw/Aouw6rJIA==',key_name='tempest-keypair-214001801',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='585ee9665b434fb0bc5831d6eb32f407',ramdisk_id='',reservation_id='r-ofiu934m',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedAttachmentsTest-561099051',owner_user_name='tempest-TaggedAttachmentsTest-561099051-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T09:56:43Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='49de51760c8f470aab418ca430df7695',uuid=4f3357d9-20fc-4dc4-bfc5-ad83a6741013,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a37b5b7b-eba9-4299-921d-4946561c01e5", "address": "fa:16:3e:89:5c:3e", "network": {"id": "534df977-7396-47d8-a74b-25be03a00fc0", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1115040687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "585ee9665b434fb0bc5831d6eb32f407", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa37b5b7b-eb", "ovs_interfaceid": "a37b5b7b-eba9-4299-921d-4946561c01e5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 09:56:46 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-8e60738c-65bf-4992-9cbc-33cbf7f1d497 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Converting VIF {"id": "a37b5b7b-eba9-4299-921d-4946561c01e5", "address": "fa:16:3e:89:5c:3e", "network": {"id": "534df977-7396-47d8-a74b-25be03a00fc0", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1115040687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "585ee9665b434fb0bc5831d6eb32f407", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa37b5b7b-eb", "ovs_interfaceid": "a37b5b7b-eba9-4299-921d-4946561c01e5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 09:56:46 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-8e60738c-65bf-4992-9cbc-33cbf7f1d497 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:89:5c:3e,bridge_name='br-int',has_traffic_filtering=True,id=a37b5b7b-eba9-4299-921d-4946561c01e5,network=Network(534df977-7396-47d8-a74b-25be03a00fc0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa37b5b7b-eb') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 09:56:46 user nova-compute[74535]: DEBUG os_vif [None req-8e60738c-65bf-4992-9cbc-33cbf7f1d497 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:89:5c:3e,bridge_name='br-int',has_traffic_filtering=True,id=a37b5b7b-eba9-4299-921d-4946561c01e5,network=Network(534df977-7396-47d8-a74b-25be03a00fc0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa37b5b7b-eb') {{(pid=74535) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 09:56:46 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-a1698b57-d894-4e05-8785-c786dea0b205 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] [instance: 5730e9fd-9dab-4032-8ae3-856662c1eb03] Creating config drive at /opt/stack/data/nova/instances/5730e9fd-9dab-4032-8ae3-856662c1eb03/disk.config
Dec 06 09:56:46 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-a1698b57-d894-4e05-8785-c786dea0b205 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/5730e9fd-9dab-4032-8ae3-856662c1eb03/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmps0dtfy1_ {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:56:46 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:46 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:56:46 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 09:56:46 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:46 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c3700a19-f756-5417-8457-7b54df22fa58', '_type': 'linux-noop'}}, row=False) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:56:46 user nova-compute[74535]: DEBUG nova.compute.manager [None req-2174527c-87c4-463f-9d77-43bed97e3ba7 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] [instance: 89768d93-0a7b-41d2-a9da-e4134c9d50be] Starting instance... {{(pid=74535) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 09:56:46 user nova-compute[74535]: DEBUG nova.compute.manager [req-8a26d06d-58c9-4699-940e-470c6a53e560 req-6417fced-10af-4838-a623-abf10f478aae service nova] [instance: 7d750435-b1ed-446a-a466-162bdc33821d] Received event network-vif-plugged-b7795ed1-17c9-4c88-8b81-3cdc216edada {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:56:46 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-8a26d06d-58c9-4699-940e-470c6a53e560 req-6417fced-10af-4838-a623-abf10f478aae service nova] Acquiring lock "7d750435-b1ed-446a-a466-162bdc33821d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:56:46 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-8a26d06d-58c9-4699-940e-470c6a53e560 req-6417fced-10af-4838-a623-abf10f478aae service nova] Lock "7d750435-b1ed-446a-a466-162bdc33821d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:56:46 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-8a26d06d-58c9-4699-940e-470c6a53e560 req-6417fced-10af-4838-a623-abf10f478aae service nova] Lock "7d750435-b1ed-446a-a466-162bdc33821d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:56:46 user nova-compute[74535]: DEBUG nova.compute.manager [req-8a26d06d-58c9-4699-940e-470c6a53e560 req-6417fced-10af-4838-a623-abf10f478aae service nova] [instance: 7d750435-b1ed-446a-a466-162bdc33821d] No waiting events found dispatching network-vif-plugged-b7795ed1-17c9-4c88-8b81-3cdc216edada {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:56:46 user nova-compute[74535]: WARNING nova.compute.manager [req-8a26d06d-58c9-4699-940e-470c6a53e560 req-6417fced-10af-4838-a623-abf10f478aae service nova] [instance: 7d750435-b1ed-446a-a466-162bdc33821d] Received unexpected event network-vif-plugged-b7795ed1-17c9-4c88-8b81-3cdc216edada for instance with vm_state active and task_state None.
Dec 06 09:56:46 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:46 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-a1698b57-d894-4e05-8785-c786dea0b205 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/5730e9fd-9dab-4032-8ae3-856662c1eb03/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmps0dtfy1_" returned: 0 in 0.072s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:56:46 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:46 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa37b5b7b-eb, may_exist=True, interface_attrs={}) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:56:46 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa37b5b7b-eb, col_values=(('qos', UUID('0c271551-e44f-44f7-bc88-48144925cdf5')),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:56:46 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa37b5b7b-eb, col_values=(('external_ids', {'iface-id': 'a37b5b7b-eba9-4299-921d-4946561c01e5', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:89:5c:3e', 'vm-uuid': '4f3357d9-20fc-4dc4-bfc5-ad83a6741013'}),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:56:46 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:56:46 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:46 user nova-compute[74535]: INFO os_vif [None req-8e60738c-65bf-4992-9cbc-33cbf7f1d497 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:89:5c:3e,bridge_name='br-int',has_traffic_filtering=True,id=a37b5b7b-eba9-4299-921d-4946561c01e5,network=Network(534df977-7396-47d8-a74b-25be03a00fc0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa37b5b7b-eb')
Dec 06 09:56:46 user nova-compute[74535]: DEBUG nova.network.neutron [None req-a1d1a673-786c-49e8-84bb-6a404d3063cb tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] [instance: 93fb3c38-baad-41c4-89b2-2a37c779c62a] Instance cache missing network info. {{(pid=74535) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 09:56:46 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-2174527c-87c4-463f-9d77-43bed97e3ba7 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:56:46 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-2174527c-87c4-463f-9d77-43bed97e3ba7 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:56:46 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-2174527c-87c4-463f-9d77-43bed97e3ba7 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74535) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 09:56:46 user nova-compute[74535]: INFO nova.compute.claims [None req-2174527c-87c4-463f-9d77-43bed97e3ba7 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] [instance: 89768d93-0a7b-41d2-a9da-e4134c9d50be] Claim successful on node user
Dec 06 09:56:46 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-8e60738c-65bf-4992-9cbc-33cbf7f1d497 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] No BDM found with device name vda, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 09:56:46 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-8e60738c-65bf-4992-9cbc-33cbf7f1d497 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] No BDM found with device name hda, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 09:56:46 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-8e60738c-65bf-4992-9cbc-33cbf7f1d497 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] No VIF found with MAC fa:16:3e:89:5c:3e, not building metadata {{(pid=74535) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 09:56:46 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-8e60738c-65bf-4992-9cbc-33cbf7f1d497 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] [instance: 4f3357d9-20fc-4dc4-bfc5-ad83a6741013] Using config drive
Dec 06 09:56:47 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:47 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-8e60738c-65bf-4992-9cbc-33cbf7f1d497 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] [instance: 4f3357d9-20fc-4dc4-bfc5-ad83a6741013] Creating config drive at /opt/stack/data/nova/instances/4f3357d9-20fc-4dc4-bfc5-ad83a6741013/disk.config
Dec 06 09:56:47 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-8e60738c-65bf-4992-9cbc-33cbf7f1d497 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/4f3357d9-20fc-4dc4-bfc5-ad83a6741013/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpsfsajtoc {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:56:47 user nova-compute[74535]: DEBUG nova.network.neutron [None req-a1d1a673-786c-49e8-84bb-6a404d3063cb tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] [instance: 93fb3c38-baad-41c4-89b2-2a37c779c62a] Updating instance_info_cache with network_info: [{"id": "2dfc3f16-1977-47e8-a60f-2ec4bd73af3a", "address": "fa:16:3e:ad:e0:7f", "network": {"id": "1ba0616e-fde2-4be0-b090-6507e0681569", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1089567641-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "60fc28b24c1e4cf8a31ecac98fba528d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2dfc3f16-19", "ovs_interfaceid": "2dfc3f16-1977-47e8-a60f-2ec4bd73af3a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:56:47 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-8e60738c-65bf-4992-9cbc-33cbf7f1d497 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/4f3357d9-20fc-4dc4-bfc5-ad83a6741013/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpsfsajtoc" returned: 0 in 0.068s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:56:47 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a1d1a673-786c-49e8-84bb-6a404d3063cb tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] Releasing lock "refresh_cache-93fb3c38-baad-41c4-89b2-2a37c779c62a" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 09:56:47 user nova-compute[74535]: DEBUG nova.compute.manager [None req-a1d1a673-786c-49e8-84bb-6a404d3063cb tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] [instance: 93fb3c38-baad-41c4-89b2-2a37c779c62a] Instance network_info: |[{"id": "2dfc3f16-1977-47e8-a60f-2ec4bd73af3a", "address": "fa:16:3e:ad:e0:7f", "network": {"id": "1ba0616e-fde2-4be0-b090-6507e0681569", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1089567641-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "60fc28b24c1e4cf8a31ecac98fba528d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2dfc3f16-19", "ovs_interfaceid": "2dfc3f16-1977-47e8-a60f-2ec4bd73af3a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74535) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 09:56:47 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-50afa9d3-d427-4321-9327-128101e20b15 req-2ddfa1da-59b7-4e56-99ac-bf3c5924bcc8 service nova] Acquired lock "refresh_cache-93fb3c38-baad-41c4-89b2-2a37c779c62a" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 09:56:47 user nova-compute[74535]: DEBUG nova.network.neutron [req-50afa9d3-d427-4321-9327-128101e20b15 req-2ddfa1da-59b7-4e56-99ac-bf3c5924bcc8 service nova] [instance: 93fb3c38-baad-41c4-89b2-2a37c779c62a] Refreshing network info cache for port 2dfc3f16-1977-47e8-a60f-2ec4bd73af3a {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 09:56:47 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-a1d1a673-786c-49e8-84bb-6a404d3063cb tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] [instance: 93fb3c38-baad-41c4-89b2-2a37c779c62a] Start _get_guest_xml network_info=[{"id": "2dfc3f16-1977-47e8-a60f-2ec4bd73af3a", "address": "fa:16:3e:ad:e0:7f", "network": {"id": "1ba0616e-fde2-4be0-b090-6507e0681569", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1089567641-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "60fc28b24c1e4cf8a31ecac98fba528d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2dfc3f16-19", "ovs_interfaceid": "2dfc3f16-1977-47e8-a60f-2ec4bd73af3a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T09:52:28Z,direct_url=<?>,disk_format='qcow2',id=b338f3c8-9974-4b9f-bacb-c75dd541c256,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='563f6a2917a742ada39fb0e950eece6e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T09:52:30Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'device_name': '/dev/vda', 'encrypted': False, 'encryption_format': None, 'encryption_options': None, 'encryption_secret_uuid': None, 'boot_index': 0, 'device_type': 'disk', 'size': 0, 'guest_format': None, 'image_id': 'b338f3c8-9974-4b9f-bacb-c75dd541c256'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 09:56:47 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-a1d1a673-786c-49e8-84bb-6a404d3063cb tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 09:56:47 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-a1d1a673-786c-49e8-84bb-6a404d3063cb tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 09:56:47 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-a1d1a673-786c-49e8-84bb-6a404d3063cb tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 09:56:47 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-a1d1a673-786c-49e8-84bb-6a404d3063cb tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] CPU controller missing on host. {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 09:56:47 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-a1d1a673-786c-49e8-84bb-6a404d3063cb tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 09:56:47 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-a1d1a673-786c-49e8-84bb-6a404d3063cb tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] CPU controller found on host. {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 09:56:47 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-a1d1a673-786c-49e8-84bb-6a404d3063cb tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74535) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 09:56:47 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-a1d1a673-786c-49e8-84bb-6a404d3063cb tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T09:52:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T09:52:28Z,direct_url=<?>,disk_format='qcow2',id=b338f3c8-9974-4b9f-bacb-c75dd541c256,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='563f6a2917a742ada39fb0e950eece6e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T09:52:30Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 09:56:47 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-a1d1a673-786c-49e8-84bb-6a404d3063cb tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] Flavor limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 09:56:47 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-a1d1a673-786c-49e8-84bb-6a404d3063cb tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] Image limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 09:56:47 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-a1d1a673-786c-49e8-84bb-6a404d3063cb tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] Flavor pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 09:56:47 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-a1d1a673-786c-49e8-84bb-6a404d3063cb tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] Image pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 09:56:47 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-a1d1a673-786c-49e8-84bb-6a404d3063cb tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 09:56:47 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-a1d1a673-786c-49e8-84bb-6a404d3063cb tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 09:56:47 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-a1d1a673-786c-49e8-84bb-6a404d3063cb tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 09:56:47 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-a1d1a673-786c-49e8-84bb-6a404d3063cb tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] Got 1 possible topologies {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 09:56:47 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-a1d1a673-786c-49e8-84bb-6a404d3063cb tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 09:56:47 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-a1d1a673-786c-49e8-84bb-6a404d3063cb tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 09:56:47 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-a1d1a673-786c-49e8-84bb-6a404d3063cb tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T09:56:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeSwap-server-1659976840',display_name='tempest-TestVolumeSwap-server-1659976840',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumeswap-server-1659976840',id=7,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBECk557bq1JMNjupcxA8kVQnjAHhf2U3Smrme/WQNbJKQSaBEhoNGbtdtMrU4IRZCViHJGd7OOG442ktMKU0cNdvwaM3nlr7AMIZOAk8/eSr450WQ9hwg8QopluysDgqog==',key_name='tempest-keypair-1910798524',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='60fc28b24c1e4cf8a31ecac98fba528d',ramdisk_id='',reservation_id='r-plp7ps32',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeSwap-1763591197',owner_user_name='tempest-TestVolumeSwap-1763591197-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T09:56:44Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0becb1de8c0d4fec9428fe1418dde9ae',uuid=93fb3c38-baad-41c4-89b2-2a37c779c62a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2dfc3f16-1977-47e8-a60f-2ec4bd73af3a", "address": "fa:16:3e:ad:e0:7f", "network": {"id": "1ba0616e-fde2-4be0-b090-6507e0681569", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1089567641-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "60fc28b24c1e4cf8a31ecac98fba528d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2dfc3f16-19", "ovs_interfaceid": "2dfc3f16-1977-47e8-a60f-2ec4bd73af3a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74535) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 09:56:47 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-a1d1a673-786c-49e8-84bb-6a404d3063cb tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] Converting VIF {"id": "2dfc3f16-1977-47e8-a60f-2ec4bd73af3a", "address": "fa:16:3e:ad:e0:7f", "network": {"id": "1ba0616e-fde2-4be0-b090-6507e0681569", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1089567641-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "60fc28b24c1e4cf8a31ecac98fba528d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2dfc3f16-19", "ovs_interfaceid": "2dfc3f16-1977-47e8-a60f-2ec4bd73af3a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 09:56:47 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-a1d1a673-786c-49e8-84bb-6a404d3063cb tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ad:e0:7f,bridge_name='br-int',has_traffic_filtering=True,id=2dfc3f16-1977-47e8-a60f-2ec4bd73af3a,network=Network(1ba0616e-fde2-4be0-b090-6507e0681569),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2dfc3f16-19') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 09:56:47 user nova-compute[74535]: DEBUG nova.objects.instance [None req-a1d1a673-786c-49e8-84bb-6a404d3063cb tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] Lazy-loading 'pci_devices' on Instance uuid 93fb3c38-baad-41c4-89b2-2a37c779c62a {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 09:56:47 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-a1d1a673-786c-49e8-84bb-6a404d3063cb tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] [instance: 93fb3c38-baad-41c4-89b2-2a37c779c62a] End _get_guest_xml xml=<domain type="kvm">
Dec 06 09:56:47 user nova-compute[74535]:   <uuid>93fb3c38-baad-41c4-89b2-2a37c779c62a</uuid>
Dec 06 09:56:47 user nova-compute[74535]:   <name>instance-00000007</name>
Dec 06 09:56:47 user nova-compute[74535]:   <memory>524288</memory>
Dec 06 09:56:47 user nova-compute[74535]:   <vcpu>1</vcpu>
Dec 06 09:56:47 user nova-compute[74535]:   <metadata>
Dec 06 09:56:47 user nova-compute[74535]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 09:56:47 user nova-compute[74535]:       <nova:package version="0.0.0"/>
Dec 06 09:56:47 user nova-compute[74535]:       <nova:name>tempest-TestVolumeSwap-server-1659976840</nova:name>
Dec 06 09:56:47 user nova-compute[74535]:       <nova:creationTime>2023-12-06 09:56:47</nova:creationTime>
Dec 06 09:56:47 user nova-compute[74535]:       <nova:flavor name="m1.tiny">
Dec 06 09:56:47 user nova-compute[74535]:         <nova:memory>512</nova:memory>
Dec 06 09:56:47 user nova-compute[74535]:         <nova:disk>1</nova:disk>
Dec 06 09:56:47 user nova-compute[74535]:         <nova:swap>0</nova:swap>
Dec 06 09:56:47 user nova-compute[74535]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 09:56:47 user nova-compute[74535]:         <nova:vcpus>1</nova:vcpus>
Dec 06 09:56:47 user nova-compute[74535]:       </nova:flavor>
Dec 06 09:56:47 user nova-compute[74535]:       <nova:owner>
Dec 06 09:56:47 user nova-compute[74535]:         <nova:user uuid="0becb1de8c0d4fec9428fe1418dde9ae">tempest-TestVolumeSwap-1763591197-project-member</nova:user>
Dec 06 09:56:47 user nova-compute[74535]:         <nova:project uuid="60fc28b24c1e4cf8a31ecac98fba528d">tempest-TestVolumeSwap-1763591197</nova:project>
Dec 06 09:56:47 user nova-compute[74535]:       </nova:owner>
Dec 06 09:56:47 user nova-compute[74535]:       <nova:root type="image" uuid="b338f3c8-9974-4b9f-bacb-c75dd541c256"/>
Dec 06 09:56:47 user nova-compute[74535]:       <nova:ports>
Dec 06 09:56:47 user nova-compute[74535]:         <nova:port uuid="2dfc3f16-1977-47e8-a60f-2ec4bd73af3a">
Dec 06 09:56:47 user nova-compute[74535]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Dec 06 09:56:47 user nova-compute[74535]:         </nova:port>
Dec 06 09:56:47 user nova-compute[74535]:       </nova:ports>
Dec 06 09:56:47 user nova-compute[74535]:     </nova:instance>
Dec 06 09:56:47 user nova-compute[74535]:   </metadata>
Dec 06 09:56:47 user nova-compute[74535]:   <sysinfo type="smbios">
Dec 06 09:56:47 user nova-compute[74535]:     <system>
Dec 06 09:56:47 user nova-compute[74535]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 09:56:47 user nova-compute[74535]:       <entry name="product">OpenStack Nova</entry>
Dec 06 09:56:47 user nova-compute[74535]:       <entry name="version">0.0.0</entry>
Dec 06 09:56:47 user nova-compute[74535]:       <entry name="serial">93fb3c38-baad-41c4-89b2-2a37c779c62a</entry>
Dec 06 09:56:47 user nova-compute[74535]:       <entry name="uuid">93fb3c38-baad-41c4-89b2-2a37c779c62a</entry>
Dec 06 09:56:47 user nova-compute[74535]:       <entry name="family">Virtual Machine</entry>
Dec 06 09:56:47 user nova-compute[74535]:     </system>
Dec 06 09:56:47 user nova-compute[74535]:   </sysinfo>
Dec 06 09:56:47 user nova-compute[74535]:   <os>
Dec 06 09:56:47 user nova-compute[74535]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 09:56:47 user nova-compute[74535]:     <boot dev="hd"/>
Dec 06 09:56:47 user nova-compute[74535]:     <smbios mode="sysinfo"/>
Dec 06 09:56:47 user nova-compute[74535]:   </os>
Dec 06 09:56:47 user nova-compute[74535]:   <features>
Dec 06 09:56:47 user nova-compute[74535]:     <acpi/>
Dec 06 09:56:47 user nova-compute[74535]:     <apic/>
Dec 06 09:56:47 user nova-compute[74535]:     <vmcoreinfo/>
Dec 06 09:56:47 user nova-compute[74535]:   </features>
Dec 06 09:56:47 user nova-compute[74535]:   <clock offset="utc">
Dec 06 09:56:47 user nova-compute[74535]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 09:56:47 user nova-compute[74535]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 09:56:47 user nova-compute[74535]:     <timer name="hpet" present="no"/>
Dec 06 09:56:47 user nova-compute[74535]:   </clock>
Dec 06 09:56:47 user nova-compute[74535]:   <cpu mode="custom" match="exact">
Dec 06 09:56:47 user nova-compute[74535]:     <model>Nehalem</model>
Dec 06 09:56:47 user nova-compute[74535]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 09:56:47 user nova-compute[74535]:   </cpu>
Dec 06 09:56:47 user nova-compute[74535]:   <devices>
Dec 06 09:56:47 user nova-compute[74535]:     <disk type="file" device="disk">
Dec 06 09:56:47 user nova-compute[74535]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 09:56:47 user nova-compute[74535]:       <source file="/opt/stack/data/nova/instances/93fb3c38-baad-41c4-89b2-2a37c779c62a/disk"/>
Dec 06 09:56:47 user nova-compute[74535]:       <target dev="vda" bus="virtio"/>
Dec 06 09:56:47 user nova-compute[74535]:     </disk>
Dec 06 09:56:47 user nova-compute[74535]:     <interface type="ethernet">
Dec 06 09:56:47 user nova-compute[74535]:       <mac address="fa:16:3e:ad:e0:7f"/>
Dec 06 09:56:47 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 09:56:47 user nova-compute[74535]:       <mtu size="1442"/>
Dec 06 09:56:47 user nova-compute[74535]:       <target dev="tap2dfc3f16-19"/>
Dec 06 09:56:47 user nova-compute[74535]:     </interface>
Dec 06 09:56:47 user nova-compute[74535]:     <serial type="pty">
Dec 06 09:56:47 user nova-compute[74535]:       <log file="/opt/stack/data/nova/instances/93fb3c38-baad-41c4-89b2-2a37c779c62a/console.log" append="off"/>
Dec 06 09:56:47 user nova-compute[74535]:     </serial>
Dec 06 09:56:47 user nova-compute[74535]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 09:56:47 user nova-compute[74535]:     <video>
Dec 06 09:56:47 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 09:56:47 user nova-compute[74535]:     </video>
Dec 06 09:56:47 user nova-compute[74535]:     <rng model="virtio">
Dec 06 09:56:47 user nova-compute[74535]:       <backend model="random">/dev/urandom</backend>
Dec 06 09:56:47 user nova-compute[74535]:     </rng>
Dec 06 09:56:47 user nova-compute[74535]:     <controller type="usb" index="0" model="none"/>
Dec 06 09:56:47 user nova-compute[74535]:     <memballoon model="virtio">
Dec 06 09:56:47 user nova-compute[74535]:       <stats period="10"/>
Dec 06 09:56:47 user nova-compute[74535]:     </memballoon>
Dec 06 09:56:47 user nova-compute[74535]:   </devices>
Dec 06 09:56:47 user nova-compute[74535]: </domain>
Dec 06 09:56:47 user nova-compute[74535]:  {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 09:56:47 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-a1d1a673-786c-49e8-84bb-6a404d3063cb tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T09:56:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeSwap-server-1659976840',display_name='tempest-TestVolumeSwap-server-1659976840',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumeswap-server-1659976840',id=7,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBECk557bq1JMNjupcxA8kVQnjAHhf2U3Smrme/WQNbJKQSaBEhoNGbtdtMrU4IRZCViHJGd7OOG442ktMKU0cNdvwaM3nlr7AMIZOAk8/eSr450WQ9hwg8QopluysDgqog==',key_name='tempest-keypair-1910798524',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='60fc28b24c1e4cf8a31ecac98fba528d',ramdisk_id='',reservation_id='r-plp7ps32',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeSwap-1763591197',owner_user_name='tempest-TestVolumeSwap-1763591197-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T09:56:44Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0becb1de8c0d4fec9428fe1418dde9ae',uuid=93fb3c38-baad-41c4-89b2-2a37c779c62a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2dfc3f16-1977-47e8-a60f-2ec4bd73af3a", "address": "fa:16:3e:ad:e0:7f", "network": {"id": "1ba0616e-fde2-4be0-b090-6507e0681569", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1089567641-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "60fc28b24c1e4cf8a31ecac98fba528d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2dfc3f16-19", "ovs_interfaceid": "2dfc3f16-1977-47e8-a60f-2ec4bd73af3a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 09:56:47 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-a1d1a673-786c-49e8-84bb-6a404d3063cb tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] Converting VIF {"id": "2dfc3f16-1977-47e8-a60f-2ec4bd73af3a", "address": "fa:16:3e:ad:e0:7f", "network": {"id": "1ba0616e-fde2-4be0-b090-6507e0681569", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1089567641-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "60fc28b24c1e4cf8a31ecac98fba528d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2dfc3f16-19", "ovs_interfaceid": "2dfc3f16-1977-47e8-a60f-2ec4bd73af3a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 09:56:47 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-a1d1a673-786c-49e8-84bb-6a404d3063cb tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ad:e0:7f,bridge_name='br-int',has_traffic_filtering=True,id=2dfc3f16-1977-47e8-a60f-2ec4bd73af3a,network=Network(1ba0616e-fde2-4be0-b090-6507e0681569),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2dfc3f16-19') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 09:56:47 user nova-compute[74535]: DEBUG os_vif [None req-a1d1a673-786c-49e8-84bb-6a404d3063cb tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ad:e0:7f,bridge_name='br-int',has_traffic_filtering=True,id=2dfc3f16-1977-47e8-a60f-2ec4bd73af3a,network=Network(1ba0616e-fde2-4be0-b090-6507e0681569),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2dfc3f16-19') {{(pid=74535) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 09:56:47 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:47 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:56:47 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 09:56:47 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:47 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '04e1d6cd-e876-50e5-8ead-462e6d6151d8', '_type': 'linux-noop'}}, row=False) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:56:47 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:47 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:56:47 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:47 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:47 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap2dfc3f16-19, may_exist=True, interface_attrs={}) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:56:47 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap2dfc3f16-19, col_values=(('qos', UUID('5122ef41-b28a-4ea5-be0d-525d52a2baad')),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:56:47 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap2dfc3f16-19, col_values=(('external_ids', {'iface-id': '2dfc3f16-1977-47e8-a60f-2ec4bd73af3a', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ad:e0:7f', 'vm-uuid': '93fb3c38-baad-41c4-89b2-2a37c779c62a'}),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:56:47 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:47 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:56:47 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-2174527c-87c4-463f-9d77-43bed97e3ba7 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 09:56:47 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:47 user nova-compute[74535]: INFO os_vif [None req-a1d1a673-786c-49e8-84bb-6a404d3063cb tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ad:e0:7f,bridge_name='br-int',has_traffic_filtering=True,id=2dfc3f16-1977-47e8-a60f-2ec4bd73af3a,network=Network(1ba0616e-fde2-4be0-b090-6507e0681569),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2dfc3f16-19')
Dec 06 09:56:47 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-2174527c-87c4-463f-9d77-43bed97e3ba7 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 09:56:47 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-2174527c-87c4-463f-9d77-43bed97e3ba7 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.884s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:56:47 user nova-compute[74535]: DEBUG nova.compute.manager [None req-2174527c-87c4-463f-9d77-43bed97e3ba7 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] [instance: 89768d93-0a7b-41d2-a9da-e4134c9d50be] Start building networks asynchronously for instance. {{(pid=74535) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 09:56:47 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-a1d1a673-786c-49e8-84bb-6a404d3063cb tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] No BDM found with device name vda, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 09:56:47 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-a1d1a673-786c-49e8-84bb-6a404d3063cb tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] No VIF found with MAC fa:16:3e:ad:e0:7f, not building metadata {{(pid=74535) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 09:56:47 user nova-compute[74535]: DEBUG nova.compute.manager [None req-2174527c-87c4-463f-9d77-43bed97e3ba7 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] [instance: 89768d93-0a7b-41d2-a9da-e4134c9d50be] Allocating IP information in the background. {{(pid=74535) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 09:56:47 user nova-compute[74535]: DEBUG nova.network.neutron [None req-2174527c-87c4-463f-9d77-43bed97e3ba7 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] [instance: 89768d93-0a7b-41d2-a9da-e4134c9d50be] allocate_for_instance() {{(pid=74535) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 09:56:47 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-2174527c-87c4-463f-9d77-43bed97e3ba7 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] [instance: 89768d93-0a7b-41d2-a9da-e4134c9d50be] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 09:56:47 user nova-compute[74535]: DEBUG nova.compute.manager [None req-2174527c-87c4-463f-9d77-43bed97e3ba7 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] [instance: 89768d93-0a7b-41d2-a9da-e4134c9d50be] Start building block device mappings for instance. {{(pid=74535) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 09:56:47 user nova-compute[74535]: DEBUG nova.network.neutron [req-50afa9d3-d427-4321-9327-128101e20b15 req-2ddfa1da-59b7-4e56-99ac-bf3c5924bcc8 service nova] [instance: 93fb3c38-baad-41c4-89b2-2a37c779c62a] Updated VIF entry in instance network info cache for port 2dfc3f16-1977-47e8-a60f-2ec4bd73af3a. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 09:56:47 user nova-compute[74535]: DEBUG nova.network.neutron [req-50afa9d3-d427-4321-9327-128101e20b15 req-2ddfa1da-59b7-4e56-99ac-bf3c5924bcc8 service nova] [instance: 93fb3c38-baad-41c4-89b2-2a37c779c62a] Updating instance_info_cache with network_info: [{"id": "2dfc3f16-1977-47e8-a60f-2ec4bd73af3a", "address": "fa:16:3e:ad:e0:7f", "network": {"id": "1ba0616e-fde2-4be0-b090-6507e0681569", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1089567641-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "60fc28b24c1e4cf8a31ecac98fba528d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2dfc3f16-19", "ovs_interfaceid": "2dfc3f16-1977-47e8-a60f-2ec4bd73af3a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:56:47 user nova-compute[74535]: DEBUG nova.policy [None req-2174527c-87c4-463f-9d77-43bed97e3ba7 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6044af3c800445848e84ad6cbc9f9a96', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6a2920a81b1c4daaa744676ca3c0e510', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74535) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 09:56:47 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-50afa9d3-d427-4321-9327-128101e20b15 req-2ddfa1da-59b7-4e56-99ac-bf3c5924bcc8 service nova] Releasing lock "refresh_cache-93fb3c38-baad-41c4-89b2-2a37c779c62a" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 09:56:47 user nova-compute[74535]: DEBUG nova.compute.manager [None req-2174527c-87c4-463f-9d77-43bed97e3ba7 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] [instance: 89768d93-0a7b-41d2-a9da-e4134c9d50be] Start spawning the instance on the hypervisor. {{(pid=74535) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 09:56:48 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-2174527c-87c4-463f-9d77-43bed97e3ba7 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] [instance: 89768d93-0a7b-41d2-a9da-e4134c9d50be] Creating instance directory {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 09:56:48 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-2174527c-87c4-463f-9d77-43bed97e3ba7 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] [instance: 89768d93-0a7b-41d2-a9da-e4134c9d50be] Creating image(s)
Dec 06 09:56:48 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-2174527c-87c4-463f-9d77-43bed97e3ba7 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Acquiring lock "/opt/stack/data/nova/instances/89768d93-0a7b-41d2-a9da-e4134c9d50be/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:56:48 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-2174527c-87c4-463f-9d77-43bed97e3ba7 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Lock "/opt/stack/data/nova/instances/89768d93-0a7b-41d2-a9da-e4134c9d50be/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:56:48 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-2174527c-87c4-463f-9d77-43bed97e3ba7 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Lock "/opt/stack/data/nova/instances/89768d93-0a7b-41d2-a9da-e4134c9d50be/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:56:48 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-2174527c-87c4-463f-9d77-43bed97e3ba7 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:56:48 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-2174527c-87c4-463f-9d77-43bed97e3ba7 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.215s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:56:48 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-2174527c-87c4-463f-9d77-43bed97e3ba7 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Acquiring lock "7aef4f97309efbd0d8988be1fd45eed756898e08" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:56:48 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-2174527c-87c4-463f-9d77-43bed97e3ba7 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Lock "7aef4f97309efbd0d8988be1fd45eed756898e08" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:56:48 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-2174527c-87c4-463f-9d77-43bed97e3ba7 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:56:48 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-2174527c-87c4-463f-9d77-43bed97e3ba7 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.221s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:56:48 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-2174527c-87c4-463f-9d77-43bed97e3ba7 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08,backing_fmt=raw /opt/stack/data/nova/instances/89768d93-0a7b-41d2-a9da-e4134c9d50be/disk 1073741824 {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:56:48 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-2174527c-87c4-463f-9d77-43bed97e3ba7 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08,backing_fmt=raw /opt/stack/data/nova/instances/89768d93-0a7b-41d2-a9da-e4134c9d50be/disk 1073741824" returned: 0 in 0.061s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:56:48 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-2174527c-87c4-463f-9d77-43bed97e3ba7 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Lock "7aef4f97309efbd0d8988be1fd45eed756898e08" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.289s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:56:48 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-2174527c-87c4-463f-9d77-43bed97e3ba7 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:56:48 user nova-compute[74535]: DEBUG nova.compute.manager [req-b67dbff4-c5a6-4746-a3a8-25f91164bc29 req-4e58ac33-071c-41a5-9728-157cdd5c5dcd service nova] [instance: 7d750435-b1ed-446a-a466-162bdc33821d] Received event network-vif-plugged-b7795ed1-17c9-4c88-8b81-3cdc216edada {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:56:48 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-b67dbff4-c5a6-4746-a3a8-25f91164bc29 req-4e58ac33-071c-41a5-9728-157cdd5c5dcd service nova] Acquiring lock "7d750435-b1ed-446a-a466-162bdc33821d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:56:48 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-b67dbff4-c5a6-4746-a3a8-25f91164bc29 req-4e58ac33-071c-41a5-9728-157cdd5c5dcd service nova] Lock "7d750435-b1ed-446a-a466-162bdc33821d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:56:48 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-b67dbff4-c5a6-4746-a3a8-25f91164bc29 req-4e58ac33-071c-41a5-9728-157cdd5c5dcd service nova] Lock "7d750435-b1ed-446a-a466-162bdc33821d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:56:48 user nova-compute[74535]: DEBUG nova.compute.manager [req-b67dbff4-c5a6-4746-a3a8-25f91164bc29 req-4e58ac33-071c-41a5-9728-157cdd5c5dcd service nova] [instance: 7d750435-b1ed-446a-a466-162bdc33821d] No waiting events found dispatching network-vif-plugged-b7795ed1-17c9-4c88-8b81-3cdc216edada {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:56:48 user nova-compute[74535]: WARNING nova.compute.manager [req-b67dbff4-c5a6-4746-a3a8-25f91164bc29 req-4e58ac33-071c-41a5-9728-157cdd5c5dcd service nova] [instance: 7d750435-b1ed-446a-a466-162bdc33821d] Received unexpected event network-vif-plugged-b7795ed1-17c9-4c88-8b81-3cdc216edada for instance with vm_state active and task_state None.
Dec 06 09:56:48 user nova-compute[74535]: DEBUG nova.compute.manager [req-b67dbff4-c5a6-4746-a3a8-25f91164bc29 req-4e58ac33-071c-41a5-9728-157cdd5c5dcd service nova] [instance: 5e39a1a4-f188-40e3-bcba-70e47abd6026] Received event network-vif-plugged-d5923d45-0499-4abf-8914-ff036bd4603b {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:56:48 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-b67dbff4-c5a6-4746-a3a8-25f91164bc29 req-4e58ac33-071c-41a5-9728-157cdd5c5dcd service nova] Acquiring lock "5e39a1a4-f188-40e3-bcba-70e47abd6026-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:56:48 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-b67dbff4-c5a6-4746-a3a8-25f91164bc29 req-4e58ac33-071c-41a5-9728-157cdd5c5dcd service nova] Lock "5e39a1a4-f188-40e3-bcba-70e47abd6026-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:56:48 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-b67dbff4-c5a6-4746-a3a8-25f91164bc29 req-4e58ac33-071c-41a5-9728-157cdd5c5dcd service nova] Lock "5e39a1a4-f188-40e3-bcba-70e47abd6026-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:56:48 user nova-compute[74535]: DEBUG nova.compute.manager [req-b67dbff4-c5a6-4746-a3a8-25f91164bc29 req-4e58ac33-071c-41a5-9728-157cdd5c5dcd service nova] [instance: 5e39a1a4-f188-40e3-bcba-70e47abd6026] No waiting events found dispatching network-vif-plugged-d5923d45-0499-4abf-8914-ff036bd4603b {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:56:48 user nova-compute[74535]: WARNING nova.compute.manager [req-b67dbff4-c5a6-4746-a3a8-25f91164bc29 req-4e58ac33-071c-41a5-9728-157cdd5c5dcd service nova] [instance: 5e39a1a4-f188-40e3-bcba-70e47abd6026] Received unexpected event network-vif-plugged-d5923d45-0499-4abf-8914-ff036bd4603b for instance with vm_state active and task_state None.
Dec 06 09:56:48 user nova-compute[74535]: DEBUG nova.compute.manager [req-b67dbff4-c5a6-4746-a3a8-25f91164bc29 req-4e58ac33-071c-41a5-9728-157cdd5c5dcd service nova] [instance: 5e39a1a4-f188-40e3-bcba-70e47abd6026] Received event network-vif-plugged-d5923d45-0499-4abf-8914-ff036bd4603b {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:56:48 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-b67dbff4-c5a6-4746-a3a8-25f91164bc29 req-4e58ac33-071c-41a5-9728-157cdd5c5dcd service nova] Acquiring lock "5e39a1a4-f188-40e3-bcba-70e47abd6026-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:56:48 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-b67dbff4-c5a6-4746-a3a8-25f91164bc29 req-4e58ac33-071c-41a5-9728-157cdd5c5dcd service nova] Lock "5e39a1a4-f188-40e3-bcba-70e47abd6026-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:56:48 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-b67dbff4-c5a6-4746-a3a8-25f91164bc29 req-4e58ac33-071c-41a5-9728-157cdd5c5dcd service nova] Lock "5e39a1a4-f188-40e3-bcba-70e47abd6026-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:56:48 user nova-compute[74535]: DEBUG nova.compute.manager [req-b67dbff4-c5a6-4746-a3a8-25f91164bc29 req-4e58ac33-071c-41a5-9728-157cdd5c5dcd service nova] [instance: 5e39a1a4-f188-40e3-bcba-70e47abd6026] No waiting events found dispatching network-vif-plugged-d5923d45-0499-4abf-8914-ff036bd4603b {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:56:48 user nova-compute[74535]: WARNING nova.compute.manager [req-b67dbff4-c5a6-4746-a3a8-25f91164bc29 req-4e58ac33-071c-41a5-9728-157cdd5c5dcd service nova] [instance: 5e39a1a4-f188-40e3-bcba-70e47abd6026] Received unexpected event network-vif-plugged-d5923d45-0499-4abf-8914-ff036bd4603b for instance with vm_state active and task_state None.
Dec 06 09:56:48 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-2174527c-87c4-463f-9d77-43bed97e3ba7 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.304s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:56:48 user nova-compute[74535]: DEBUG nova.virt.disk.api [None req-2174527c-87c4-463f-9d77-43bed97e3ba7 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Checking if we can resize image /opt/stack/data/nova/instances/89768d93-0a7b-41d2-a9da-e4134c9d50be/disk. size=1073741824 {{(pid=74535) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 09:56:48 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-2174527c-87c4-463f-9d77-43bed97e3ba7 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/89768d93-0a7b-41d2-a9da-e4134c9d50be/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:56:48 user nova-compute[74535]: DEBUG nova.network.neutron [None req-2174527c-87c4-463f-9d77-43bed97e3ba7 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] [instance: 89768d93-0a7b-41d2-a9da-e4134c9d50be] Successfully created port: 1263707f-979b-4c32-958c-d17d87c0145d {{(pid=74535) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 09:56:49 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-2174527c-87c4-463f-9d77-43bed97e3ba7 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/89768d93-0a7b-41d2-a9da-e4134c9d50be/disk --force-share --output=json" returned: 0 in 0.242s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:56:49 user nova-compute[74535]: DEBUG nova.virt.disk.api [None req-2174527c-87c4-463f-9d77-43bed97e3ba7 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Cannot resize image /opt/stack/data/nova/instances/89768d93-0a7b-41d2-a9da-e4134c9d50be/disk to a smaller size. {{(pid=74535) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 09:56:49 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-2174527c-87c4-463f-9d77-43bed97e3ba7 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] [instance: 89768d93-0a7b-41d2-a9da-e4134c9d50be] Created local disks {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 09:56:49 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-2174527c-87c4-463f-9d77-43bed97e3ba7 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] [instance: 89768d93-0a7b-41d2-a9da-e4134c9d50be] Ensure instance console log exists: /opt/stack/data/nova/instances/89768d93-0a7b-41d2-a9da-e4134c9d50be/console.log {{(pid=74535) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 09:56:49 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-2174527c-87c4-463f-9d77-43bed97e3ba7 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:56:49 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-2174527c-87c4-463f-9d77-43bed97e3ba7 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:56:49 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-2174527c-87c4-463f-9d77-43bed97e3ba7 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:56:49 user nova-compute[74535]: DEBUG nova.network.neutron [None req-2174527c-87c4-463f-9d77-43bed97e3ba7 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] [instance: 89768d93-0a7b-41d2-a9da-e4134c9d50be] Successfully updated port: 1263707f-979b-4c32-958c-d17d87c0145d {{(pid=74535) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 09:56:49 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-2174527c-87c4-463f-9d77-43bed97e3ba7 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Acquiring lock "refresh_cache-89768d93-0a7b-41d2-a9da-e4134c9d50be" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 09:56:49 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-2174527c-87c4-463f-9d77-43bed97e3ba7 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Acquired lock "refresh_cache-89768d93-0a7b-41d2-a9da-e4134c9d50be" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 09:56:49 user nova-compute[74535]: DEBUG nova.network.neutron [None req-2174527c-87c4-463f-9d77-43bed97e3ba7 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] [instance: 89768d93-0a7b-41d2-a9da-e4134c9d50be] Building network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 09:56:49 user nova-compute[74535]: DEBUG nova.compute.manager [req-4c877cb5-23d7-473f-8387-cc5804bd3738 req-9892a26a-1f6c-4171-9374-23fd48cfcb5b service nova] [instance: 89768d93-0a7b-41d2-a9da-e4134c9d50be] Received event network-changed-1263707f-979b-4c32-958c-d17d87c0145d {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:56:49 user nova-compute[74535]: DEBUG nova.compute.manager [req-4c877cb5-23d7-473f-8387-cc5804bd3738 req-9892a26a-1f6c-4171-9374-23fd48cfcb5b service nova] [instance: 89768d93-0a7b-41d2-a9da-e4134c9d50be] Refreshing instance network info cache due to event network-changed-1263707f-979b-4c32-958c-d17d87c0145d. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 09:56:49 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-4c877cb5-23d7-473f-8387-cc5804bd3738 req-9892a26a-1f6c-4171-9374-23fd48cfcb5b service nova] Acquiring lock "refresh_cache-89768d93-0a7b-41d2-a9da-e4134c9d50be" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 09:56:49 user nova-compute[74535]: DEBUG nova.network.neutron [None req-2174527c-87c4-463f-9d77-43bed97e3ba7 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] [instance: 89768d93-0a7b-41d2-a9da-e4134c9d50be] Instance cache missing network info. {{(pid=74535) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 09:56:50 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:50 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:50 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:50 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:50 user nova-compute[74535]: DEBUG nova.network.neutron [None req-2174527c-87c4-463f-9d77-43bed97e3ba7 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] [instance: 89768d93-0a7b-41d2-a9da-e4134c9d50be] Updating instance_info_cache with network_info: [{"id": "1263707f-979b-4c32-958c-d17d87c0145d", "address": "fa:16:3e:74:ce:ea", "network": {"id": "4f18acd4-7175-435e-9777-93527124b753", "bridge": "br-int", "label": "tempest-VolumesActionsTest-698073000-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6a2920a81b1c4daaa744676ca3c0e510", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1263707f-97", "ovs_interfaceid": "1263707f-979b-4c32-958c-d17d87c0145d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:56:50 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-2174527c-87c4-463f-9d77-43bed97e3ba7 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Releasing lock "refresh_cache-89768d93-0a7b-41d2-a9da-e4134c9d50be" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 09:56:50 user nova-compute[74535]: DEBUG nova.compute.manager [None req-2174527c-87c4-463f-9d77-43bed97e3ba7 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] [instance: 89768d93-0a7b-41d2-a9da-e4134c9d50be] Instance network_info: |[{"id": "1263707f-979b-4c32-958c-d17d87c0145d", "address": "fa:16:3e:74:ce:ea", "network": {"id": "4f18acd4-7175-435e-9777-93527124b753", "bridge": "br-int", "label": "tempest-VolumesActionsTest-698073000-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6a2920a81b1c4daaa744676ca3c0e510", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1263707f-97", "ovs_interfaceid": "1263707f-979b-4c32-958c-d17d87c0145d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74535) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 09:56:50 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-4c877cb5-23d7-473f-8387-cc5804bd3738 req-9892a26a-1f6c-4171-9374-23fd48cfcb5b service nova] Acquired lock "refresh_cache-89768d93-0a7b-41d2-a9da-e4134c9d50be" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 09:56:50 user nova-compute[74535]: DEBUG nova.network.neutron [req-4c877cb5-23d7-473f-8387-cc5804bd3738 req-9892a26a-1f6c-4171-9374-23fd48cfcb5b service nova] [instance: 89768d93-0a7b-41d2-a9da-e4134c9d50be] Refreshing network info cache for port 1263707f-979b-4c32-958c-d17d87c0145d {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 09:56:50 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-2174527c-87c4-463f-9d77-43bed97e3ba7 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] [instance: 89768d93-0a7b-41d2-a9da-e4134c9d50be] Start _get_guest_xml network_info=[{"id": "1263707f-979b-4c32-958c-d17d87c0145d", "address": "fa:16:3e:74:ce:ea", "network": {"id": "4f18acd4-7175-435e-9777-93527124b753", "bridge": "br-int", "label": "tempest-VolumesActionsTest-698073000-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6a2920a81b1c4daaa744676ca3c0e510", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1263707f-97", "ovs_interfaceid": "1263707f-979b-4c32-958c-d17d87c0145d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T09:52:28Z,direct_url=<?>,disk_format='qcow2',id=b338f3c8-9974-4b9f-bacb-c75dd541c256,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='563f6a2917a742ada39fb0e950eece6e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T09:52:30Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'device_name': '/dev/vda', 'encrypted': False, 'encryption_format': None, 'encryption_options': None, 'encryption_secret_uuid': None, 'boot_index': 0, 'device_type': 'disk', 'size': 0, 'guest_format': None, 'image_id': 'b338f3c8-9974-4b9f-bacb-c75dd541c256'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 09:56:50 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-2174527c-87c4-463f-9d77-43bed97e3ba7 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 09:56:50 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-2174527c-87c4-463f-9d77-43bed97e3ba7 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 09:56:50 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-2174527c-87c4-463f-9d77-43bed97e3ba7 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 09:56:50 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-2174527c-87c4-463f-9d77-43bed97e3ba7 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] CPU controller missing on host. {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 09:56:50 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-2174527c-87c4-463f-9d77-43bed97e3ba7 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 09:56:50 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-2174527c-87c4-463f-9d77-43bed97e3ba7 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] CPU controller found on host. {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 09:56:50 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-2174527c-87c4-463f-9d77-43bed97e3ba7 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74535) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 09:56:50 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-2174527c-87c4-463f-9d77-43bed97e3ba7 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T09:52:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T09:52:28Z,direct_url=<?>,disk_format='qcow2',id=b338f3c8-9974-4b9f-bacb-c75dd541c256,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='563f6a2917a742ada39fb0e950eece6e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T09:52:30Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 09:56:50 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-2174527c-87c4-463f-9d77-43bed97e3ba7 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Flavor limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 09:56:50 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-2174527c-87c4-463f-9d77-43bed97e3ba7 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Image limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 09:56:50 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-2174527c-87c4-463f-9d77-43bed97e3ba7 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Flavor pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 09:56:50 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-2174527c-87c4-463f-9d77-43bed97e3ba7 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Image pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 09:56:50 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-2174527c-87c4-463f-9d77-43bed97e3ba7 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 09:56:50 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-2174527c-87c4-463f-9d77-43bed97e3ba7 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 09:56:50 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-2174527c-87c4-463f-9d77-43bed97e3ba7 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 09:56:50 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-2174527c-87c4-463f-9d77-43bed97e3ba7 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Got 1 possible topologies {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 09:56:50 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-2174527c-87c4-463f-9d77-43bed97e3ba7 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 09:56:50 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-2174527c-87c4-463f-9d77-43bed97e3ba7 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 09:56:50 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-2174527c-87c4-463f-9d77-43bed97e3ba7 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T09:56:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1441839421',display_name='tempest-VolumesActionsTest-instance-1441839421',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1441839421',id=8,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='6a2920a81b1c4daaa744676ca3c0e510',ramdisk_id='',reservation_id='r-i0uhrkqv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-1334312377',owner_user_name='tempest-VolumesActionsTest-1334312377-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T09:56:48Z,user_data=None,user_id='6044af3c800445848e84ad6cbc9f9a96',uuid=89768d93-0a7b-41d2-a9da-e4134c9d50be,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1263707f-979b-4c32-958c-d17d87c0145d", "address": "fa:16:3e:74:ce:ea", "network": {"id": "4f18acd4-7175-435e-9777-93527124b753", "bridge": "br-int", "label": "tempest-VolumesActionsTest-698073000-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6a2920a81b1c4daaa744676ca3c0e510", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1263707f-97", "ovs_interfaceid": "1263707f-979b-4c32-958c-d17d87c0145d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74535) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 09:56:50 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-2174527c-87c4-463f-9d77-43bed97e3ba7 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Converting VIF {"id": "1263707f-979b-4c32-958c-d17d87c0145d", "address": "fa:16:3e:74:ce:ea", "network": {"id": "4f18acd4-7175-435e-9777-93527124b753", "bridge": "br-int", "label": "tempest-VolumesActionsTest-698073000-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6a2920a81b1c4daaa744676ca3c0e510", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1263707f-97", "ovs_interfaceid": "1263707f-979b-4c32-958c-d17d87c0145d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 09:56:50 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-2174527c-87c4-463f-9d77-43bed97e3ba7 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:74:ce:ea,bridge_name='br-int',has_traffic_filtering=True,id=1263707f-979b-4c32-958c-d17d87c0145d,network=Network(4f18acd4-7175-435e-9777-93527124b753),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1263707f-97') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 09:56:50 user nova-compute[74535]: DEBUG nova.objects.instance [None req-2174527c-87c4-463f-9d77-43bed97e3ba7 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Lazy-loading 'pci_devices' on Instance uuid 89768d93-0a7b-41d2-a9da-e4134c9d50be {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 09:56:50 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-2174527c-87c4-463f-9d77-43bed97e3ba7 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] [instance: 89768d93-0a7b-41d2-a9da-e4134c9d50be] End _get_guest_xml xml=<domain type="kvm">
Dec 06 09:56:50 user nova-compute[74535]:   <uuid>89768d93-0a7b-41d2-a9da-e4134c9d50be</uuid>
Dec 06 09:56:50 user nova-compute[74535]:   <name>instance-00000008</name>
Dec 06 09:56:50 user nova-compute[74535]:   <memory>524288</memory>
Dec 06 09:56:50 user nova-compute[74535]:   <vcpu>1</vcpu>
Dec 06 09:56:50 user nova-compute[74535]:   <metadata>
Dec 06 09:56:50 user nova-compute[74535]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 09:56:50 user nova-compute[74535]:       <nova:package version="0.0.0"/>
Dec 06 09:56:50 user nova-compute[74535]:       <nova:name>tempest-VolumesActionsTest-instance-1441839421</nova:name>
Dec 06 09:56:50 user nova-compute[74535]:       <nova:creationTime>2023-12-06 09:56:50</nova:creationTime>
Dec 06 09:56:50 user nova-compute[74535]:       <nova:flavor name="m1.tiny">
Dec 06 09:56:50 user nova-compute[74535]:         <nova:memory>512</nova:memory>
Dec 06 09:56:50 user nova-compute[74535]:         <nova:disk>1</nova:disk>
Dec 06 09:56:50 user nova-compute[74535]:         <nova:swap>0</nova:swap>
Dec 06 09:56:50 user nova-compute[74535]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 09:56:50 user nova-compute[74535]:         <nova:vcpus>1</nova:vcpus>
Dec 06 09:56:50 user nova-compute[74535]:       </nova:flavor>
Dec 06 09:56:50 user nova-compute[74535]:       <nova:owner>
Dec 06 09:56:50 user nova-compute[74535]:         <nova:user uuid="6044af3c800445848e84ad6cbc9f9a96">tempest-VolumesActionsTest-1334312377-project-member</nova:user>
Dec 06 09:56:50 user nova-compute[74535]:         <nova:project uuid="6a2920a81b1c4daaa744676ca3c0e510">tempest-VolumesActionsTest-1334312377</nova:project>
Dec 06 09:56:50 user nova-compute[74535]:       </nova:owner>
Dec 06 09:56:50 user nova-compute[74535]:       <nova:root type="image" uuid="b338f3c8-9974-4b9f-bacb-c75dd541c256"/>
Dec 06 09:56:50 user nova-compute[74535]:       <nova:ports>
Dec 06 09:56:50 user nova-compute[74535]:         <nova:port uuid="1263707f-979b-4c32-958c-d17d87c0145d">
Dec 06 09:56:50 user nova-compute[74535]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Dec 06 09:56:50 user nova-compute[74535]:         </nova:port>
Dec 06 09:56:50 user nova-compute[74535]:       </nova:ports>
Dec 06 09:56:50 user nova-compute[74535]:     </nova:instance>
Dec 06 09:56:50 user nova-compute[74535]:   </metadata>
Dec 06 09:56:50 user nova-compute[74535]:   <sysinfo type="smbios">
Dec 06 09:56:50 user nova-compute[74535]:     <system>
Dec 06 09:56:50 user nova-compute[74535]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 09:56:50 user nova-compute[74535]:       <entry name="product">OpenStack Nova</entry>
Dec 06 09:56:50 user nova-compute[74535]:       <entry name="version">0.0.0</entry>
Dec 06 09:56:50 user nova-compute[74535]:       <entry name="serial">89768d93-0a7b-41d2-a9da-e4134c9d50be</entry>
Dec 06 09:56:50 user nova-compute[74535]:       <entry name="uuid">89768d93-0a7b-41d2-a9da-e4134c9d50be</entry>
Dec 06 09:56:50 user nova-compute[74535]:       <entry name="family">Virtual Machine</entry>
Dec 06 09:56:50 user nova-compute[74535]:     </system>
Dec 06 09:56:50 user nova-compute[74535]:   </sysinfo>
Dec 06 09:56:50 user nova-compute[74535]:   <os>
Dec 06 09:56:50 user nova-compute[74535]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 09:56:50 user nova-compute[74535]:     <boot dev="hd"/>
Dec 06 09:56:50 user nova-compute[74535]:     <smbios mode="sysinfo"/>
Dec 06 09:56:50 user nova-compute[74535]:   </os>
Dec 06 09:56:50 user nova-compute[74535]:   <features>
Dec 06 09:56:50 user nova-compute[74535]:     <acpi/>
Dec 06 09:56:50 user nova-compute[74535]:     <apic/>
Dec 06 09:56:50 user nova-compute[74535]:     <vmcoreinfo/>
Dec 06 09:56:50 user nova-compute[74535]:   </features>
Dec 06 09:56:50 user nova-compute[74535]:   <clock offset="utc">
Dec 06 09:56:50 user nova-compute[74535]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 09:56:50 user nova-compute[74535]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 09:56:50 user nova-compute[74535]:     <timer name="hpet" present="no"/>
Dec 06 09:56:50 user nova-compute[74535]:   </clock>
Dec 06 09:56:50 user nova-compute[74535]:   <cpu mode="custom" match="exact">
Dec 06 09:56:50 user nova-compute[74535]:     <model>Nehalem</model>
Dec 06 09:56:50 user nova-compute[74535]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 09:56:50 user nova-compute[74535]:   </cpu>
Dec 06 09:56:50 user nova-compute[74535]:   <devices>
Dec 06 09:56:50 user nova-compute[74535]:     <disk type="file" device="disk">
Dec 06 09:56:50 user nova-compute[74535]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 09:56:50 user nova-compute[74535]:       <source file="/opt/stack/data/nova/instances/89768d93-0a7b-41d2-a9da-e4134c9d50be/disk"/>
Dec 06 09:56:50 user nova-compute[74535]:       <target dev="vda" bus="virtio"/>
Dec 06 09:56:50 user nova-compute[74535]:     </disk>
Dec 06 09:56:50 user nova-compute[74535]:     <interface type="ethernet">
Dec 06 09:56:50 user nova-compute[74535]:       <mac address="fa:16:3e:74:ce:ea"/>
Dec 06 09:56:50 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 09:56:50 user nova-compute[74535]:       <mtu size="1442"/>
Dec 06 09:56:50 user nova-compute[74535]:       <target dev="tap1263707f-97"/>
Dec 06 09:56:50 user nova-compute[74535]:     </interface>
Dec 06 09:56:50 user nova-compute[74535]:     <serial type="pty">
Dec 06 09:56:50 user nova-compute[74535]:       <log file="/opt/stack/data/nova/instances/89768d93-0a7b-41d2-a9da-e4134c9d50be/console.log" append="off"/>
Dec 06 09:56:50 user nova-compute[74535]:     </serial>
Dec 06 09:56:50 user nova-compute[74535]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 09:56:50 user nova-compute[74535]:     <video>
Dec 06 09:56:50 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 09:56:50 user nova-compute[74535]:     </video>
Dec 06 09:56:50 user nova-compute[74535]:     <rng model="virtio">
Dec 06 09:56:50 user nova-compute[74535]:       <backend model="random">/dev/urandom</backend>
Dec 06 09:56:50 user nova-compute[74535]:     </rng>
Dec 06 09:56:50 user nova-compute[74535]:     <controller type="usb" index="0" model="none"/>
Dec 06 09:56:50 user nova-compute[74535]:     <memballoon model="virtio">
Dec 06 09:56:50 user nova-compute[74535]:       <stats period="10"/>
Dec 06 09:56:50 user nova-compute[74535]:     </memballoon>
Dec 06 09:56:50 user nova-compute[74535]:   </devices>
Dec 06 09:56:50 user nova-compute[74535]: </domain>
Dec 06 09:56:50 user nova-compute[74535]:  {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 09:56:50 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-2174527c-87c4-463f-9d77-43bed97e3ba7 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T09:56:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1441839421',display_name='tempest-VolumesActionsTest-instance-1441839421',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1441839421',id=8,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='6a2920a81b1c4daaa744676ca3c0e510',ramdisk_id='',reservation_id='r-i0uhrkqv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-1334312377',owner_user_name='tempest-VolumesActionsTest-1334312377-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T09:56:48Z,user_data=None,user_id='6044af3c800445848e84ad6cbc9f9a96',uuid=89768d93-0a7b-41d2-a9da-e4134c9d50be,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1263707f-979b-4c32-958c-d17d87c0145d", "address": "fa:16:3e:74:ce:ea", "network": {"id": "4f18acd4-7175-435e-9777-93527124b753", "bridge": "br-int", "label": "tempest-VolumesActionsTest-698073000-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6a2920a81b1c4daaa744676ca3c0e510", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1263707f-97", "ovs_interfaceid": "1263707f-979b-4c32-958c-d17d87c0145d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 09:56:50 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-2174527c-87c4-463f-9d77-43bed97e3ba7 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Converting VIF {"id": "1263707f-979b-4c32-958c-d17d87c0145d", "address": "fa:16:3e:74:ce:ea", "network": {"id": "4f18acd4-7175-435e-9777-93527124b753", "bridge": "br-int", "label": "tempest-VolumesActionsTest-698073000-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6a2920a81b1c4daaa744676ca3c0e510", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1263707f-97", "ovs_interfaceid": "1263707f-979b-4c32-958c-d17d87c0145d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 09:56:50 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-2174527c-87c4-463f-9d77-43bed97e3ba7 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:74:ce:ea,bridge_name='br-int',has_traffic_filtering=True,id=1263707f-979b-4c32-958c-d17d87c0145d,network=Network(4f18acd4-7175-435e-9777-93527124b753),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1263707f-97') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 09:56:50 user nova-compute[74535]: DEBUG os_vif [None req-2174527c-87c4-463f-9d77-43bed97e3ba7 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:74:ce:ea,bridge_name='br-int',has_traffic_filtering=True,id=1263707f-979b-4c32-958c-d17d87c0145d,network=Network(4f18acd4-7175-435e-9777-93527124b753),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1263707f-97') {{(pid=74535) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 09:56:50 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:50 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:56:50 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 09:56:50 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:50 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '218a0bec-03b7-5bca-9941-b3c4782d15b8', '_type': 'linux-noop'}}, row=False) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:56:50 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:50 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:56:50 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:50 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:50 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap1263707f-97, may_exist=True, interface_attrs={}) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:56:50 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap1263707f-97, col_values=(('qos', UUID('fc827943-9342-485d-90d9-801ec7037356')),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:56:50 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap1263707f-97, col_values=(('external_ids', {'iface-id': '1263707f-979b-4c32-958c-d17d87c0145d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:74:ce:ea', 'vm-uuid': '89768d93-0a7b-41d2-a9da-e4134c9d50be'}),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:56:50 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:50 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:56:50 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:50 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:50 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:50 user nova-compute[74535]: INFO os_vif [None req-2174527c-87c4-463f-9d77-43bed97e3ba7 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:74:ce:ea,bridge_name='br-int',has_traffic_filtering=True,id=1263707f-979b-4c32-958c-d17d87c0145d,network=Network(4f18acd4-7175-435e-9777-93527124b753),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1263707f-97')
Dec 06 09:56:50 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:50 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-2174527c-87c4-463f-9d77-43bed97e3ba7 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] No BDM found with device name vda, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 09:56:50 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-2174527c-87c4-463f-9d77-43bed97e3ba7 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] No VIF found with MAC fa:16:3e:74:ce:ea, not building metadata {{(pid=74535) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 09:56:50 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:50 user nova-compute[74535]: DEBUG nova.network.neutron [req-4c877cb5-23d7-473f-8387-cc5804bd3738 req-9892a26a-1f6c-4171-9374-23fd48cfcb5b service nova] [instance: 89768d93-0a7b-41d2-a9da-e4134c9d50be] Updated VIF entry in instance network info cache for port 1263707f-979b-4c32-958c-d17d87c0145d. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 09:56:50 user nova-compute[74535]: DEBUG nova.network.neutron [req-4c877cb5-23d7-473f-8387-cc5804bd3738 req-9892a26a-1f6c-4171-9374-23fd48cfcb5b service nova] [instance: 89768d93-0a7b-41d2-a9da-e4134c9d50be] Updating instance_info_cache with network_info: [{"id": "1263707f-979b-4c32-958c-d17d87c0145d", "address": "fa:16:3e:74:ce:ea", "network": {"id": "4f18acd4-7175-435e-9777-93527124b753", "bridge": "br-int", "label": "tempest-VolumesActionsTest-698073000-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6a2920a81b1c4daaa744676ca3c0e510", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1263707f-97", "ovs_interfaceid": "1263707f-979b-4c32-958c-d17d87c0145d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:56:50 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:50 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-4c877cb5-23d7-473f-8387-cc5804bd3738 req-9892a26a-1f6c-4171-9374-23fd48cfcb5b service nova] Releasing lock "refresh_cache-89768d93-0a7b-41d2-a9da-e4134c9d50be" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 09:56:50 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:50 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:50 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:51 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:51 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:51 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:51 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:51 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:51 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:51 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:51 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:51 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:52 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:52 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:52 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:52 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:52 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:52 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:52 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:52 user nova-compute[74535]: DEBUG nova.compute.manager [req-894c8e37-fa7f-4a12-b116-5da932748bfc req-1079ac59-1347-4df3-8d8f-d1a197ce290b service nova] [instance: f01386a0-2d94-44f9-aec4-e03f5502f671] Received event network-vif-plugged-991e3079-dcb5-4149-97d3-ae18f6d52ae4 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:56:52 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-894c8e37-fa7f-4a12-b116-5da932748bfc req-1079ac59-1347-4df3-8d8f-d1a197ce290b service nova] Acquiring lock "f01386a0-2d94-44f9-aec4-e03f5502f671-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:56:52 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-894c8e37-fa7f-4a12-b116-5da932748bfc req-1079ac59-1347-4df3-8d8f-d1a197ce290b service nova] Lock "f01386a0-2d94-44f9-aec4-e03f5502f671-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:56:52 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-894c8e37-fa7f-4a12-b116-5da932748bfc req-1079ac59-1347-4df3-8d8f-d1a197ce290b service nova] Lock "f01386a0-2d94-44f9-aec4-e03f5502f671-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:56:52 user nova-compute[74535]: DEBUG nova.compute.manager [req-894c8e37-fa7f-4a12-b116-5da932748bfc req-1079ac59-1347-4df3-8d8f-d1a197ce290b service nova] [instance: f01386a0-2d94-44f9-aec4-e03f5502f671] No waiting events found dispatching network-vif-plugged-991e3079-dcb5-4149-97d3-ae18f6d52ae4 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:56:52 user nova-compute[74535]: WARNING nova.compute.manager [req-894c8e37-fa7f-4a12-b116-5da932748bfc req-1079ac59-1347-4df3-8d8f-d1a197ce290b service nova] [instance: f01386a0-2d94-44f9-aec4-e03f5502f671] Received unexpected event network-vif-plugged-991e3079-dcb5-4149-97d3-ae18f6d52ae4 for instance with vm_state active and task_state None.
Dec 06 09:56:53 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:53 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:53 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:53 user nova-compute[74535]: DEBUG nova.compute.manager [req-77c07652-6352-40ac-bd5a-b7d8e323ea42 req-8993e62f-c643-4081-9327-999efe68a9ef service nova] [instance: 89768d93-0a7b-41d2-a9da-e4134c9d50be] Received event network-vif-plugged-1263707f-979b-4c32-958c-d17d87c0145d {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:56:53 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-77c07652-6352-40ac-bd5a-b7d8e323ea42 req-8993e62f-c643-4081-9327-999efe68a9ef service nova] Acquiring lock "89768d93-0a7b-41d2-a9da-e4134c9d50be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:56:53 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-77c07652-6352-40ac-bd5a-b7d8e323ea42 req-8993e62f-c643-4081-9327-999efe68a9ef service nova] Lock "89768d93-0a7b-41d2-a9da-e4134c9d50be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:56:53 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-77c07652-6352-40ac-bd5a-b7d8e323ea42 req-8993e62f-c643-4081-9327-999efe68a9ef service nova] Lock "89768d93-0a7b-41d2-a9da-e4134c9d50be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:56:53 user nova-compute[74535]: DEBUG nova.compute.manager [req-77c07652-6352-40ac-bd5a-b7d8e323ea42 req-8993e62f-c643-4081-9327-999efe68a9ef service nova] [instance: 89768d93-0a7b-41d2-a9da-e4134c9d50be] No waiting events found dispatching network-vif-plugged-1263707f-979b-4c32-958c-d17d87c0145d {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:56:53 user nova-compute[74535]: WARNING nova.compute.manager [req-77c07652-6352-40ac-bd5a-b7d8e323ea42 req-8993e62f-c643-4081-9327-999efe68a9ef service nova] [instance: 89768d93-0a7b-41d2-a9da-e4134c9d50be] Received unexpected event network-vif-plugged-1263707f-979b-4c32-958c-d17d87c0145d for instance with vm_state building and task_state spawning.
Dec 06 09:56:54 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-ac10820f-e402-44fd-bce9-c685e1f828ed tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] Acquiring lock "d5d68696-7e68-4612-a5bc-b6bdcdf0795a" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:56:54 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-ac10820f-e402-44fd-bce9-c685e1f828ed tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] Lock "d5d68696-7e68-4612-a5bc-b6bdcdf0795a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:56:54 user nova-compute[74535]: DEBUG nova.compute.manager [None req-ac10820f-e402-44fd-bce9-c685e1f828ed tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a] Starting instance... {{(pid=74535) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 09:56:54 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:54 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:54 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:54 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-ac10820f-e402-44fd-bce9-c685e1f828ed tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:56:54 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-ac10820f-e402-44fd-bce9-c685e1f828ed tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:56:54 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-ac10820f-e402-44fd-bce9-c685e1f828ed tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74535) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 09:56:54 user nova-compute[74535]: INFO nova.compute.claims [None req-ac10820f-e402-44fd-bce9-c685e1f828ed tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a] Claim successful on node user
Dec 06 09:56:54 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-ac10820f-e402-44fd-bce9-c685e1f828ed tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 09:56:54 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-ac10820f-e402-44fd-bce9-c685e1f828ed tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 09:56:54 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-ac10820f-e402-44fd-bce9-c685e1f828ed tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.624s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:56:54 user nova-compute[74535]: DEBUG nova.compute.manager [None req-ac10820f-e402-44fd-bce9-c685e1f828ed tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a] Start building networks asynchronously for instance. {{(pid=74535) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 09:56:54 user nova-compute[74535]: DEBUG nova.compute.manager [req-90f81a45-49ca-46a1-bbcf-8b0a269188f1 req-2c70c31d-fbef-4a68-89e1-3113ed6504a6 service nova] [instance: f01386a0-2d94-44f9-aec4-e03f5502f671] Received event network-vif-plugged-991e3079-dcb5-4149-97d3-ae18f6d52ae4 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:56:54 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-90f81a45-49ca-46a1-bbcf-8b0a269188f1 req-2c70c31d-fbef-4a68-89e1-3113ed6504a6 service nova] Acquiring lock "f01386a0-2d94-44f9-aec4-e03f5502f671-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:56:54 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-90f81a45-49ca-46a1-bbcf-8b0a269188f1 req-2c70c31d-fbef-4a68-89e1-3113ed6504a6 service nova] Lock "f01386a0-2d94-44f9-aec4-e03f5502f671-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:56:54 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-90f81a45-49ca-46a1-bbcf-8b0a269188f1 req-2c70c31d-fbef-4a68-89e1-3113ed6504a6 service nova] Lock "f01386a0-2d94-44f9-aec4-e03f5502f671-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:56:54 user nova-compute[74535]: DEBUG nova.compute.manager [req-90f81a45-49ca-46a1-bbcf-8b0a269188f1 req-2c70c31d-fbef-4a68-89e1-3113ed6504a6 service nova] [instance: f01386a0-2d94-44f9-aec4-e03f5502f671] No waiting events found dispatching network-vif-plugged-991e3079-dcb5-4149-97d3-ae18f6d52ae4 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:56:54 user nova-compute[74535]: WARNING nova.compute.manager [req-90f81a45-49ca-46a1-bbcf-8b0a269188f1 req-2c70c31d-fbef-4a68-89e1-3113ed6504a6 service nova] [instance: f01386a0-2d94-44f9-aec4-e03f5502f671] Received unexpected event network-vif-plugged-991e3079-dcb5-4149-97d3-ae18f6d52ae4 for instance with vm_state active and task_state None.
Dec 06 09:56:54 user nova-compute[74535]: DEBUG nova.compute.manager [req-90f81a45-49ca-46a1-bbcf-8b0a269188f1 req-2c70c31d-fbef-4a68-89e1-3113ed6504a6 service nova] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Received event network-vif-plugged-a462dbbf-ce92-4626-9a60-8681073805b9 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:56:54 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-90f81a45-49ca-46a1-bbcf-8b0a269188f1 req-2c70c31d-fbef-4a68-89e1-3113ed6504a6 service nova] Acquiring lock "9032fc82-326a-4827-94e0-c2c42a318148-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:56:54 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-90f81a45-49ca-46a1-bbcf-8b0a269188f1 req-2c70c31d-fbef-4a68-89e1-3113ed6504a6 service nova] Lock "9032fc82-326a-4827-94e0-c2c42a318148-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:56:54 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-90f81a45-49ca-46a1-bbcf-8b0a269188f1 req-2c70c31d-fbef-4a68-89e1-3113ed6504a6 service nova] Lock "9032fc82-326a-4827-94e0-c2c42a318148-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:56:54 user nova-compute[74535]: DEBUG nova.compute.manager [req-90f81a45-49ca-46a1-bbcf-8b0a269188f1 req-2c70c31d-fbef-4a68-89e1-3113ed6504a6 service nova] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] No waiting events found dispatching network-vif-plugged-a462dbbf-ce92-4626-9a60-8681073805b9 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:56:54 user nova-compute[74535]: WARNING nova.compute.manager [req-90f81a45-49ca-46a1-bbcf-8b0a269188f1 req-2c70c31d-fbef-4a68-89e1-3113ed6504a6 service nova] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Received unexpected event network-vif-plugged-a462dbbf-ce92-4626-9a60-8681073805b9 for instance with vm_state active and task_state None.
Dec 06 09:56:54 user nova-compute[74535]: DEBUG nova.compute.manager [req-90f81a45-49ca-46a1-bbcf-8b0a269188f1 req-2c70c31d-fbef-4a68-89e1-3113ed6504a6 service nova] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Received event network-vif-plugged-a462dbbf-ce92-4626-9a60-8681073805b9 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:56:54 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-90f81a45-49ca-46a1-bbcf-8b0a269188f1 req-2c70c31d-fbef-4a68-89e1-3113ed6504a6 service nova] Acquiring lock "9032fc82-326a-4827-94e0-c2c42a318148-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:56:54 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-90f81a45-49ca-46a1-bbcf-8b0a269188f1 req-2c70c31d-fbef-4a68-89e1-3113ed6504a6 service nova] Lock "9032fc82-326a-4827-94e0-c2c42a318148-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:56:54 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-90f81a45-49ca-46a1-bbcf-8b0a269188f1 req-2c70c31d-fbef-4a68-89e1-3113ed6504a6 service nova] Lock "9032fc82-326a-4827-94e0-c2c42a318148-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:56:54 user nova-compute[74535]: DEBUG nova.compute.manager [req-90f81a45-49ca-46a1-bbcf-8b0a269188f1 req-2c70c31d-fbef-4a68-89e1-3113ed6504a6 service nova] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] No waiting events found dispatching network-vif-plugged-a462dbbf-ce92-4626-9a60-8681073805b9 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:56:54 user nova-compute[74535]: WARNING nova.compute.manager [req-90f81a45-49ca-46a1-bbcf-8b0a269188f1 req-2c70c31d-fbef-4a68-89e1-3113ed6504a6 service nova] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Received unexpected event network-vif-plugged-a462dbbf-ce92-4626-9a60-8681073805b9 for instance with vm_state active and task_state None.
Dec 06 09:56:55 user nova-compute[74535]: DEBUG nova.compute.manager [None req-ac10820f-e402-44fd-bce9-c685e1f828ed tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a] Allocating IP information in the background. {{(pid=74535) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 09:56:55 user nova-compute[74535]: DEBUG nova.network.neutron [None req-ac10820f-e402-44fd-bce9-c685e1f828ed tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a] allocate_for_instance() {{(pid=74535) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 09:56:55 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-ac10820f-e402-44fd-bce9-c685e1f828ed tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 09:56:55 user nova-compute[74535]: DEBUG nova.compute.manager [None req-ac10820f-e402-44fd-bce9-c685e1f828ed tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a] Start building block device mappings for instance. {{(pid=74535) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 09:56:55 user nova-compute[74535]: DEBUG nova.compute.manager [None req-a1d1a673-786c-49e8-84bb-6a404d3063cb tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] [instance: 93fb3c38-baad-41c4-89b2-2a37c779c62a] Instance event wait completed in 0 seconds for  {{(pid=74535) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 09:56:55 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-a1d1a673-786c-49e8-84bb-6a404d3063cb tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] [instance: 93fb3c38-baad-41c4-89b2-2a37c779c62a] Guest created on hypervisor {{(pid=74535) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 09:56:55 user nova-compute[74535]: DEBUG nova.policy [None req-ac10820f-e402-44fd-bce9-c685e1f828ed tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7bf2f1a2702b4f69a9e255ca5ba33fc5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '947ea858406e4ce0946c304e02f26fb3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74535) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 09:56:55 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: 93fb3c38-baad-41c4-89b2-2a37c779c62a] Instance spawned successfully.
Dec 06 09:56:55 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-a1d1a673-786c-49e8-84bb-6a404d3063cb tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] [instance: 93fb3c38-baad-41c4-89b2-2a37c779c62a] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 09:56:55 user nova-compute[74535]: DEBUG nova.compute.manager [None req-ac10820f-e402-44fd-bce9-c685e1f828ed tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a] Start spawning the instance on the hypervisor. {{(pid=74535) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 09:56:55 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-ac10820f-e402-44fd-bce9-c685e1f828ed tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a] Creating instance directory {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 09:56:55 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-ac10820f-e402-44fd-bce9-c685e1f828ed tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a] Creating image(s)
Dec 06 09:56:55 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-ac10820f-e402-44fd-bce9-c685e1f828ed tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] Acquiring lock "/opt/stack/data/nova/instances/d5d68696-7e68-4612-a5bc-b6bdcdf0795a/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:56:55 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-ac10820f-e402-44fd-bce9-c685e1f828ed tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] Lock "/opt/stack/data/nova/instances/d5d68696-7e68-4612-a5bc-b6bdcdf0795a/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:56:55 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-ac10820f-e402-44fd-bce9-c685e1f828ed tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] Lock "/opt/stack/data/nova/instances/d5d68696-7e68-4612-a5bc-b6bdcdf0795a/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.013s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:56:55 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-ac10820f-e402-44fd-bce9-c685e1f828ed tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:56:55 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-a1d1a673-786c-49e8-84bb-6a404d3063cb tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] [instance: 93fb3c38-baad-41c4-89b2-2a37c779c62a] Found default for hw_cdrom_bus of ide {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 09:56:55 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-a1d1a673-786c-49e8-84bb-6a404d3063cb tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] [instance: 93fb3c38-baad-41c4-89b2-2a37c779c62a] Found default for hw_disk_bus of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 09:56:55 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-a1d1a673-786c-49e8-84bb-6a404d3063cb tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] [instance: 93fb3c38-baad-41c4-89b2-2a37c779c62a] Found default for hw_input_bus of None {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 09:56:55 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-a1d1a673-786c-49e8-84bb-6a404d3063cb tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] [instance: 93fb3c38-baad-41c4-89b2-2a37c779c62a] Found default for hw_pointer_model of None {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 09:56:55 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-a1d1a673-786c-49e8-84bb-6a404d3063cb tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] [instance: 93fb3c38-baad-41c4-89b2-2a37c779c62a] Found default for hw_video_model of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 09:56:55 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-a1d1a673-786c-49e8-84bb-6a404d3063cb tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] [instance: 93fb3c38-baad-41c4-89b2-2a37c779c62a] Found default for hw_vif_model of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 09:56:55 user nova-compute[74535]: DEBUG nova.compute.manager [None req-a1698b57-d894-4e05-8785-c786dea0b205 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] [instance: 5730e9fd-9dab-4032-8ae3-856662c1eb03] Instance event wait completed in 0 seconds for  {{(pid=74535) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 09:56:55 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-a1698b57-d894-4e05-8785-c786dea0b205 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] [instance: 5730e9fd-9dab-4032-8ae3-856662c1eb03] Guest created on hypervisor {{(pid=74535) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 09:56:55 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: 5730e9fd-9dab-4032-8ae3-856662c1eb03] Instance spawned successfully.
Dec 06 09:56:55 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-a1698b57-d894-4e05-8785-c786dea0b205 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] [instance: 5730e9fd-9dab-4032-8ae3-856662c1eb03] Attempting to register defaults for the following image properties: ['hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 09:56:55 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-a1698b57-d894-4e05-8785-c786dea0b205 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] [instance: 5730e9fd-9dab-4032-8ae3-856662c1eb03] Found default for hw_input_bus of None {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 09:56:55 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-a1698b57-d894-4e05-8785-c786dea0b205 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] [instance: 5730e9fd-9dab-4032-8ae3-856662c1eb03] Found default for hw_pointer_model of None {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 09:56:55 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-a1698b57-d894-4e05-8785-c786dea0b205 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] [instance: 5730e9fd-9dab-4032-8ae3-856662c1eb03] Found default for hw_video_model of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 09:56:55 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-a1698b57-d894-4e05-8785-c786dea0b205 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] [instance: 5730e9fd-9dab-4032-8ae3-856662c1eb03] Found default for hw_vif_model of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 09:56:55 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-ac10820f-e402-44fd-bce9-c685e1f828ed tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.198s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:56:55 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-ac10820f-e402-44fd-bce9-c685e1f828ed tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] Acquiring lock "7aef4f97309efbd0d8988be1fd45eed756898e08" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:56:55 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-ac10820f-e402-44fd-bce9-c685e1f828ed tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] Lock "7aef4f97309efbd0d8988be1fd45eed756898e08" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:56:55 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-ac10820f-e402-44fd-bce9-c685e1f828ed tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:56:55 user nova-compute[74535]: DEBUG nova.compute.manager [None req-8e60738c-65bf-4992-9cbc-33cbf7f1d497 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] [instance: 4f3357d9-20fc-4dc4-bfc5-ad83a6741013] Instance event wait completed in 0 seconds for  {{(pid=74535) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 09:56:55 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-8e60738c-65bf-4992-9cbc-33cbf7f1d497 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] [instance: 4f3357d9-20fc-4dc4-bfc5-ad83a6741013] Guest created on hypervisor {{(pid=74535) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 09:56:55 user nova-compute[74535]: INFO nova.compute.manager [None req-a1d1a673-786c-49e8-84bb-6a404d3063cb tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] [instance: 93fb3c38-baad-41c4-89b2-2a37c779c62a] Took 11.10 seconds to spawn the instance on the hypervisor.
Dec 06 09:56:55 user nova-compute[74535]: DEBUG nova.compute.manager [None req-a1d1a673-786c-49e8-84bb-6a404d3063cb tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] [instance: 93fb3c38-baad-41c4-89b2-2a37c779c62a] Checking state {{(pid=74535) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 09:56:55 user nova-compute[74535]: INFO nova.compute.manager [None req-a1698b57-d894-4e05-8785-c786dea0b205 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] [instance: 5730e9fd-9dab-4032-8ae3-856662c1eb03] Took 14.62 seconds to spawn the instance on the hypervisor.
Dec 06 09:56:55 user nova-compute[74535]: DEBUG nova.compute.manager [None req-a1698b57-d894-4e05-8785-c786dea0b205 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] [instance: 5730e9fd-9dab-4032-8ae3-856662c1eb03] Checking state {{(pid=74535) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 09:56:55 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: 4f3357d9-20fc-4dc4-bfc5-ad83a6741013] Instance spawned successfully.
Dec 06 09:56:55 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-8e60738c-65bf-4992-9cbc-33cbf7f1d497 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] [instance: 4f3357d9-20fc-4dc4-bfc5-ad83a6741013] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 09:56:55 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:55 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-8e60738c-65bf-4992-9cbc-33cbf7f1d497 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] [instance: 4f3357d9-20fc-4dc4-bfc5-ad83a6741013] Found default for hw_cdrom_bus of ide {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 09:56:55 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-8e60738c-65bf-4992-9cbc-33cbf7f1d497 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] [instance: 4f3357d9-20fc-4dc4-bfc5-ad83a6741013] Found default for hw_disk_bus of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 09:56:55 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-8e60738c-65bf-4992-9cbc-33cbf7f1d497 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] [instance: 4f3357d9-20fc-4dc4-bfc5-ad83a6741013] Found default for hw_input_bus of None {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 09:56:55 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-8e60738c-65bf-4992-9cbc-33cbf7f1d497 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] [instance: 4f3357d9-20fc-4dc4-bfc5-ad83a6741013] Found default for hw_pointer_model of None {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 09:56:55 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-8e60738c-65bf-4992-9cbc-33cbf7f1d497 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] [instance: 4f3357d9-20fc-4dc4-bfc5-ad83a6741013] Found default for hw_video_model of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 09:56:55 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-8e60738c-65bf-4992-9cbc-33cbf7f1d497 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] [instance: 4f3357d9-20fc-4dc4-bfc5-ad83a6741013] Found default for hw_vif_model of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 09:56:55 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-ac10820f-e402-44fd-bce9-c685e1f828ed tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.199s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:56:55 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-ac10820f-e402-44fd-bce9-c685e1f828ed tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08,backing_fmt=raw /opt/stack/data/nova/instances/d5d68696-7e68-4612-a5bc-b6bdcdf0795a/disk 1073741824 {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:56:55 user nova-compute[74535]: INFO nova.compute.manager [None req-a1698b57-d894-4e05-8785-c786dea0b205 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] [instance: 5730e9fd-9dab-4032-8ae3-856662c1eb03] Took 15.95 seconds to build instance.
Dec 06 09:56:55 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-ac10820f-e402-44fd-bce9-c685e1f828ed tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08,backing_fmt=raw /opt/stack/data/nova/instances/d5d68696-7e68-4612-a5bc-b6bdcdf0795a/disk 1073741824" returned: 0 in 0.060s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:56:55 user nova-compute[74535]: INFO nova.compute.manager [None req-a1d1a673-786c-49e8-84bb-6a404d3063cb tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] [instance: 93fb3c38-baad-41c4-89b2-2a37c779c62a] Took 12.54 seconds to build instance.
Dec 06 09:56:55 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-ac10820f-e402-44fd-bce9-c685e1f828ed tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] Lock "7aef4f97309efbd0d8988be1fd45eed756898e08" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.266s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:56:55 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-ac10820f-e402-44fd-bce9-c685e1f828ed tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:56:55 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a1d1a673-786c-49e8-84bb-6a404d3063cb tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] Lock "93fb3c38-baad-41c4-89b2-2a37c779c62a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 12.892s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:56:55 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a1698b57-d894-4e05-8785-c786dea0b205 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Lock "5730e9fd-9dab-4032-8ae3-856662c1eb03" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 16.211s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:56:55 user nova-compute[74535]: INFO nova.compute.manager [None req-8e60738c-65bf-4992-9cbc-33cbf7f1d497 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] [instance: 4f3357d9-20fc-4dc4-bfc5-ad83a6741013] Took 13.05 seconds to spawn the instance on the hypervisor.
Dec 06 09:56:55 user nova-compute[74535]: DEBUG nova.compute.manager [None req-8e60738c-65bf-4992-9cbc-33cbf7f1d497 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] [instance: 4f3357d9-20fc-4dc4-bfc5-ad83a6741013] Checking state {{(pid=74535) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 09:56:55 user nova-compute[74535]: DEBUG nova.compute.manager [None req-2174527c-87c4-463f-9d77-43bed97e3ba7 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] [instance: 89768d93-0a7b-41d2-a9da-e4134c9d50be] Instance event wait completed in 0 seconds for  {{(pid=74535) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 09:56:55 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-2174527c-87c4-463f-9d77-43bed97e3ba7 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] [instance: 89768d93-0a7b-41d2-a9da-e4134c9d50be] Guest created on hypervisor {{(pid=74535) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 09:56:55 user nova-compute[74535]: INFO nova.compute.manager [None req-8e60738c-65bf-4992-9cbc-33cbf7f1d497 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] [instance: 4f3357d9-20fc-4dc4-bfc5-ad83a6741013] Took 14.25 seconds to build instance.
Dec 06 09:56:55 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: 89768d93-0a7b-41d2-a9da-e4134c9d50be] Instance spawned successfully.
Dec 06 09:56:55 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-2174527c-87c4-463f-9d77-43bed97e3ba7 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] [instance: 89768d93-0a7b-41d2-a9da-e4134c9d50be] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 09:56:55 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-8e60738c-65bf-4992-9cbc-33cbf7f1d497 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Lock "4f3357d9-20fc-4dc4-bfc5-ad83a6741013" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 14.485s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:56:55 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-ac10820f-e402-44fd-bce9-c685e1f828ed tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.304s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:56:55 user nova-compute[74535]: DEBUG nova.virt.disk.api [None req-ac10820f-e402-44fd-bce9-c685e1f828ed tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] Checking if we can resize image /opt/stack/data/nova/instances/d5d68696-7e68-4612-a5bc-b6bdcdf0795a/disk. size=1073741824 {{(pid=74535) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 09:56:55 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-ac10820f-e402-44fd-bce9-c685e1f828ed tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d5d68696-7e68-4612-a5bc-b6bdcdf0795a/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:56:56 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-2174527c-87c4-463f-9d77-43bed97e3ba7 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] [instance: 89768d93-0a7b-41d2-a9da-e4134c9d50be] Found default for hw_cdrom_bus of ide {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 09:56:56 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-2174527c-87c4-463f-9d77-43bed97e3ba7 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] [instance: 89768d93-0a7b-41d2-a9da-e4134c9d50be] Found default for hw_disk_bus of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 09:56:56 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-2174527c-87c4-463f-9d77-43bed97e3ba7 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] [instance: 89768d93-0a7b-41d2-a9da-e4134c9d50be] Found default for hw_input_bus of None {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 09:56:56 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-2174527c-87c4-463f-9d77-43bed97e3ba7 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] [instance: 89768d93-0a7b-41d2-a9da-e4134c9d50be] Found default for hw_pointer_model of None {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 09:56:56 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-2174527c-87c4-463f-9d77-43bed97e3ba7 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] [instance: 89768d93-0a7b-41d2-a9da-e4134c9d50be] Found default for hw_video_model of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 09:56:56 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-2174527c-87c4-463f-9d77-43bed97e3ba7 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] [instance: 89768d93-0a7b-41d2-a9da-e4134c9d50be] Found default for hw_vif_model of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 09:56:56 user nova-compute[74535]: DEBUG nova.compute.manager [req-8263da6b-fccd-4c72-a165-804809b943ad req-9e1c8171-0e4d-45eb-9b9d-235a5236286a service nova] [instance: 89768d93-0a7b-41d2-a9da-e4134c9d50be] Received event network-vif-plugged-1263707f-979b-4c32-958c-d17d87c0145d {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:56:56 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-8263da6b-fccd-4c72-a165-804809b943ad req-9e1c8171-0e4d-45eb-9b9d-235a5236286a service nova] Acquiring lock "89768d93-0a7b-41d2-a9da-e4134c9d50be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:56:56 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-8263da6b-fccd-4c72-a165-804809b943ad req-9e1c8171-0e4d-45eb-9b9d-235a5236286a service nova] Lock "89768d93-0a7b-41d2-a9da-e4134c9d50be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:56:56 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-8263da6b-fccd-4c72-a165-804809b943ad req-9e1c8171-0e4d-45eb-9b9d-235a5236286a service nova] Lock "89768d93-0a7b-41d2-a9da-e4134c9d50be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:56:56 user nova-compute[74535]: DEBUG nova.compute.manager [req-8263da6b-fccd-4c72-a165-804809b943ad req-9e1c8171-0e4d-45eb-9b9d-235a5236286a service nova] [instance: 89768d93-0a7b-41d2-a9da-e4134c9d50be] No waiting events found dispatching network-vif-plugged-1263707f-979b-4c32-958c-d17d87c0145d {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:56:56 user nova-compute[74535]: WARNING nova.compute.manager [req-8263da6b-fccd-4c72-a165-804809b943ad req-9e1c8171-0e4d-45eb-9b9d-235a5236286a service nova] [instance: 89768d93-0a7b-41d2-a9da-e4134c9d50be] Received unexpected event network-vif-plugged-1263707f-979b-4c32-958c-d17d87c0145d for instance with vm_state building and task_state spawning.
Dec 06 09:56:56 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:56 user nova-compute[74535]: INFO nova.compute.manager [None req-2174527c-87c4-463f-9d77-43bed97e3ba7 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] [instance: 89768d93-0a7b-41d2-a9da-e4134c9d50be] Took 8.19 seconds to spawn the instance on the hypervisor.
Dec 06 09:56:56 user nova-compute[74535]: DEBUG nova.compute.manager [None req-2174527c-87c4-463f-9d77-43bed97e3ba7 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] [instance: 89768d93-0a7b-41d2-a9da-e4134c9d50be] Checking state {{(pid=74535) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 09:56:56 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-ac10820f-e402-44fd-bce9-c685e1f828ed tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d5d68696-7e68-4612-a5bc-b6bdcdf0795a/disk --force-share --output=json" returned: 0 in 0.286s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:56:56 user nova-compute[74535]: DEBUG nova.virt.disk.api [None req-ac10820f-e402-44fd-bce9-c685e1f828ed tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] Cannot resize image /opt/stack/data/nova/instances/d5d68696-7e68-4612-a5bc-b6bdcdf0795a/disk to a smaller size. {{(pid=74535) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 09:56:56 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-ac10820f-e402-44fd-bce9-c685e1f828ed tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a] Created local disks {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 09:56:56 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-ac10820f-e402-44fd-bce9-c685e1f828ed tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a] Ensure instance console log exists: /opt/stack/data/nova/instances/d5d68696-7e68-4612-a5bc-b6bdcdf0795a/console.log {{(pid=74535) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 09:56:56 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-ac10820f-e402-44fd-bce9-c685e1f828ed tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:56:56 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-ac10820f-e402-44fd-bce9-c685e1f828ed tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:56:56 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-ac10820f-e402-44fd-bce9-c685e1f828ed tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:56:56 user nova-compute[74535]: INFO nova.compute.manager [None req-2174527c-87c4-463f-9d77-43bed97e3ba7 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] [instance: 89768d93-0a7b-41d2-a9da-e4134c9d50be] Took 9.67 seconds to build instance.
Dec 06 09:56:56 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-2174527c-87c4-463f-9d77-43bed97e3ba7 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Lock "89768d93-0a7b-41d2-a9da-e4134c9d50be" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 9.899s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:56:56 user nova-compute[74535]: DEBUG nova.network.neutron [None req-ac10820f-e402-44fd-bce9-c685e1f828ed tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a] Successfully created port: 50f0139e-7045-4bf5-949b-61e69d1ac006 {{(pid=74535) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 09:56:57 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:58 user nova-compute[74535]: DEBUG nova.network.neutron [None req-ac10820f-e402-44fd-bce9-c685e1f828ed tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a] Successfully updated port: 50f0139e-7045-4bf5-949b-61e69d1ac006 {{(pid=74535) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 09:56:58 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-ac10820f-e402-44fd-bce9-c685e1f828ed tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] Acquiring lock "refresh_cache-d5d68696-7e68-4612-a5bc-b6bdcdf0795a" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 09:56:58 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-ac10820f-e402-44fd-bce9-c685e1f828ed tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] Acquired lock "refresh_cache-d5d68696-7e68-4612-a5bc-b6bdcdf0795a" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 09:56:58 user nova-compute[74535]: DEBUG nova.network.neutron [None req-ac10820f-e402-44fd-bce9-c685e1f828ed tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a] Building network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 09:56:58 user nova-compute[74535]: DEBUG nova.compute.manager [req-d127c3e3-d912-4374-bb28-8167664e6f31 req-07428e57-d728-4dcb-90a0-3d4c16ef02e7 service nova] [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a] Received event network-changed-50f0139e-7045-4bf5-949b-61e69d1ac006 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:56:58 user nova-compute[74535]: DEBUG nova.compute.manager [req-d127c3e3-d912-4374-bb28-8167664e6f31 req-07428e57-d728-4dcb-90a0-3d4c16ef02e7 service nova] [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a] Refreshing instance network info cache due to event network-changed-50f0139e-7045-4bf5-949b-61e69d1ac006. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 09:56:58 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-d127c3e3-d912-4374-bb28-8167664e6f31 req-07428e57-d728-4dcb-90a0-3d4c16ef02e7 service nova] Acquiring lock "refresh_cache-d5d68696-7e68-4612-a5bc-b6bdcdf0795a" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 09:56:58 user nova-compute[74535]: DEBUG nova.network.neutron [None req-ac10820f-e402-44fd-bce9-c685e1f828ed tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a] Instance cache missing network info. {{(pid=74535) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 09:56:58 user nova-compute[74535]: DEBUG nova.compute.manager [req-77ebdc7b-e5be-4bae-9ce8-bec92ecec615 req-9641374e-f729-4de8-b29c-650a69d89830 service nova] [instance: 93fb3c38-baad-41c4-89b2-2a37c779c62a] Received event network-vif-plugged-2dfc3f16-1977-47e8-a60f-2ec4bd73af3a {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:56:58 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-77ebdc7b-e5be-4bae-9ce8-bec92ecec615 req-9641374e-f729-4de8-b29c-650a69d89830 service nova] Acquiring lock "93fb3c38-baad-41c4-89b2-2a37c779c62a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:56:58 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-77ebdc7b-e5be-4bae-9ce8-bec92ecec615 req-9641374e-f729-4de8-b29c-650a69d89830 service nova] Lock "93fb3c38-baad-41c4-89b2-2a37c779c62a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:56:58 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-77ebdc7b-e5be-4bae-9ce8-bec92ecec615 req-9641374e-f729-4de8-b29c-650a69d89830 service nova] Lock "93fb3c38-baad-41c4-89b2-2a37c779c62a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:56:58 user nova-compute[74535]: DEBUG nova.compute.manager [req-77ebdc7b-e5be-4bae-9ce8-bec92ecec615 req-9641374e-f729-4de8-b29c-650a69d89830 service nova] [instance: 93fb3c38-baad-41c4-89b2-2a37c779c62a] No waiting events found dispatching network-vif-plugged-2dfc3f16-1977-47e8-a60f-2ec4bd73af3a {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:56:58 user nova-compute[74535]: WARNING nova.compute.manager [req-77ebdc7b-e5be-4bae-9ce8-bec92ecec615 req-9641374e-f729-4de8-b29c-650a69d89830 service nova] [instance: 93fb3c38-baad-41c4-89b2-2a37c779c62a] Received unexpected event network-vif-plugged-2dfc3f16-1977-47e8-a60f-2ec4bd73af3a for instance with vm_state active and task_state None.
Dec 06 09:56:58 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:56:58 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Cleaning up deleted instances {{(pid=74535) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Dec 06 09:56:58 user nova-compute[74535]: DEBUG nova.network.neutron [None req-ac10820f-e402-44fd-bce9-c685e1f828ed tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a] Updating instance_info_cache with network_info: [{"id": "50f0139e-7045-4bf5-949b-61e69d1ac006", "address": "fa:16:3e:ea:09:51", "network": {"id": "732251fd-6b7a-44b9-876f-4db8f7731ddb", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1412451203-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "947ea858406e4ce0946c304e02f26fb3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50f0139e-70", "ovs_interfaceid": "50f0139e-7045-4bf5-949b-61e69d1ac006", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:56:58 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] There are 0 instances to clean {{(pid=74535) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Dec 06 09:56:58 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:56:58 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74535) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Dec 06 09:56:58 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-ac10820f-e402-44fd-bce9-c685e1f828ed tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] Releasing lock "refresh_cache-d5d68696-7e68-4612-a5bc-b6bdcdf0795a" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 09:56:58 user nova-compute[74535]: DEBUG nova.compute.manager [None req-ac10820f-e402-44fd-bce9-c685e1f828ed tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a] Instance network_info: |[{"id": "50f0139e-7045-4bf5-949b-61e69d1ac006", "address": "fa:16:3e:ea:09:51", "network": {"id": "732251fd-6b7a-44b9-876f-4db8f7731ddb", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1412451203-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "947ea858406e4ce0946c304e02f26fb3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50f0139e-70", "ovs_interfaceid": "50f0139e-7045-4bf5-949b-61e69d1ac006", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74535) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 09:56:58 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-d127c3e3-d912-4374-bb28-8167664e6f31 req-07428e57-d728-4dcb-90a0-3d4c16ef02e7 service nova] Acquired lock "refresh_cache-d5d68696-7e68-4612-a5bc-b6bdcdf0795a" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 09:56:58 user nova-compute[74535]: DEBUG nova.network.neutron [req-d127c3e3-d912-4374-bb28-8167664e6f31 req-07428e57-d728-4dcb-90a0-3d4c16ef02e7 service nova] [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a] Refreshing network info cache for port 50f0139e-7045-4bf5-949b-61e69d1ac006 {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 09:56:58 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-ac10820f-e402-44fd-bce9-c685e1f828ed tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a] Start _get_guest_xml network_info=[{"id": "50f0139e-7045-4bf5-949b-61e69d1ac006", "address": "fa:16:3e:ea:09:51", "network": {"id": "732251fd-6b7a-44b9-876f-4db8f7731ddb", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1412451203-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "947ea858406e4ce0946c304e02f26fb3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50f0139e-70", "ovs_interfaceid": "50f0139e-7045-4bf5-949b-61e69d1ac006", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T09:52:28Z,direct_url=<?>,disk_format='qcow2',id=b338f3c8-9974-4b9f-bacb-c75dd541c256,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='563f6a2917a742ada39fb0e950eece6e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T09:52:30Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'device_name': '/dev/vda', 'encrypted': False, 'encryption_format': None, 'encryption_options': None, 'encryption_secret_uuid': None, 'boot_index': 0, 'device_type': 'disk', 'size': 0, 'guest_format': None, 'image_id': 'b338f3c8-9974-4b9f-bacb-c75dd541c256'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 09:56:59 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:56:59 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-ac10820f-e402-44fd-bce9-c685e1f828ed tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 09:56:59 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-ac10820f-e402-44fd-bce9-c685e1f828ed tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 09:56:59 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-ac10820f-e402-44fd-bce9-c685e1f828ed tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 09:56:59 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-ac10820f-e402-44fd-bce9-c685e1f828ed tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] CPU controller missing on host. {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 09:56:59 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-ac10820f-e402-44fd-bce9-c685e1f828ed tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 09:56:59 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-ac10820f-e402-44fd-bce9-c685e1f828ed tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] CPU controller found on host. {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 09:56:59 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-ac10820f-e402-44fd-bce9-c685e1f828ed tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74535) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 09:56:59 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-ac10820f-e402-44fd-bce9-c685e1f828ed tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T09:52:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T09:52:28Z,direct_url=<?>,disk_format='qcow2',id=b338f3c8-9974-4b9f-bacb-c75dd541c256,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='563f6a2917a742ada39fb0e950eece6e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T09:52:30Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 09:56:59 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-ac10820f-e402-44fd-bce9-c685e1f828ed tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] Flavor limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 09:56:59 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-ac10820f-e402-44fd-bce9-c685e1f828ed tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] Image limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 09:56:59 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-ac10820f-e402-44fd-bce9-c685e1f828ed tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] Flavor pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 09:56:59 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-ac10820f-e402-44fd-bce9-c685e1f828ed tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] Image pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 09:56:59 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-ac10820f-e402-44fd-bce9-c685e1f828ed tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 09:56:59 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-ac10820f-e402-44fd-bce9-c685e1f828ed tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 09:56:59 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-ac10820f-e402-44fd-bce9-c685e1f828ed tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 09:56:59 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-ac10820f-e402-44fd-bce9-c685e1f828ed tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] Got 1 possible topologies {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 09:56:59 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-ac10820f-e402-44fd-bce9-c685e1f828ed tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 09:56:59 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-ac10820f-e402-44fd-bce9-c685e1f828ed tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 09:56:59 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-ac10820f-e402-44fd-bce9-c685e1f828ed tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T09:56:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-1968359742',display_name='tempest-VolumesAssistedSnapshotsTest-server-1968359742',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesassistedsnapshotstest-server-1968359742',id=9,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOOIR0fvASBrPeFvLUTzfI0hnb0fmJ2KRz0ljcS756N/7MHo4CB/ZY+55UUQvqlbcCwK+7Rg5uvH5pmtNdeNfTINGYlgQ7y5CCsPugQ18DxE+0URgS7d8kxq8DwRls27cQ==',key_name='tempest-keypair-1244820795',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='947ea858406e4ce0946c304e02f26fb3',ramdisk_id='',reservation_id='r-2e6rmw3b',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAssistedSnapshotsTest-1296065832',owner_user_name='tempest-VolumesAssistedSnapshotsTest-1296065832-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T09:56:55Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='7bf2f1a2702b4f69a9e255ca5ba33fc5',uuid=d5d68696-7e68-4612-a5bc-b6bdcdf0795a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "50f0139e-7045-4bf5-949b-61e69d1ac006", "address": "fa:16:3e:ea:09:51", "network": {"id": "732251fd-6b7a-44b9-876f-4db8f7731ddb", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1412451203-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "947ea858406e4ce0946c304e02f26fb3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50f0139e-70", "ovs_interfaceid": "50f0139e-7045-4bf5-949b-61e69d1ac006", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74535) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 09:56:59 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-ac10820f-e402-44fd-bce9-c685e1f828ed tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] Converting VIF {"id": "50f0139e-7045-4bf5-949b-61e69d1ac006", "address": "fa:16:3e:ea:09:51", "network": {"id": "732251fd-6b7a-44b9-876f-4db8f7731ddb", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1412451203-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "947ea858406e4ce0946c304e02f26fb3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50f0139e-70", "ovs_interfaceid": "50f0139e-7045-4bf5-949b-61e69d1ac006", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 09:56:59 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-ac10820f-e402-44fd-bce9-c685e1f828ed tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ea:09:51,bridge_name='br-int',has_traffic_filtering=True,id=50f0139e-7045-4bf5-949b-61e69d1ac006,network=Network(732251fd-6b7a-44b9-876f-4db8f7731ddb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap50f0139e-70') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 09:56:59 user nova-compute[74535]: DEBUG nova.objects.instance [None req-ac10820f-e402-44fd-bce9-c685e1f828ed tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] Lazy-loading 'pci_devices' on Instance uuid d5d68696-7e68-4612-a5bc-b6bdcdf0795a {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 09:56:59 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-ac10820f-e402-44fd-bce9-c685e1f828ed tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a] End _get_guest_xml xml=<domain type="kvm">
Dec 06 09:56:59 user nova-compute[74535]:   <uuid>d5d68696-7e68-4612-a5bc-b6bdcdf0795a</uuid>
Dec 06 09:56:59 user nova-compute[74535]:   <name>instance-00000009</name>
Dec 06 09:56:59 user nova-compute[74535]:   <memory>524288</memory>
Dec 06 09:56:59 user nova-compute[74535]:   <vcpu>1</vcpu>
Dec 06 09:56:59 user nova-compute[74535]:   <metadata>
Dec 06 09:56:59 user nova-compute[74535]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 09:56:59 user nova-compute[74535]:       <nova:package version="0.0.0"/>
Dec 06 09:56:59 user nova-compute[74535]:       <nova:name>tempest-VolumesAssistedSnapshotsTest-server-1968359742</nova:name>
Dec 06 09:56:59 user nova-compute[74535]:       <nova:creationTime>2023-12-06 09:56:59</nova:creationTime>
Dec 06 09:56:59 user nova-compute[74535]:       <nova:flavor name="m1.tiny">
Dec 06 09:56:59 user nova-compute[74535]:         <nova:memory>512</nova:memory>
Dec 06 09:56:59 user nova-compute[74535]:         <nova:disk>1</nova:disk>
Dec 06 09:56:59 user nova-compute[74535]:         <nova:swap>0</nova:swap>
Dec 06 09:56:59 user nova-compute[74535]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 09:56:59 user nova-compute[74535]:         <nova:vcpus>1</nova:vcpus>
Dec 06 09:56:59 user nova-compute[74535]:       </nova:flavor>
Dec 06 09:56:59 user nova-compute[74535]:       <nova:owner>
Dec 06 09:56:59 user nova-compute[74535]:         <nova:user uuid="7bf2f1a2702b4f69a9e255ca5ba33fc5">tempest-VolumesAssistedSnapshotsTest-1296065832-project-member</nova:user>
Dec 06 09:56:59 user nova-compute[74535]:         <nova:project uuid="947ea858406e4ce0946c304e02f26fb3">tempest-VolumesAssistedSnapshotsTest-1296065832</nova:project>
Dec 06 09:56:59 user nova-compute[74535]:       </nova:owner>
Dec 06 09:56:59 user nova-compute[74535]:       <nova:root type="image" uuid="b338f3c8-9974-4b9f-bacb-c75dd541c256"/>
Dec 06 09:56:59 user nova-compute[74535]:       <nova:ports>
Dec 06 09:56:59 user nova-compute[74535]:         <nova:port uuid="50f0139e-7045-4bf5-949b-61e69d1ac006">
Dec 06 09:56:59 user nova-compute[74535]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Dec 06 09:56:59 user nova-compute[74535]:         </nova:port>
Dec 06 09:56:59 user nova-compute[74535]:       </nova:ports>
Dec 06 09:56:59 user nova-compute[74535]:     </nova:instance>
Dec 06 09:56:59 user nova-compute[74535]:   </metadata>
Dec 06 09:56:59 user nova-compute[74535]:   <sysinfo type="smbios">
Dec 06 09:56:59 user nova-compute[74535]:     <system>
Dec 06 09:56:59 user nova-compute[74535]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 09:56:59 user nova-compute[74535]:       <entry name="product">OpenStack Nova</entry>
Dec 06 09:56:59 user nova-compute[74535]:       <entry name="version">0.0.0</entry>
Dec 06 09:56:59 user nova-compute[74535]:       <entry name="serial">d5d68696-7e68-4612-a5bc-b6bdcdf0795a</entry>
Dec 06 09:56:59 user nova-compute[74535]:       <entry name="uuid">d5d68696-7e68-4612-a5bc-b6bdcdf0795a</entry>
Dec 06 09:56:59 user nova-compute[74535]:       <entry name="family">Virtual Machine</entry>
Dec 06 09:56:59 user nova-compute[74535]:     </system>
Dec 06 09:56:59 user nova-compute[74535]:   </sysinfo>
Dec 06 09:56:59 user nova-compute[74535]:   <os>
Dec 06 09:56:59 user nova-compute[74535]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 09:56:59 user nova-compute[74535]:     <boot dev="hd"/>
Dec 06 09:56:59 user nova-compute[74535]:     <smbios mode="sysinfo"/>
Dec 06 09:56:59 user nova-compute[74535]:   </os>
Dec 06 09:56:59 user nova-compute[74535]:   <features>
Dec 06 09:56:59 user nova-compute[74535]:     <acpi/>
Dec 06 09:56:59 user nova-compute[74535]:     <apic/>
Dec 06 09:56:59 user nova-compute[74535]:     <vmcoreinfo/>
Dec 06 09:56:59 user nova-compute[74535]:   </features>
Dec 06 09:56:59 user nova-compute[74535]:   <clock offset="utc">
Dec 06 09:56:59 user nova-compute[74535]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 09:56:59 user nova-compute[74535]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 09:56:59 user nova-compute[74535]:     <timer name="hpet" present="no"/>
Dec 06 09:56:59 user nova-compute[74535]:   </clock>
Dec 06 09:56:59 user nova-compute[74535]:   <cpu mode="custom" match="exact">
Dec 06 09:56:59 user nova-compute[74535]:     <model>Nehalem</model>
Dec 06 09:56:59 user nova-compute[74535]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 09:56:59 user nova-compute[74535]:   </cpu>
Dec 06 09:56:59 user nova-compute[74535]:   <devices>
Dec 06 09:56:59 user nova-compute[74535]:     <disk type="file" device="disk">
Dec 06 09:56:59 user nova-compute[74535]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 09:56:59 user nova-compute[74535]:       <source file="/opt/stack/data/nova/instances/d5d68696-7e68-4612-a5bc-b6bdcdf0795a/disk"/>
Dec 06 09:56:59 user nova-compute[74535]:       <target dev="vda" bus="virtio"/>
Dec 06 09:56:59 user nova-compute[74535]:     </disk>
Dec 06 09:56:59 user nova-compute[74535]:     <interface type="ethernet">
Dec 06 09:56:59 user nova-compute[74535]:       <mac address="fa:16:3e:ea:09:51"/>
Dec 06 09:56:59 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 09:56:59 user nova-compute[74535]:       <mtu size="1442"/>
Dec 06 09:56:59 user nova-compute[74535]:       <target dev="tap50f0139e-70"/>
Dec 06 09:56:59 user nova-compute[74535]:     </interface>
Dec 06 09:56:59 user nova-compute[74535]:     <serial type="pty">
Dec 06 09:56:59 user nova-compute[74535]:       <log file="/opt/stack/data/nova/instances/d5d68696-7e68-4612-a5bc-b6bdcdf0795a/console.log" append="off"/>
Dec 06 09:56:59 user nova-compute[74535]:     </serial>
Dec 06 09:56:59 user nova-compute[74535]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 09:56:59 user nova-compute[74535]:     <video>
Dec 06 09:56:59 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 09:56:59 user nova-compute[74535]:     </video>
Dec 06 09:56:59 user nova-compute[74535]:     <rng model="virtio">
Dec 06 09:56:59 user nova-compute[74535]:       <backend model="random">/dev/urandom</backend>
Dec 06 09:56:59 user nova-compute[74535]:     </rng>
Dec 06 09:56:59 user nova-compute[74535]:     <controller type="usb" index="0" model="none"/>
Dec 06 09:56:59 user nova-compute[74535]:     <memballoon model="virtio">
Dec 06 09:56:59 user nova-compute[74535]:       <stats period="10"/>
Dec 06 09:56:59 user nova-compute[74535]:     </memballoon>
Dec 06 09:56:59 user nova-compute[74535]:   </devices>
Dec 06 09:56:59 user nova-compute[74535]: </domain>
Dec 06 09:56:59 user nova-compute[74535]:  {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 09:56:59 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-ac10820f-e402-44fd-bce9-c685e1f828ed tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T09:56:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-1968359742',display_name='tempest-VolumesAssistedSnapshotsTest-server-1968359742',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesassistedsnapshotstest-server-1968359742',id=9,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOOIR0fvASBrPeFvLUTzfI0hnb0fmJ2KRz0ljcS756N/7MHo4CB/ZY+55UUQvqlbcCwK+7Rg5uvH5pmtNdeNfTINGYlgQ7y5CCsPugQ18DxE+0URgS7d8kxq8DwRls27cQ==',key_name='tempest-keypair-1244820795',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='947ea858406e4ce0946c304e02f26fb3',ramdisk_id='',reservation_id='r-2e6rmw3b',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAssistedSnapshotsTest-1296065832',owner_user_name='tempest-VolumesAssistedSnapshotsTest-1296065832-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T09:56:55Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='7bf2f1a2702b4f69a9e255ca5ba33fc5',uuid=d5d68696-7e68-4612-a5bc-b6bdcdf0795a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "50f0139e-7045-4bf5-949b-61e69d1ac006", "address": "fa:16:3e:ea:09:51", "network": {"id": "732251fd-6b7a-44b9-876f-4db8f7731ddb", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1412451203-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "947ea858406e4ce0946c304e02f26fb3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50f0139e-70", "ovs_interfaceid": "50f0139e-7045-4bf5-949b-61e69d1ac006", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 09:56:59 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-ac10820f-e402-44fd-bce9-c685e1f828ed tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] Converting VIF {"id": "50f0139e-7045-4bf5-949b-61e69d1ac006", "address": "fa:16:3e:ea:09:51", "network": {"id": "732251fd-6b7a-44b9-876f-4db8f7731ddb", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1412451203-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "947ea858406e4ce0946c304e02f26fb3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50f0139e-70", "ovs_interfaceid": "50f0139e-7045-4bf5-949b-61e69d1ac006", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 09:56:59 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-ac10820f-e402-44fd-bce9-c685e1f828ed tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ea:09:51,bridge_name='br-int',has_traffic_filtering=True,id=50f0139e-7045-4bf5-949b-61e69d1ac006,network=Network(732251fd-6b7a-44b9-876f-4db8f7731ddb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap50f0139e-70') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 09:56:59 user nova-compute[74535]: DEBUG os_vif [None req-ac10820f-e402-44fd-bce9-c685e1f828ed tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ea:09:51,bridge_name='br-int',has_traffic_filtering=True,id=50f0139e-7045-4bf5-949b-61e69d1ac006,network=Network(732251fd-6b7a-44b9-876f-4db8f7731ddb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap50f0139e-70') {{(pid=74535) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 09:56:59 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:59 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:56:59 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 09:56:59 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:59 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '8cd43bdd-88e3-56c0-94a8-fa461ee2b74e', '_type': 'linux-noop'}}, row=False) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:56:59 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:59 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:59 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:59 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap50f0139e-70, may_exist=True, interface_attrs={}) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:56:59 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap50f0139e-70, col_values=(('qos', UUID('32aedff8-50c7-4c4a-80d2-43a71658b3c3')),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:56:59 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap50f0139e-70, col_values=(('external_ids', {'iface-id': '50f0139e-7045-4bf5-949b-61e69d1ac006', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ea:09:51', 'vm-uuid': 'd5d68696-7e68-4612-a5bc-b6bdcdf0795a'}),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:56:59 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:56:59 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:59 user nova-compute[74535]: INFO os_vif [None req-ac10820f-e402-44fd-bce9-c685e1f828ed tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ea:09:51,bridge_name='br-int',has_traffic_filtering=True,id=50f0139e-7045-4bf5-949b-61e69d1ac006,network=Network(732251fd-6b7a-44b9-876f-4db8f7731ddb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap50f0139e-70')
Dec 06 09:56:59 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-ac10820f-e402-44fd-bce9-c685e1f828ed tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] No BDM found with device name vda, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 09:56:59 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-ac10820f-e402-44fd-bce9-c685e1f828ed tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] No VIF found with MAC fa:16:3e:ea:09:51, not building metadata {{(pid=74535) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 09:56:59 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:56:59 user nova-compute[74535]: DEBUG nova.compute.manager [req-304f621a-93b5-4016-939e-ce805819e0b1 req-8c196c35-2253-4d63-b7f3-1f8c1c2ffce5 service nova] [instance: 5730e9fd-9dab-4032-8ae3-856662c1eb03] Received event network-vif-plugged-e5a850a1-8c35-4718-9372-77fb5ef1613b {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:56:59 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-304f621a-93b5-4016-939e-ce805819e0b1 req-8c196c35-2253-4d63-b7f3-1f8c1c2ffce5 service nova] Acquiring lock "5730e9fd-9dab-4032-8ae3-856662c1eb03-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:56:59 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-304f621a-93b5-4016-939e-ce805819e0b1 req-8c196c35-2253-4d63-b7f3-1f8c1c2ffce5 service nova] Lock "5730e9fd-9dab-4032-8ae3-856662c1eb03-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:56:59 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-304f621a-93b5-4016-939e-ce805819e0b1 req-8c196c35-2253-4d63-b7f3-1f8c1c2ffce5 service nova] Lock "5730e9fd-9dab-4032-8ae3-856662c1eb03-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:56:59 user nova-compute[74535]: DEBUG nova.compute.manager [req-304f621a-93b5-4016-939e-ce805819e0b1 req-8c196c35-2253-4d63-b7f3-1f8c1c2ffce5 service nova] [instance: 5730e9fd-9dab-4032-8ae3-856662c1eb03] No waiting events found dispatching network-vif-plugged-e5a850a1-8c35-4718-9372-77fb5ef1613b {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:56:59 user nova-compute[74535]: WARNING nova.compute.manager [req-304f621a-93b5-4016-939e-ce805819e0b1 req-8c196c35-2253-4d63-b7f3-1f8c1c2ffce5 service nova] [instance: 5730e9fd-9dab-4032-8ae3-856662c1eb03] Received unexpected event network-vif-plugged-e5a850a1-8c35-4718-9372-77fb5ef1613b for instance with vm_state active and task_state None.
Dec 06 09:57:00 user nova-compute[74535]: DEBUG nova.network.neutron [req-d127c3e3-d912-4374-bb28-8167664e6f31 req-07428e57-d728-4dcb-90a0-3d4c16ef02e7 service nova] [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a] Updated VIF entry in instance network info cache for port 50f0139e-7045-4bf5-949b-61e69d1ac006. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 09:57:00 user nova-compute[74535]: DEBUG nova.network.neutron [req-d127c3e3-d912-4374-bb28-8167664e6f31 req-07428e57-d728-4dcb-90a0-3d4c16ef02e7 service nova] [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a] Updating instance_info_cache with network_info: [{"id": "50f0139e-7045-4bf5-949b-61e69d1ac006", "address": "fa:16:3e:ea:09:51", "network": {"id": "732251fd-6b7a-44b9-876f-4db8f7731ddb", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1412451203-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "947ea858406e4ce0946c304e02f26fb3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50f0139e-70", "ovs_interfaceid": "50f0139e-7045-4bf5-949b-61e69d1ac006", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:57:00 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-d127c3e3-d912-4374-bb28-8167664e6f31 req-07428e57-d728-4dcb-90a0-3d4c16ef02e7 service nova] Releasing lock "refresh_cache-d5d68696-7e68-4612-a5bc-b6bdcdf0795a" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 09:57:00 user nova-compute[74535]: DEBUG nova.compute.manager [req-44451c3e-f3e0-4f38-86a2-5753f21b96c1 req-020d729a-0c62-4b60-aeaa-5e12bdb0c4b5 service nova] [instance: 93fb3c38-baad-41c4-89b2-2a37c779c62a] Received event network-vif-plugged-2dfc3f16-1977-47e8-a60f-2ec4bd73af3a {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:57:00 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-44451c3e-f3e0-4f38-86a2-5753f21b96c1 req-020d729a-0c62-4b60-aeaa-5e12bdb0c4b5 service nova] Acquiring lock "93fb3c38-baad-41c4-89b2-2a37c779c62a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:57:00 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-44451c3e-f3e0-4f38-86a2-5753f21b96c1 req-020d729a-0c62-4b60-aeaa-5e12bdb0c4b5 service nova] Lock "93fb3c38-baad-41c4-89b2-2a37c779c62a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:57:00 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-44451c3e-f3e0-4f38-86a2-5753f21b96c1 req-020d729a-0c62-4b60-aeaa-5e12bdb0c4b5 service nova] Lock "93fb3c38-baad-41c4-89b2-2a37c779c62a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:57:00 user nova-compute[74535]: DEBUG nova.compute.manager [req-44451c3e-f3e0-4f38-86a2-5753f21b96c1 req-020d729a-0c62-4b60-aeaa-5e12bdb0c4b5 service nova] [instance: 93fb3c38-baad-41c4-89b2-2a37c779c62a] No waiting events found dispatching network-vif-plugged-2dfc3f16-1977-47e8-a60f-2ec4bd73af3a {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:57:00 user nova-compute[74535]: WARNING nova.compute.manager [req-44451c3e-f3e0-4f38-86a2-5753f21b96c1 req-020d729a-0c62-4b60-aeaa-5e12bdb0c4b5 service nova] [instance: 93fb3c38-baad-41c4-89b2-2a37c779c62a] Received unexpected event network-vif-plugged-2dfc3f16-1977-47e8-a60f-2ec4bd73af3a for instance with vm_state active and task_state None.
Dec 06 09:57:00 user nova-compute[74535]: DEBUG nova.compute.manager [req-44451c3e-f3e0-4f38-86a2-5753f21b96c1 req-020d729a-0c62-4b60-aeaa-5e12bdb0c4b5 service nova] [instance: 4f3357d9-20fc-4dc4-bfc5-ad83a6741013] Received event network-vif-plugged-a37b5b7b-eba9-4299-921d-4946561c01e5 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:57:00 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-44451c3e-f3e0-4f38-86a2-5753f21b96c1 req-020d729a-0c62-4b60-aeaa-5e12bdb0c4b5 service nova] Acquiring lock "4f3357d9-20fc-4dc4-bfc5-ad83a6741013-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:57:00 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-44451c3e-f3e0-4f38-86a2-5753f21b96c1 req-020d729a-0c62-4b60-aeaa-5e12bdb0c4b5 service nova] Lock "4f3357d9-20fc-4dc4-bfc5-ad83a6741013-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:57:00 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-44451c3e-f3e0-4f38-86a2-5753f21b96c1 req-020d729a-0c62-4b60-aeaa-5e12bdb0c4b5 service nova] Lock "4f3357d9-20fc-4dc4-bfc5-ad83a6741013-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:57:00 user nova-compute[74535]: DEBUG nova.compute.manager [req-44451c3e-f3e0-4f38-86a2-5753f21b96c1 req-020d729a-0c62-4b60-aeaa-5e12bdb0c4b5 service nova] [instance: 4f3357d9-20fc-4dc4-bfc5-ad83a6741013] No waiting events found dispatching network-vif-plugged-a37b5b7b-eba9-4299-921d-4946561c01e5 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:57:00 user nova-compute[74535]: WARNING nova.compute.manager [req-44451c3e-f3e0-4f38-86a2-5753f21b96c1 req-020d729a-0c62-4b60-aeaa-5e12bdb0c4b5 service nova] [instance: 4f3357d9-20fc-4dc4-bfc5-ad83a6741013] Received unexpected event network-vif-plugged-a37b5b7b-eba9-4299-921d-4946561c01e5 for instance with vm_state active and task_state None.
Dec 06 09:57:00 user nova-compute[74535]: DEBUG nova.compute.manager [req-44451c3e-f3e0-4f38-86a2-5753f21b96c1 req-020d729a-0c62-4b60-aeaa-5e12bdb0c4b5 service nova] [instance: 4f3357d9-20fc-4dc4-bfc5-ad83a6741013] Received event network-vif-plugged-a37b5b7b-eba9-4299-921d-4946561c01e5 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:57:00 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-44451c3e-f3e0-4f38-86a2-5753f21b96c1 req-020d729a-0c62-4b60-aeaa-5e12bdb0c4b5 service nova] Acquiring lock "4f3357d9-20fc-4dc4-bfc5-ad83a6741013-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:57:00 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-44451c3e-f3e0-4f38-86a2-5753f21b96c1 req-020d729a-0c62-4b60-aeaa-5e12bdb0c4b5 service nova] Lock "4f3357d9-20fc-4dc4-bfc5-ad83a6741013-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:57:00 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-44451c3e-f3e0-4f38-86a2-5753f21b96c1 req-020d729a-0c62-4b60-aeaa-5e12bdb0c4b5 service nova] Lock "4f3357d9-20fc-4dc4-bfc5-ad83a6741013-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:57:00 user nova-compute[74535]: DEBUG nova.compute.manager [req-44451c3e-f3e0-4f38-86a2-5753f21b96c1 req-020d729a-0c62-4b60-aeaa-5e12bdb0c4b5 service nova] [instance: 4f3357d9-20fc-4dc4-bfc5-ad83a6741013] No waiting events found dispatching network-vif-plugged-a37b5b7b-eba9-4299-921d-4946561c01e5 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:57:00 user nova-compute[74535]: WARNING nova.compute.manager [req-44451c3e-f3e0-4f38-86a2-5753f21b96c1 req-020d729a-0c62-4b60-aeaa-5e12bdb0c4b5 service nova] [instance: 4f3357d9-20fc-4dc4-bfc5-ad83a6741013] Received unexpected event network-vif-plugged-a37b5b7b-eba9-4299-921d-4946561c01e5 for instance with vm_state active and task_state None.
Dec 06 09:57:01 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:57:01 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:57:01 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:57:01 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:57:01 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:57:01 user nova-compute[74535]: DEBUG nova.compute.manager [req-c80fec20-df32-4c56-84d7-a925d9b8defd req-18f76cf8-11b6-427d-a5ce-618ec733caba service nova] [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a] Received event network-vif-plugged-50f0139e-7045-4bf5-949b-61e69d1ac006 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:57:01 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-c80fec20-df32-4c56-84d7-a925d9b8defd req-18f76cf8-11b6-427d-a5ce-618ec733caba service nova] Acquiring lock "d5d68696-7e68-4612-a5bc-b6bdcdf0795a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:57:01 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-c80fec20-df32-4c56-84d7-a925d9b8defd req-18f76cf8-11b6-427d-a5ce-618ec733caba service nova] Lock "d5d68696-7e68-4612-a5bc-b6bdcdf0795a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:57:01 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-c80fec20-df32-4c56-84d7-a925d9b8defd req-18f76cf8-11b6-427d-a5ce-618ec733caba service nova] Lock "d5d68696-7e68-4612-a5bc-b6bdcdf0795a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:57:01 user nova-compute[74535]: DEBUG nova.compute.manager [req-c80fec20-df32-4c56-84d7-a925d9b8defd req-18f76cf8-11b6-427d-a5ce-618ec733caba service nova] [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a] No waiting events found dispatching network-vif-plugged-50f0139e-7045-4bf5-949b-61e69d1ac006 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:57:01 user nova-compute[74535]: WARNING nova.compute.manager [req-c80fec20-df32-4c56-84d7-a925d9b8defd req-18f76cf8-11b6-427d-a5ce-618ec733caba service nova] [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a] Received unexpected event network-vif-plugged-50f0139e-7045-4bf5-949b-61e69d1ac006 for instance with vm_state building and task_state spawning.
Dec 06 09:57:01 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:57:02 user nova-compute[74535]: DEBUG nova.compute.manager [req-bff99797-0c35-4a9c-97fe-9b5043258636 req-7fc22284-e015-4518-8533-17954f1ba592 service nova] [instance: 5730e9fd-9dab-4032-8ae3-856662c1eb03] Received event network-vif-plugged-e5a850a1-8c35-4718-9372-77fb5ef1613b {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:57:02 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-bff99797-0c35-4a9c-97fe-9b5043258636 req-7fc22284-e015-4518-8533-17954f1ba592 service nova] Acquiring lock "5730e9fd-9dab-4032-8ae3-856662c1eb03-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:57:02 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-bff99797-0c35-4a9c-97fe-9b5043258636 req-7fc22284-e015-4518-8533-17954f1ba592 service nova] Lock "5730e9fd-9dab-4032-8ae3-856662c1eb03-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:57:02 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-bff99797-0c35-4a9c-97fe-9b5043258636 req-7fc22284-e015-4518-8533-17954f1ba592 service nova] Lock "5730e9fd-9dab-4032-8ae3-856662c1eb03-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:57:02 user nova-compute[74535]: DEBUG nova.compute.manager [req-bff99797-0c35-4a9c-97fe-9b5043258636 req-7fc22284-e015-4518-8533-17954f1ba592 service nova] [instance: 5730e9fd-9dab-4032-8ae3-856662c1eb03] No waiting events found dispatching network-vif-plugged-e5a850a1-8c35-4718-9372-77fb5ef1613b {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:57:02 user nova-compute[74535]: WARNING nova.compute.manager [req-bff99797-0c35-4a9c-97fe-9b5043258636 req-7fc22284-e015-4518-8533-17954f1ba592 service nova] [instance: 5730e9fd-9dab-4032-8ae3-856662c1eb03] Received unexpected event network-vif-plugged-e5a850a1-8c35-4718-9372-77fb5ef1613b for instance with vm_state active and task_state None.
Dec 06 09:57:02 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:57:02 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:57:02 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:57:02 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:57:02 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:57:02 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:57:02 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:57:03 user nova-compute[74535]: DEBUG nova.compute.manager [req-3f4cbabb-f8bc-4980-84ad-263a2a1a2ec7 req-61802446-dd3c-41a2-a436-a3206b2c6fe8 service nova] [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a] Received event network-vif-plugged-50f0139e-7045-4bf5-949b-61e69d1ac006 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:57:03 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-3f4cbabb-f8bc-4980-84ad-263a2a1a2ec7 req-61802446-dd3c-41a2-a436-a3206b2c6fe8 service nova] Acquiring lock "d5d68696-7e68-4612-a5bc-b6bdcdf0795a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:57:03 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-3f4cbabb-f8bc-4980-84ad-263a2a1a2ec7 req-61802446-dd3c-41a2-a436-a3206b2c6fe8 service nova] Lock "d5d68696-7e68-4612-a5bc-b6bdcdf0795a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:57:03 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-3f4cbabb-f8bc-4980-84ad-263a2a1a2ec7 req-61802446-dd3c-41a2-a436-a3206b2c6fe8 service nova] Lock "d5d68696-7e68-4612-a5bc-b6bdcdf0795a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:57:03 user nova-compute[74535]: DEBUG nova.compute.manager [req-3f4cbabb-f8bc-4980-84ad-263a2a1a2ec7 req-61802446-dd3c-41a2-a436-a3206b2c6fe8 service nova] [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a] No waiting events found dispatching network-vif-plugged-50f0139e-7045-4bf5-949b-61e69d1ac006 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:57:03 user nova-compute[74535]: WARNING nova.compute.manager [req-3f4cbabb-f8bc-4980-84ad-263a2a1a2ec7 req-61802446-dd3c-41a2-a436-a3206b2c6fe8 service nova] [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a] Received unexpected event network-vif-plugged-50f0139e-7045-4bf5-949b-61e69d1ac006 for instance with vm_state building and task_state spawning.
Dec 06 09:57:04 user nova-compute[74535]: DEBUG nova.compute.manager [None req-ac10820f-e402-44fd-bce9-c685e1f828ed tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a] Instance event wait completed in 0 seconds for  {{(pid=74535) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 09:57:04 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-ac10820f-e402-44fd-bce9-c685e1f828ed tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a] Guest created on hypervisor {{(pid=74535) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 09:57:04 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a] Instance spawned successfully.
Dec 06 09:57:04 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-ac10820f-e402-44fd-bce9-c685e1f828ed tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 09:57:04 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-ac10820f-e402-44fd-bce9-c685e1f828ed tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a] Found default for hw_cdrom_bus of ide {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 09:57:04 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-ac10820f-e402-44fd-bce9-c685e1f828ed tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a] Found default for hw_disk_bus of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 09:57:04 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-ac10820f-e402-44fd-bce9-c685e1f828ed tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a] Found default for hw_input_bus of None {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 09:57:04 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-ac10820f-e402-44fd-bce9-c685e1f828ed tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a] Found default for hw_pointer_model of None {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 09:57:04 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-ac10820f-e402-44fd-bce9-c685e1f828ed tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a] Found default for hw_video_model of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 09:57:04 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-ac10820f-e402-44fd-bce9-c685e1f828ed tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a] Found default for hw_vif_model of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 09:57:04 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:57:04 user nova-compute[74535]: INFO nova.compute.manager [None req-ac10820f-e402-44fd-bce9-c685e1f828ed tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a] Took 9.04 seconds to spawn the instance on the hypervisor.
Dec 06 09:57:04 user nova-compute[74535]: DEBUG nova.compute.manager [None req-ac10820f-e402-44fd-bce9-c685e1f828ed tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a] Checking state {{(pid=74535) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 09:57:04 user nova-compute[74535]: INFO nova.compute.manager [None req-ac10820f-e402-44fd-bce9-c685e1f828ed tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a] Took 10.09 seconds to build instance.
Dec 06 09:57:04 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-ac10820f-e402-44fd-bce9-c685e1f828ed tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] Lock "d5d68696-7e68-4612-a5bc-b6bdcdf0795a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 10.249s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:57:04 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:57:04 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74535) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 09:57:04 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:57:04 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:57:04 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:57:04 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:57:04 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Auditing locally available compute resources for user (node: user) {{(pid=74535) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 09:57:05 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5730e9fd-9dab-4032-8ae3-856662c1eb03/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:57:05 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:57:05 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5730e9fd-9dab-4032-8ae3-856662c1eb03/disk --force-share --output=json" returned: 0 in 0.226s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:57:05 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5730e9fd-9dab-4032-8ae3-856662c1eb03/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:57:05 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5730e9fd-9dab-4032-8ae3-856662c1eb03/disk --force-share --output=json" returned: 0 in 0.502s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:57:05 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93fb3c38-baad-41c4-89b2-2a37c779c62a/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:57:06 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93fb3c38-baad-41c4-89b2-2a37c779c62a/disk --force-share --output=json" returned: 0 in 0.246s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:57:06 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93fb3c38-baad-41c4-89b2-2a37c779c62a/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:57:06 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93fb3c38-baad-41c4-89b2-2a37c779c62a/disk --force-share --output=json" returned: 0 in 0.278s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:57:06 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f01386a0-2d94-44f9-aec4-e03f5502f671/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:57:06 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f01386a0-2d94-44f9-aec4-e03f5502f671/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:57:06 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f01386a0-2d94-44f9-aec4-e03f5502f671/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:57:06 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f01386a0-2d94-44f9-aec4-e03f5502f671/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:57:07 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9032fc82-326a-4827-94e0-c2c42a318148/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:57:07 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:57:07 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9032fc82-326a-4827-94e0-c2c42a318148/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:57:07 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9032fc82-326a-4827-94e0-c2c42a318148/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:57:07 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9032fc82-326a-4827-94e0-c2c42a318148/disk --force-share --output=json" returned: 0 in 0.242s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:57:07 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d750435-b1ed-446a-a466-162bdc33821d/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:57:07 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d750435-b1ed-446a-a466-162bdc33821d/disk --force-share --output=json" returned: 0 in 0.297s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:57:07 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d750435-b1ed-446a-a466-162bdc33821d/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:57:08 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d750435-b1ed-446a-a466-162bdc33821d/disk --force-share --output=json" returned: 0 in 0.322s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:57:08 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/89768d93-0a7b-41d2-a9da-e4134c9d50be/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:57:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:57:08 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/89768d93-0a7b-41d2-a9da-e4134c9d50be/disk --force-share --output=json" returned: 0 in 0.380s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:57:08 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/89768d93-0a7b-41d2-a9da-e4134c9d50be/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:57:08 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/89768d93-0a7b-41d2-a9da-e4134c9d50be/disk --force-share --output=json" returned: 0 in 0.243s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:57:08 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d5d68696-7e68-4612-a5bc-b6bdcdf0795a/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:57:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d5d68696-7e68-4612-a5bc-b6bdcdf0795a/disk --force-share --output=json" returned: 0 in 0.280s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:57:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d5d68696-7e68-4612-a5bc-b6bdcdf0795a/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:57:09 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:57:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d5d68696-7e68-4612-a5bc-b6bdcdf0795a/disk --force-share --output=json" returned: 0 in 0.278s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:57:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4f3357d9-20fc-4dc4-bfc5-ad83a6741013/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:57:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4f3357d9-20fc-4dc4-bfc5-ad83a6741013/disk --force-share --output=json" returned: 0 in 0.250s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:57:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4f3357d9-20fc-4dc4-bfc5-ad83a6741013/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:57:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4f3357d9-20fc-4dc4-bfc5-ad83a6741013/disk --force-share --output=json" returned: 0 in 0.230s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:57:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5e39a1a4-f188-40e3-bcba-70e47abd6026/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:57:10 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5e39a1a4-f188-40e3-bcba-70e47abd6026/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:57:10 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5e39a1a4-f188-40e3-bcba-70e47abd6026/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:57:10 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5e39a1a4-f188-40e3-bcba-70e47abd6026/disk --force-share --output=json" returned: 0 in 0.228s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:57:10 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-dbfc6002-be68-409b-8a14-07dc8ae84966 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] Acquiring lock "4b2709bc-852d-4e5e-b458-9d25f4a36e4b" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:57:10 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-dbfc6002-be68-409b-8a14-07dc8ae84966 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] Lock "4b2709bc-852d-4e5e-b458-9d25f4a36e4b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:57:10 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 09:57:10 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 09:57:10 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Hypervisor/Node resource view: name=user free_ram=7565MB free_disk=25.691421508789062GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74535) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 09:57:10 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:57:10 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:57:10 user nova-compute[74535]: DEBUG nova.compute.manager [None req-dbfc6002-be68-409b-8a14-07dc8ae84966 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] [instance: 4b2709bc-852d-4e5e-b458-9d25f4a36e4b] Starting instance... {{(pid=74535) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 09:57:11 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-dbfc6002-be68-409b-8a14-07dc8ae84966 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:57:11 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance f01386a0-2d94-44f9-aec4-e03f5502f671 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 09:57:11 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 7d750435-b1ed-446a-a466-162bdc33821d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 09:57:11 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 5e39a1a4-f188-40e3-bcba-70e47abd6026 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 09:57:11 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 9032fc82-326a-4827-94e0-c2c42a318148 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 09:57:11 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 5730e9fd-9dab-4032-8ae3-856662c1eb03 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 09:57:11 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 4f3357d9-20fc-4dc4-bfc5-ad83a6741013 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 09:57:11 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 93fb3c38-baad-41c4-89b2-2a37c779c62a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 09:57:11 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 89768d93-0a7b-41d2-a9da-e4134c9d50be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 09:57:11 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance d5d68696-7e68-4612-a5bc-b6bdcdf0795a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 09:57:11 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 4b2709bc-852d-4e5e-b458-9d25f4a36e4b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}}
Dec 06 09:57:11 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Total usable vcpus: 12, total allocated vcpus: 9 {{(pid=74535) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 09:57:11 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Final resource view: name=user phys_ram=16011MB used_ram=5120MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=9 pci_stats=[] {{(pid=74535) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 09:57:11 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Refreshing inventories for resource provider 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Dec 06 09:57:11 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Updating ProviderTree inventory for provider 7659fa57-3072-4575-9409-805e7df3d907 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Dec 06 09:57:11 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Updating inventory in ProviderTree for provider 7659fa57-3072-4575-9409-805e7df3d907 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 06 09:57:11 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Refreshing aggregate associations for resource provider 7659fa57-3072-4575-9409-805e7df3d907, aggregates: None {{(pid=74535) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Dec 06 09:57:11 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Refreshing trait associations for resource provider 7659fa57-3072-4575-9409-805e7df3d907, traits: COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NODE,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_IMAGE_TYPE_QCOW2,HW_CPU_X86_SSE41,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_TRUSTED_CERTS,HW_CPU_X86_SSE42,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_ACCELERATORS,COMPUTE_STORAGE_BUS_FDC,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_NET_VIRTIO_PACKED,COMPUTE_STORAGE_BUS_IDE,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_STORAGE_BUS_SATA,COMPUTE_STORAGE_BUS_VIRTIO,HW_CPU_X86_SSE,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_VOLUME_EXTEND,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_IMAGE_TYPE_AMI,HW_CPU_X86_MMX,COMPUTE_RESCUE_BFV,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_GRAPHICS_MODEL_BOCHS,HW_CPU_X86_SSSE3,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_DEVICE_TAGGING,HW_CPU_X86_SSE2,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_NET_VIF_MODEL_RTL8139 {{(pid=74535) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Dec 06 09:57:11 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 09:57:11 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 09:57:11 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Compute_service record updated for user:user {{(pid=74535) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 09:57:11 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.060s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:57:11 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-dbfc6002-be68-409b-8a14-07dc8ae84966 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.672s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:57:11 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-dbfc6002-be68-409b-8a14-07dc8ae84966 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74535) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 09:57:11 user nova-compute[74535]: INFO nova.compute.claims [None req-dbfc6002-be68-409b-8a14-07dc8ae84966 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] [instance: 4b2709bc-852d-4e5e-b458-9d25f4a36e4b] Claim successful on node user
Dec 06 09:57:12 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:57:12 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-dbfc6002-be68-409b-8a14-07dc8ae84966 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 09:57:12 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-dbfc6002-be68-409b-8a14-07dc8ae84966 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 09:57:12 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-dbfc6002-be68-409b-8a14-07dc8ae84966 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.498s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:57:12 user nova-compute[74535]: DEBUG nova.compute.manager [None req-dbfc6002-be68-409b-8a14-07dc8ae84966 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] [instance: 4b2709bc-852d-4e5e-b458-9d25f4a36e4b] Start building networks asynchronously for instance. {{(pid=74535) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 09:57:12 user nova-compute[74535]: DEBUG nova.compute.manager [None req-dbfc6002-be68-409b-8a14-07dc8ae84966 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] [instance: 4b2709bc-852d-4e5e-b458-9d25f4a36e4b] Allocating IP information in the background. {{(pid=74535) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 09:57:12 user nova-compute[74535]: DEBUG nova.network.neutron [None req-dbfc6002-be68-409b-8a14-07dc8ae84966 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] [instance: 4b2709bc-852d-4e5e-b458-9d25f4a36e4b] allocate_for_instance() {{(pid=74535) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 09:57:12 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-dbfc6002-be68-409b-8a14-07dc8ae84966 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] [instance: 4b2709bc-852d-4e5e-b458-9d25f4a36e4b] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 09:57:12 user nova-compute[74535]: DEBUG nova.compute.manager [None req-dbfc6002-be68-409b-8a14-07dc8ae84966 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] [instance: 4b2709bc-852d-4e5e-b458-9d25f4a36e4b] Start building block device mappings for instance. {{(pid=74535) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 09:57:12 user nova-compute[74535]: DEBUG nova.policy [None req-dbfc6002-be68-409b-8a14-07dc8ae84966 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'da717f7b18554ce6bee21c9fb169d7b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ce56a46a91254fd6a7167d2b190e101d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74535) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 09:57:12 user nova-compute[74535]: DEBUG nova.compute.manager [None req-dbfc6002-be68-409b-8a14-07dc8ae84966 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] [instance: 4b2709bc-852d-4e5e-b458-9d25f4a36e4b] Start spawning the instance on the hypervisor. {{(pid=74535) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 09:57:12 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-dbfc6002-be68-409b-8a14-07dc8ae84966 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] [instance: 4b2709bc-852d-4e5e-b458-9d25f4a36e4b] Creating instance directory {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 09:57:12 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-dbfc6002-be68-409b-8a14-07dc8ae84966 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] [instance: 4b2709bc-852d-4e5e-b458-9d25f4a36e4b] Creating image(s)
Dec 06 09:57:12 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-dbfc6002-be68-409b-8a14-07dc8ae84966 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] Acquiring lock "/opt/stack/data/nova/instances/4b2709bc-852d-4e5e-b458-9d25f4a36e4b/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:57:12 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-dbfc6002-be68-409b-8a14-07dc8ae84966 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] Lock "/opt/stack/data/nova/instances/4b2709bc-852d-4e5e-b458-9d25f4a36e4b/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:57:12 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-dbfc6002-be68-409b-8a14-07dc8ae84966 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] Lock "/opt/stack/data/nova/instances/4b2709bc-852d-4e5e-b458-9d25f4a36e4b/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:57:12 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-dbfc6002-be68-409b-8a14-07dc8ae84966 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:57:12 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:57:12 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Starting heal instance info cache {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 09:57:12 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Rebuilding the list of instances to heal {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 06 09:57:12 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-dbfc6002-be68-409b-8a14-07dc8ae84966 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.201s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:57:12 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-dbfc6002-be68-409b-8a14-07dc8ae84966 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] Acquiring lock "7aef4f97309efbd0d8988be1fd45eed756898e08" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:57:12 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-dbfc6002-be68-409b-8a14-07dc8ae84966 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] Lock "7aef4f97309efbd0d8988be1fd45eed756898e08" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:57:12 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-dbfc6002-be68-409b-8a14-07dc8ae84966 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:57:13 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: 4b2709bc-852d-4e5e-b458-9d25f4a36e4b] Skipping network cache update for instance because it is Building. {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9935}}
Dec 06 09:57:13 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "refresh_cache-f01386a0-2d94-44f9-aec4-e03f5502f671" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 09:57:13 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquired lock "refresh_cache-f01386a0-2d94-44f9-aec4-e03f5502f671" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 09:57:13 user nova-compute[74535]: DEBUG nova.network.neutron [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: f01386a0-2d94-44f9-aec4-e03f5502f671] Forcefully refreshing network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 09:57:13 user nova-compute[74535]: DEBUG nova.objects.instance [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lazy-loading 'info_cache' on Instance uuid f01386a0-2d94-44f9-aec4-e03f5502f671 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 09:57:13 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-dbfc6002-be68-409b-8a14-07dc8ae84966 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.254s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:57:13 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-dbfc6002-be68-409b-8a14-07dc8ae84966 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08,backing_fmt=raw /opt/stack/data/nova/instances/4b2709bc-852d-4e5e-b458-9d25f4a36e4b/disk 1073741824 {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:57:13 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-dbfc6002-be68-409b-8a14-07dc8ae84966 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08,backing_fmt=raw /opt/stack/data/nova/instances/4b2709bc-852d-4e5e-b458-9d25f4a36e4b/disk 1073741824" returned: 0 in 0.119s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:57:13 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-dbfc6002-be68-409b-8a14-07dc8ae84966 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] Lock "7aef4f97309efbd0d8988be1fd45eed756898e08" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.387s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:57:13 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-dbfc6002-be68-409b-8a14-07dc8ae84966 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:57:13 user nova-compute[74535]: DEBUG nova.network.neutron [None req-dbfc6002-be68-409b-8a14-07dc8ae84966 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] [instance: 4b2709bc-852d-4e5e-b458-9d25f4a36e4b] Successfully created port: 700d7506-c895-4cbf-bd28-5dc3581a01bf {{(pid=74535) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 09:57:13 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-dbfc6002-be68-409b-8a14-07dc8ae84966 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.224s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:57:13 user nova-compute[74535]: DEBUG nova.virt.disk.api [None req-dbfc6002-be68-409b-8a14-07dc8ae84966 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] Checking if we can resize image /opt/stack/data/nova/instances/4b2709bc-852d-4e5e-b458-9d25f4a36e4b/disk. size=1073741824 {{(pid=74535) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 09:57:13 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-dbfc6002-be68-409b-8a14-07dc8ae84966 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b2709bc-852d-4e5e-b458-9d25f4a36e4b/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:57:13 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-dbfc6002-be68-409b-8a14-07dc8ae84966 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b2709bc-852d-4e5e-b458-9d25f4a36e4b/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:57:13 user nova-compute[74535]: DEBUG nova.virt.disk.api [None req-dbfc6002-be68-409b-8a14-07dc8ae84966 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] Cannot resize image /opt/stack/data/nova/instances/4b2709bc-852d-4e5e-b458-9d25f4a36e4b/disk to a smaller size. {{(pid=74535) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 09:57:13 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-dbfc6002-be68-409b-8a14-07dc8ae84966 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] [instance: 4b2709bc-852d-4e5e-b458-9d25f4a36e4b] Created local disks {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 09:57:13 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-dbfc6002-be68-409b-8a14-07dc8ae84966 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] [instance: 4b2709bc-852d-4e5e-b458-9d25f4a36e4b] Ensure instance console log exists: /opt/stack/data/nova/instances/4b2709bc-852d-4e5e-b458-9d25f4a36e4b/console.log {{(pid=74535) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 09:57:13 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-dbfc6002-be68-409b-8a14-07dc8ae84966 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:57:13 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-dbfc6002-be68-409b-8a14-07dc8ae84966 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:57:13 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-dbfc6002-be68-409b-8a14-07dc8ae84966 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:57:13 user nova-compute[74535]: DEBUG nova.network.neutron [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: f01386a0-2d94-44f9-aec4-e03f5502f671] Updating instance_info_cache with network_info: [{"id": "991e3079-dcb5-4149-97d3-ae18f6d52ae4", "address": "fa:16:3e:89:0c:e8", "network": {"id": "785fabf1-7c34-440e-970b-3f81f3a0330d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-812500701-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6454d1d92ec142c1974d8e0ea3a28adf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap991e3079-dc", "ovs_interfaceid": "991e3079-dcb5-4149-97d3-ae18f6d52ae4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:57:13 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Releasing lock "refresh_cache-f01386a0-2d94-44f9-aec4-e03f5502f671" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 09:57:13 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: f01386a0-2d94-44f9-aec4-e03f5502f671] Updated the network info_cache for instance {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 09:57:13 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:57:14 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:57:14 user nova-compute[74535]: DEBUG nova.network.neutron [None req-dbfc6002-be68-409b-8a14-07dc8ae84966 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] [instance: 4b2709bc-852d-4e5e-b458-9d25f4a36e4b] Successfully updated port: 700d7506-c895-4cbf-bd28-5dc3581a01bf {{(pid=74535) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 09:57:14 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-dbfc6002-be68-409b-8a14-07dc8ae84966 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] Acquiring lock "refresh_cache-4b2709bc-852d-4e5e-b458-9d25f4a36e4b" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 09:57:14 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-dbfc6002-be68-409b-8a14-07dc8ae84966 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] Acquired lock "refresh_cache-4b2709bc-852d-4e5e-b458-9d25f4a36e4b" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 09:57:14 user nova-compute[74535]: DEBUG nova.network.neutron [None req-dbfc6002-be68-409b-8a14-07dc8ae84966 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] [instance: 4b2709bc-852d-4e5e-b458-9d25f4a36e4b] Building network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 09:57:14 user nova-compute[74535]: DEBUG nova.compute.manager [req-3f0c3b5f-a477-4784-b7c2-bc63863358e3 req-5961fc21-de99-4667-864c-2619a18de1e0 service nova] [instance: 4b2709bc-852d-4e5e-b458-9d25f4a36e4b] Received event network-changed-700d7506-c895-4cbf-bd28-5dc3581a01bf {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:57:14 user nova-compute[74535]: DEBUG nova.compute.manager [req-3f0c3b5f-a477-4784-b7c2-bc63863358e3 req-5961fc21-de99-4667-864c-2619a18de1e0 service nova] [instance: 4b2709bc-852d-4e5e-b458-9d25f4a36e4b] Refreshing instance network info cache due to event network-changed-700d7506-c895-4cbf-bd28-5dc3581a01bf. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 09:57:14 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-3f0c3b5f-a477-4784-b7c2-bc63863358e3 req-5961fc21-de99-4667-864c-2619a18de1e0 service nova] Acquiring lock "refresh_cache-4b2709bc-852d-4e5e-b458-9d25f4a36e4b" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 09:57:14 user nova-compute[74535]: DEBUG nova.network.neutron [None req-dbfc6002-be68-409b-8a14-07dc8ae84966 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] [instance: 4b2709bc-852d-4e5e-b458-9d25f4a36e4b] Instance cache missing network info. {{(pid=74535) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 09:57:14 user nova-compute[74535]: DEBUG nova.network.neutron [None req-dbfc6002-be68-409b-8a14-07dc8ae84966 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] [instance: 4b2709bc-852d-4e5e-b458-9d25f4a36e4b] Updating instance_info_cache with network_info: [{"id": "700d7506-c895-4cbf-bd28-5dc3581a01bf", "address": "fa:16:3e:43:90:4b", "network": {"id": "206ee968-d910-491c-82a5-c0d02c9ea1c3", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1826600283-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ce56a46a91254fd6a7167d2b190e101d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap700d7506-c8", "ovs_interfaceid": "700d7506-c895-4cbf-bd28-5dc3581a01bf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:57:14 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-dbfc6002-be68-409b-8a14-07dc8ae84966 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] Releasing lock "refresh_cache-4b2709bc-852d-4e5e-b458-9d25f4a36e4b" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 09:57:14 user nova-compute[74535]: DEBUG nova.compute.manager [None req-dbfc6002-be68-409b-8a14-07dc8ae84966 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] [instance: 4b2709bc-852d-4e5e-b458-9d25f4a36e4b] Instance network_info: |[{"id": "700d7506-c895-4cbf-bd28-5dc3581a01bf", "address": "fa:16:3e:43:90:4b", "network": {"id": "206ee968-d910-491c-82a5-c0d02c9ea1c3", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1826600283-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ce56a46a91254fd6a7167d2b190e101d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap700d7506-c8", "ovs_interfaceid": "700d7506-c895-4cbf-bd28-5dc3581a01bf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74535) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 09:57:14 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-3f0c3b5f-a477-4784-b7c2-bc63863358e3 req-5961fc21-de99-4667-864c-2619a18de1e0 service nova] Acquired lock "refresh_cache-4b2709bc-852d-4e5e-b458-9d25f4a36e4b" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 09:57:14 user nova-compute[74535]: DEBUG nova.network.neutron [req-3f0c3b5f-a477-4784-b7c2-bc63863358e3 req-5961fc21-de99-4667-864c-2619a18de1e0 service nova] [instance: 4b2709bc-852d-4e5e-b458-9d25f4a36e4b] Refreshing network info cache for port 700d7506-c895-4cbf-bd28-5dc3581a01bf {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 09:57:14 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-dbfc6002-be68-409b-8a14-07dc8ae84966 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] [instance: 4b2709bc-852d-4e5e-b458-9d25f4a36e4b] Start _get_guest_xml network_info=[{"id": "700d7506-c895-4cbf-bd28-5dc3581a01bf", "address": "fa:16:3e:43:90:4b", "network": {"id": "206ee968-d910-491c-82a5-c0d02c9ea1c3", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1826600283-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ce56a46a91254fd6a7167d2b190e101d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap700d7506-c8", "ovs_interfaceid": "700d7506-c895-4cbf-bd28-5dc3581a01bf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T09:52:28Z,direct_url=<?>,disk_format='qcow2',id=b338f3c8-9974-4b9f-bacb-c75dd541c256,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='563f6a2917a742ada39fb0e950eece6e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T09:52:30Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'device_name': '/dev/vda', 'encrypted': False, 'encryption_format': None, 'encryption_options': None, 'encryption_secret_uuid': None, 'boot_index': 0, 'device_type': 'disk', 'size': 0, 'guest_format': None, 'image_id': 'b338f3c8-9974-4b9f-bacb-c75dd541c256'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 09:57:14 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-dbfc6002-be68-409b-8a14-07dc8ae84966 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 09:57:14 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-dbfc6002-be68-409b-8a14-07dc8ae84966 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 09:57:14 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-dbfc6002-be68-409b-8a14-07dc8ae84966 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 09:57:14 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-dbfc6002-be68-409b-8a14-07dc8ae84966 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] CPU controller missing on host. {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 09:57:14 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-dbfc6002-be68-409b-8a14-07dc8ae84966 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 09:57:14 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-dbfc6002-be68-409b-8a14-07dc8ae84966 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] CPU controller found on host. {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 09:57:14 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-dbfc6002-be68-409b-8a14-07dc8ae84966 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74535) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 09:57:14 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-dbfc6002-be68-409b-8a14-07dc8ae84966 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T09:52:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T09:52:28Z,direct_url=<?>,disk_format='qcow2',id=b338f3c8-9974-4b9f-bacb-c75dd541c256,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='563f6a2917a742ada39fb0e950eece6e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T09:52:30Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 09:57:14 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-dbfc6002-be68-409b-8a14-07dc8ae84966 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] Flavor limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 09:57:14 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-dbfc6002-be68-409b-8a14-07dc8ae84966 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] Image limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 09:57:14 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-dbfc6002-be68-409b-8a14-07dc8ae84966 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] Flavor pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 09:57:14 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-dbfc6002-be68-409b-8a14-07dc8ae84966 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] Image pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 09:57:14 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-dbfc6002-be68-409b-8a14-07dc8ae84966 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 09:57:14 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-dbfc6002-be68-409b-8a14-07dc8ae84966 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 09:57:14 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-dbfc6002-be68-409b-8a14-07dc8ae84966 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 09:57:14 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-dbfc6002-be68-409b-8a14-07dc8ae84966 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] Got 1 possible topologies {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 09:57:14 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-dbfc6002-be68-409b-8a14-07dc8ae84966 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 09:57:14 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-dbfc6002-be68-409b-8a14-07dc8ae84966 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 09:57:14 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-dbfc6002-be68-409b-8a14-07dc8ae84966 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T09:57:09Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1066789631',display_name='tempest-VolumesActionsTest-instance-1066789631',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1066789631',id=10,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ce56a46a91254fd6a7167d2b190e101d',ramdisk_id='',reservation_id='r-wega2ayg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-1114117947',owner_user_name='tempest-VolumesActionsTest-1114117947-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T09:57:13Z,user_data=None,user_id='da717f7b18554ce6bee21c9fb169d7b6',uuid=4b2709bc-852d-4e5e-b458-9d25f4a36e4b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "700d7506-c895-4cbf-bd28-5dc3581a01bf", "address": "fa:16:3e:43:90:4b", "network": {"id": "206ee968-d910-491c-82a5-c0d02c9ea1c3", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1826600283-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ce56a46a91254fd6a7167d2b190e101d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap700d7506-c8", "ovs_interfaceid": "700d7506-c895-4cbf-bd28-5dc3581a01bf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74535) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 09:57:14 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-dbfc6002-be68-409b-8a14-07dc8ae84966 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] Converting VIF {"id": "700d7506-c895-4cbf-bd28-5dc3581a01bf", "address": "fa:16:3e:43:90:4b", "network": {"id": "206ee968-d910-491c-82a5-c0d02c9ea1c3", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1826600283-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ce56a46a91254fd6a7167d2b190e101d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap700d7506-c8", "ovs_interfaceid": "700d7506-c895-4cbf-bd28-5dc3581a01bf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 09:57:14 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-dbfc6002-be68-409b-8a14-07dc8ae84966 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:43:90:4b,bridge_name='br-int',has_traffic_filtering=True,id=700d7506-c895-4cbf-bd28-5dc3581a01bf,network=Network(206ee968-d910-491c-82a5-c0d02c9ea1c3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap700d7506-c8') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 09:57:14 user nova-compute[74535]: DEBUG nova.objects.instance [None req-dbfc6002-be68-409b-8a14-07dc8ae84966 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] Lazy-loading 'pci_devices' on Instance uuid 4b2709bc-852d-4e5e-b458-9d25f4a36e4b {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 09:57:14 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-dbfc6002-be68-409b-8a14-07dc8ae84966 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] [instance: 4b2709bc-852d-4e5e-b458-9d25f4a36e4b] End _get_guest_xml xml=<domain type="kvm">
Dec 06 09:57:14 user nova-compute[74535]:   <uuid>4b2709bc-852d-4e5e-b458-9d25f4a36e4b</uuid>
Dec 06 09:57:14 user nova-compute[74535]:   <name>instance-0000000a</name>
Dec 06 09:57:14 user nova-compute[74535]:   <memory>524288</memory>
Dec 06 09:57:14 user nova-compute[74535]:   <vcpu>1</vcpu>
Dec 06 09:57:14 user nova-compute[74535]:   <metadata>
Dec 06 09:57:14 user nova-compute[74535]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 09:57:14 user nova-compute[74535]:       <nova:package version="0.0.0"/>
Dec 06 09:57:14 user nova-compute[74535]:       <nova:name>tempest-VolumesActionsTest-instance-1066789631</nova:name>
Dec 06 09:57:14 user nova-compute[74535]:       <nova:creationTime>2023-12-06 09:57:14</nova:creationTime>
Dec 06 09:57:14 user nova-compute[74535]:       <nova:flavor name="m1.tiny">
Dec 06 09:57:14 user nova-compute[74535]:         <nova:memory>512</nova:memory>
Dec 06 09:57:14 user nova-compute[74535]:         <nova:disk>1</nova:disk>
Dec 06 09:57:14 user nova-compute[74535]:         <nova:swap>0</nova:swap>
Dec 06 09:57:14 user nova-compute[74535]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 09:57:14 user nova-compute[74535]:         <nova:vcpus>1</nova:vcpus>
Dec 06 09:57:14 user nova-compute[74535]:       </nova:flavor>
Dec 06 09:57:14 user nova-compute[74535]:       <nova:owner>
Dec 06 09:57:14 user nova-compute[74535]:         <nova:user uuid="da717f7b18554ce6bee21c9fb169d7b6">tempest-VolumesActionsTest-1114117947-project-member</nova:user>
Dec 06 09:57:14 user nova-compute[74535]:         <nova:project uuid="ce56a46a91254fd6a7167d2b190e101d">tempest-VolumesActionsTest-1114117947</nova:project>
Dec 06 09:57:14 user nova-compute[74535]:       </nova:owner>
Dec 06 09:57:14 user nova-compute[74535]:       <nova:root type="image" uuid="b338f3c8-9974-4b9f-bacb-c75dd541c256"/>
Dec 06 09:57:14 user nova-compute[74535]:       <nova:ports>
Dec 06 09:57:14 user nova-compute[74535]:         <nova:port uuid="700d7506-c895-4cbf-bd28-5dc3581a01bf">
Dec 06 09:57:14 user nova-compute[74535]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Dec 06 09:57:14 user nova-compute[74535]:         </nova:port>
Dec 06 09:57:14 user nova-compute[74535]:       </nova:ports>
Dec 06 09:57:14 user nova-compute[74535]:     </nova:instance>
Dec 06 09:57:14 user nova-compute[74535]:   </metadata>
Dec 06 09:57:14 user nova-compute[74535]:   <sysinfo type="smbios">
Dec 06 09:57:14 user nova-compute[74535]:     <system>
Dec 06 09:57:14 user nova-compute[74535]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 09:57:14 user nova-compute[74535]:       <entry name="product">OpenStack Nova</entry>
Dec 06 09:57:14 user nova-compute[74535]:       <entry name="version">0.0.0</entry>
Dec 06 09:57:14 user nova-compute[74535]:       <entry name="serial">4b2709bc-852d-4e5e-b458-9d25f4a36e4b</entry>
Dec 06 09:57:14 user nova-compute[74535]:       <entry name="uuid">4b2709bc-852d-4e5e-b458-9d25f4a36e4b</entry>
Dec 06 09:57:14 user nova-compute[74535]:       <entry name="family">Virtual Machine</entry>
Dec 06 09:57:14 user nova-compute[74535]:     </system>
Dec 06 09:57:14 user nova-compute[74535]:   </sysinfo>
Dec 06 09:57:14 user nova-compute[74535]:   <os>
Dec 06 09:57:14 user nova-compute[74535]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 09:57:14 user nova-compute[74535]:     <boot dev="hd"/>
Dec 06 09:57:14 user nova-compute[74535]:     <smbios mode="sysinfo"/>
Dec 06 09:57:14 user nova-compute[74535]:   </os>
Dec 06 09:57:14 user nova-compute[74535]:   <features>
Dec 06 09:57:14 user nova-compute[74535]:     <acpi/>
Dec 06 09:57:14 user nova-compute[74535]:     <apic/>
Dec 06 09:57:14 user nova-compute[74535]:     <vmcoreinfo/>
Dec 06 09:57:14 user nova-compute[74535]:   </features>
Dec 06 09:57:14 user nova-compute[74535]:   <clock offset="utc">
Dec 06 09:57:14 user nova-compute[74535]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 09:57:14 user nova-compute[74535]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 09:57:14 user nova-compute[74535]:     <timer name="hpet" present="no"/>
Dec 06 09:57:14 user nova-compute[74535]:   </clock>
Dec 06 09:57:14 user nova-compute[74535]:   <cpu mode="custom" match="exact">
Dec 06 09:57:14 user nova-compute[74535]:     <model>Nehalem</model>
Dec 06 09:57:14 user nova-compute[74535]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 09:57:14 user nova-compute[74535]:   </cpu>
Dec 06 09:57:14 user nova-compute[74535]:   <devices>
Dec 06 09:57:14 user nova-compute[74535]:     <disk type="file" device="disk">
Dec 06 09:57:14 user nova-compute[74535]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 09:57:14 user nova-compute[74535]:       <source file="/opt/stack/data/nova/instances/4b2709bc-852d-4e5e-b458-9d25f4a36e4b/disk"/>
Dec 06 09:57:14 user nova-compute[74535]:       <target dev="vda" bus="virtio"/>
Dec 06 09:57:14 user nova-compute[74535]:     </disk>
Dec 06 09:57:14 user nova-compute[74535]:     <interface type="ethernet">
Dec 06 09:57:14 user nova-compute[74535]:       <mac address="fa:16:3e:43:90:4b"/>
Dec 06 09:57:14 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 09:57:14 user nova-compute[74535]:       <mtu size="1442"/>
Dec 06 09:57:14 user nova-compute[74535]:       <target dev="tap700d7506-c8"/>
Dec 06 09:57:14 user nova-compute[74535]:     </interface>
Dec 06 09:57:14 user nova-compute[74535]:     <serial type="pty">
Dec 06 09:57:14 user nova-compute[74535]:       <log file="/opt/stack/data/nova/instances/4b2709bc-852d-4e5e-b458-9d25f4a36e4b/console.log" append="off"/>
Dec 06 09:57:14 user nova-compute[74535]:     </serial>
Dec 06 09:57:14 user nova-compute[74535]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 09:57:14 user nova-compute[74535]:     <video>
Dec 06 09:57:14 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 09:57:14 user nova-compute[74535]:     </video>
Dec 06 09:57:14 user nova-compute[74535]:     <rng model="virtio">
Dec 06 09:57:14 user nova-compute[74535]:       <backend model="random">/dev/urandom</backend>
Dec 06 09:57:14 user nova-compute[74535]:     </rng>
Dec 06 09:57:14 user nova-compute[74535]:     <controller type="usb" index="0" model="none"/>
Dec 06 09:57:14 user nova-compute[74535]:     <memballoon model="virtio">
Dec 06 09:57:14 user nova-compute[74535]:       <stats period="10"/>
Dec 06 09:57:14 user nova-compute[74535]:     </memballoon>
Dec 06 09:57:14 user nova-compute[74535]:   </devices>
Dec 06 09:57:14 user nova-compute[74535]: </domain>
Dec 06 09:57:14 user nova-compute[74535]:  {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 09:57:14 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-dbfc6002-be68-409b-8a14-07dc8ae84966 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T09:57:09Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1066789631',display_name='tempest-VolumesActionsTest-instance-1066789631',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1066789631',id=10,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ce56a46a91254fd6a7167d2b190e101d',ramdisk_id='',reservation_id='r-wega2ayg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-1114117947',owner_user_name='tempest-VolumesActionsTest-1114117947-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T09:57:13Z,user_data=None,user_id='da717f7b18554ce6bee21c9fb169d7b6',uuid=4b2709bc-852d-4e5e-b458-9d25f4a36e4b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "700d7506-c895-4cbf-bd28-5dc3581a01bf", "address": "fa:16:3e:43:90:4b", "network": {"id": "206ee968-d910-491c-82a5-c0d02c9ea1c3", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1826600283-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ce56a46a91254fd6a7167d2b190e101d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap700d7506-c8", "ovs_interfaceid": "700d7506-c895-4cbf-bd28-5dc3581a01bf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 09:57:14 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-dbfc6002-be68-409b-8a14-07dc8ae84966 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] Converting VIF {"id": "700d7506-c895-4cbf-bd28-5dc3581a01bf", "address": "fa:16:3e:43:90:4b", "network": {"id": "206ee968-d910-491c-82a5-c0d02c9ea1c3", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1826600283-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ce56a46a91254fd6a7167d2b190e101d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap700d7506-c8", "ovs_interfaceid": "700d7506-c895-4cbf-bd28-5dc3581a01bf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 09:57:14 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-dbfc6002-be68-409b-8a14-07dc8ae84966 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:43:90:4b,bridge_name='br-int',has_traffic_filtering=True,id=700d7506-c895-4cbf-bd28-5dc3581a01bf,network=Network(206ee968-d910-491c-82a5-c0d02c9ea1c3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap700d7506-c8') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 09:57:14 user nova-compute[74535]: DEBUG os_vif [None req-dbfc6002-be68-409b-8a14-07dc8ae84966 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:43:90:4b,bridge_name='br-int',has_traffic_filtering=True,id=700d7506-c895-4cbf-bd28-5dc3581a01bf,network=Network(206ee968-d910-491c-82a5-c0d02c9ea1c3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap700d7506-c8') {{(pid=74535) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 09:57:14 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:57:14 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:57:14 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 09:57:14 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:57:14 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '20075778-5037-52b0-84d2-6d0951ee723e', '_type': 'linux-noop'}}, row=False) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:57:14 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:57:14 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:57:14 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:57:14 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap700d7506-c8, may_exist=True, interface_attrs={}) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:57:14 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap700d7506-c8, col_values=(('qos', UUID('5ead3280-792a-471d-9f12-88bea4632e6e')),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:57:14 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap700d7506-c8, col_values=(('external_ids', {'iface-id': '700d7506-c895-4cbf-bd28-5dc3581a01bf', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:43:90:4b', 'vm-uuid': '4b2709bc-852d-4e5e-b458-9d25f4a36e4b'}),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:57:14 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:57:14 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:57:14 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:57:14 user nova-compute[74535]: INFO os_vif [None req-dbfc6002-be68-409b-8a14-07dc8ae84966 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:43:90:4b,bridge_name='br-int',has_traffic_filtering=True,id=700d7506-c895-4cbf-bd28-5dc3581a01bf,network=Network(206ee968-d910-491c-82a5-c0d02c9ea1c3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap700d7506-c8')
Dec 06 09:57:14 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-dbfc6002-be68-409b-8a14-07dc8ae84966 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] No BDM found with device name vda, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 09:57:14 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-dbfc6002-be68-409b-8a14-07dc8ae84966 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] No VIF found with MAC fa:16:3e:43:90:4b, not building metadata {{(pid=74535) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 09:57:15 user nova-compute[74535]: DEBUG nova.network.neutron [req-3f0c3b5f-a477-4784-b7c2-bc63863358e3 req-5961fc21-de99-4667-864c-2619a18de1e0 service nova] [instance: 4b2709bc-852d-4e5e-b458-9d25f4a36e4b] Updated VIF entry in instance network info cache for port 700d7506-c895-4cbf-bd28-5dc3581a01bf. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 09:57:15 user nova-compute[74535]: DEBUG nova.network.neutron [req-3f0c3b5f-a477-4784-b7c2-bc63863358e3 req-5961fc21-de99-4667-864c-2619a18de1e0 service nova] [instance: 4b2709bc-852d-4e5e-b458-9d25f4a36e4b] Updating instance_info_cache with network_info: [{"id": "700d7506-c895-4cbf-bd28-5dc3581a01bf", "address": "fa:16:3e:43:90:4b", "network": {"id": "206ee968-d910-491c-82a5-c0d02c9ea1c3", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1826600283-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ce56a46a91254fd6a7167d2b190e101d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap700d7506-c8", "ovs_interfaceid": "700d7506-c895-4cbf-bd28-5dc3581a01bf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:57:15 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-3f0c3b5f-a477-4784-b7c2-bc63863358e3 req-5961fc21-de99-4667-864c-2619a18de1e0 service nova] Releasing lock "refresh_cache-4b2709bc-852d-4e5e-b458-9d25f4a36e4b" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 09:57:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:57:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:57:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:57:16 user nova-compute[74535]: DEBUG nova.compute.manager [req-456bdfa2-e3d5-4bf3-b0f3-33f70cd5ba73 req-35e4f091-1026-4d69-879d-b80e774d863c service nova] [instance: 4b2709bc-852d-4e5e-b458-9d25f4a36e4b] Received event network-vif-plugged-700d7506-c895-4cbf-bd28-5dc3581a01bf {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:57:16 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-456bdfa2-e3d5-4bf3-b0f3-33f70cd5ba73 req-35e4f091-1026-4d69-879d-b80e774d863c service nova] Acquiring lock "4b2709bc-852d-4e5e-b458-9d25f4a36e4b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:57:16 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-456bdfa2-e3d5-4bf3-b0f3-33f70cd5ba73 req-35e4f091-1026-4d69-879d-b80e774d863c service nova] Lock "4b2709bc-852d-4e5e-b458-9d25f4a36e4b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:57:16 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-456bdfa2-e3d5-4bf3-b0f3-33f70cd5ba73 req-35e4f091-1026-4d69-879d-b80e774d863c service nova] Lock "4b2709bc-852d-4e5e-b458-9d25f4a36e4b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:57:16 user nova-compute[74535]: DEBUG nova.compute.manager [req-456bdfa2-e3d5-4bf3-b0f3-33f70cd5ba73 req-35e4f091-1026-4d69-879d-b80e774d863c service nova] [instance: 4b2709bc-852d-4e5e-b458-9d25f4a36e4b] No waiting events found dispatching network-vif-plugged-700d7506-c895-4cbf-bd28-5dc3581a01bf {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:57:16 user nova-compute[74535]: WARNING nova.compute.manager [req-456bdfa2-e3d5-4bf3-b0f3-33f70cd5ba73 req-35e4f091-1026-4d69-879d-b80e774d863c service nova] [instance: 4b2709bc-852d-4e5e-b458-9d25f4a36e4b] Received unexpected event network-vif-plugged-700d7506-c895-4cbf-bd28-5dc3581a01bf for instance with vm_state building and task_state spawning.
Dec 06 09:57:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:57:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:57:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:57:17 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:57:18 user nova-compute[74535]: DEBUG nova.compute.manager [None req-dbfc6002-be68-409b-8a14-07dc8ae84966 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] [instance: 4b2709bc-852d-4e5e-b458-9d25f4a36e4b] Instance event wait completed in 0 seconds for  {{(pid=74535) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 09:57:18 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-dbfc6002-be68-409b-8a14-07dc8ae84966 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] [instance: 4b2709bc-852d-4e5e-b458-9d25f4a36e4b] Guest created on hypervisor {{(pid=74535) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 09:57:18 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: 4b2709bc-852d-4e5e-b458-9d25f4a36e4b] Instance spawned successfully.
Dec 06 09:57:18 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-dbfc6002-be68-409b-8a14-07dc8ae84966 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] [instance: 4b2709bc-852d-4e5e-b458-9d25f4a36e4b] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 09:57:18 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-dbfc6002-be68-409b-8a14-07dc8ae84966 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] [instance: 4b2709bc-852d-4e5e-b458-9d25f4a36e4b] Found default for hw_cdrom_bus of ide {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 09:57:18 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-dbfc6002-be68-409b-8a14-07dc8ae84966 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] [instance: 4b2709bc-852d-4e5e-b458-9d25f4a36e4b] Found default for hw_disk_bus of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 09:57:18 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-dbfc6002-be68-409b-8a14-07dc8ae84966 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] [instance: 4b2709bc-852d-4e5e-b458-9d25f4a36e4b] Found default for hw_input_bus of None {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 09:57:18 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-dbfc6002-be68-409b-8a14-07dc8ae84966 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] [instance: 4b2709bc-852d-4e5e-b458-9d25f4a36e4b] Found default for hw_pointer_model of None {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 09:57:18 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-dbfc6002-be68-409b-8a14-07dc8ae84966 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] [instance: 4b2709bc-852d-4e5e-b458-9d25f4a36e4b] Found default for hw_video_model of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 09:57:18 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-dbfc6002-be68-409b-8a14-07dc8ae84966 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] [instance: 4b2709bc-852d-4e5e-b458-9d25f4a36e4b] Found default for hw_vif_model of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 09:57:18 user nova-compute[74535]: DEBUG nova.compute.manager [req-5067f817-4f69-4cc9-b122-19742ab30978 req-536c25f7-46db-4b25-8273-747d64bd19f4 service nova] [instance: 4b2709bc-852d-4e5e-b458-9d25f4a36e4b] Received event network-vif-plugged-700d7506-c895-4cbf-bd28-5dc3581a01bf {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:57:18 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-5067f817-4f69-4cc9-b122-19742ab30978 req-536c25f7-46db-4b25-8273-747d64bd19f4 service nova] Acquiring lock "4b2709bc-852d-4e5e-b458-9d25f4a36e4b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:57:18 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-5067f817-4f69-4cc9-b122-19742ab30978 req-536c25f7-46db-4b25-8273-747d64bd19f4 service nova] Lock "4b2709bc-852d-4e5e-b458-9d25f4a36e4b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:57:18 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-5067f817-4f69-4cc9-b122-19742ab30978 req-536c25f7-46db-4b25-8273-747d64bd19f4 service nova] Lock "4b2709bc-852d-4e5e-b458-9d25f4a36e4b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:57:18 user nova-compute[74535]: DEBUG nova.compute.manager [req-5067f817-4f69-4cc9-b122-19742ab30978 req-536c25f7-46db-4b25-8273-747d64bd19f4 service nova] [instance: 4b2709bc-852d-4e5e-b458-9d25f4a36e4b] No waiting events found dispatching network-vif-plugged-700d7506-c895-4cbf-bd28-5dc3581a01bf {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:57:18 user nova-compute[74535]: WARNING nova.compute.manager [req-5067f817-4f69-4cc9-b122-19742ab30978 req-536c25f7-46db-4b25-8273-747d64bd19f4 service nova] [instance: 4b2709bc-852d-4e5e-b458-9d25f4a36e4b] Received unexpected event network-vif-plugged-700d7506-c895-4cbf-bd28-5dc3581a01bf for instance with vm_state building and task_state spawning.
Dec 06 09:57:18 user nova-compute[74535]: INFO nova.compute.manager [None req-dbfc6002-be68-409b-8a14-07dc8ae84966 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] [instance: 4b2709bc-852d-4e5e-b458-9d25f4a36e4b] Took 5.82 seconds to spawn the instance on the hypervisor.
Dec 06 09:57:18 user nova-compute[74535]: DEBUG nova.compute.manager [None req-dbfc6002-be68-409b-8a14-07dc8ae84966 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] [instance: 4b2709bc-852d-4e5e-b458-9d25f4a36e4b] Checking state {{(pid=74535) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 09:57:18 user nova-compute[74535]: INFO nova.compute.manager [None req-dbfc6002-be68-409b-8a14-07dc8ae84966 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] [instance: 4b2709bc-852d-4e5e-b458-9d25f4a36e4b] Took 7.71 seconds to build instance.
Dec 06 09:57:18 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-dbfc6002-be68-409b-8a14-07dc8ae84966 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] Lock "4b2709bc-852d-4e5e-b458-9d25f4a36e4b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.845s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:57:19 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:57:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:57:24 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:57:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:57:29 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Acquiring lock "27d02c8b-47ae-4f82-9089-199c777b41b7" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:57:29 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Lock "27d02c8b-47ae-4f82-9089-199c777b41b7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:57:29 user nova-compute[74535]: DEBUG nova.compute.manager [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Starting instance... {{(pid=74535) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 09:57:29 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:57:29 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:57:29 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74535) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 09:57:29 user nova-compute[74535]: INFO nova.compute.claims [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Claim successful on node user
Dec 06 09:57:29 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:57:30 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 09:57:30 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 09:57:30 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.422s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:57:30 user nova-compute[74535]: DEBUG nova.compute.manager [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Start building networks asynchronously for instance. {{(pid=74535) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 09:57:30 user nova-compute[74535]: DEBUG nova.compute.manager [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Allocating IP information in the background. {{(pid=74535) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 09:57:30 user nova-compute[74535]: DEBUG nova.network.neutron [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] allocate_for_instance() {{(pid=74535) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 09:57:30 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 09:57:30 user nova-compute[74535]: DEBUG nova.compute.manager [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Start building block device mappings for instance. {{(pid=74535) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 09:57:30 user nova-compute[74535]: INFO nova.virt.block_device [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Booting with volume f0c23284-fbd0-473c-bd80-46112ac7d842 at /dev/vda
Dec 06 09:57:30 user nova-compute[74535]: DEBUG os_brick.utils [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 09:57:30 user nova-compute[74535]: INFO oslo.privsep.daemon [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'os_brick.privileged.default', '--privsep_sock_path', '/tmp/tmp7geddzxt/privsep.sock']
Dec 06 09:57:30 user nova-compute[74535]: DEBUG nova.policy [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd1aaeca7fe1e488193c879106daefcf2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '18119352b0eb4dde96cb99b675fdc159', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74535) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 09:57:30 user sudo[86161]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context os_brick.privileged.default --privsep_sock_path /tmp/tmp7geddzxt/privsep.sock
Dec 06 09:57:30 user sudo[86161]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Dec 06 09:57:31 user nova-compute[74535]: DEBUG nova.network.neutron [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Successfully created port: b4dec6c8-9790-4305-aa5a-393e605223ac {{(pid=74535) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 09:57:31 user nova-compute[74535]: DEBUG nova.network.neutron [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Successfully created port: cbc4ad55-4b81-4e0b-b8fe-dced4bf68226 {{(pid=74535) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 09:57:32 user sudo[86161]: pam_unix(sudo:session): session closed for user root
Dec 06 09:57:32 user nova-compute[74535]: INFO oslo.privsep.daemon [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Spawned new privsep daemon via rootwrap
Dec 06 09:57:32 user nova-compute[74535]: INFO oslo.privsep.daemon [-] privsep daemon starting
Dec 06 09:57:32 user nova-compute[74535]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Dec 06 09:57:32 user nova-compute[74535]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_SYS_ADMIN/CAP_SYS_ADMIN/none
Dec 06 09:57:32 user nova-compute[74535]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 86180
Dec 06 09:57:32 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6516e85-4c67-49bc-8a2e-6e8c70003f9d]: (2,) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:57:32 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:57:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:57:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:57:32 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[8802167f-a470-4a41-8a06-a7cc13f6b4a0]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d95ac7cee77a\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:57:32 user nova-compute[74535]: WARNING os_brick.initiator.connectors.nvmeof [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Could not find nvme_core/parameters/multipath: FileNotFoundError: [Errno 2] No such file or directory: '/sys/module/nvme_core/parameters/multipath'
Dec 06 09:57:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:57:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.023s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:57:32 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[74db84fd-68d7-422e-a095-ead22c10003b]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:57:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:57:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.020s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:57:32 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[b90b220e-d55f-4295-b19f-524e63f62df0]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:57:32 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[516c0997-041e-47f5-ae6a-732f02102e38]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:57:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Running cmd (subprocess): nvme version {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:57:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] 'nvme version' failed. Not Retrying. {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 09:57:32 user nova-compute[74535]: DEBUG nova.network.neutron [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Successfully created port: 8d8f6803-100b-4f7b-989d-df4d20990859 {{(pid=74535) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 09:57:32 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.nvmeof [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] nvme not present on system {{(pid=74535) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 09:57:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:57:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 09:57:32 user nova-compute[74535]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 09:57:32 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[09c4a6e4-a1b8-45d2-9020-a1973ffd7248]: (4, '') {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:57:32 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74535) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 09:57:32 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74535) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 09:57:32 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] LIGHTOS: no hostnqn found. {{(pid=74535) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 09:57:32 user nova-compute[74535]: DEBUG os_brick.utils [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] <== get_connector_properties: return (2016ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d95ac7cee77a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 09:57:32 user nova-compute[74535]: DEBUG nova.virt.block_device [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Updating existing volume attachment record: d3329727-e94d-4e11-9817-b17c9324ddb9 {{(pid=74535) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 09:57:32 user nova-compute[74535]: DEBUG nova.network.neutron [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Successfully created port: 015fb0ff-fd7d-458d-9222-dacb90d7da0f {{(pid=74535) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 09:57:33 user nova-compute[74535]: DEBUG nova.network.neutron [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Successfully created port: 0bf3be11-9783-413b-a530-5a57313e1e70 {{(pid=74535) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 09:57:34 user nova-compute[74535]: DEBUG nova.network.neutron [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Successfully updated port: b4dec6c8-9790-4305-aa5a-393e605223ac {{(pid=74535) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 09:57:34 user nova-compute[74535]: DEBUG nova.compute.manager [req-fe803c43-e1ad-45dc-9a6e-f5816a71eb6e req-3d22a944-e30c-4d90-a3a8-9f2fa8718816 service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Received event network-changed-b4dec6c8-9790-4305-aa5a-393e605223ac {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:57:34 user nova-compute[74535]: DEBUG nova.compute.manager [req-fe803c43-e1ad-45dc-9a6e-f5816a71eb6e req-3d22a944-e30c-4d90-a3a8-9f2fa8718816 service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Refreshing instance network info cache due to event network-changed-b4dec6c8-9790-4305-aa5a-393e605223ac. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 09:57:34 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-fe803c43-e1ad-45dc-9a6e-f5816a71eb6e req-3d22a944-e30c-4d90-a3a8-9f2fa8718816 service nova] Acquiring lock "refresh_cache-27d02c8b-47ae-4f82-9089-199c777b41b7" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 09:57:34 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-fe803c43-e1ad-45dc-9a6e-f5816a71eb6e req-3d22a944-e30c-4d90-a3a8-9f2fa8718816 service nova] Acquired lock "refresh_cache-27d02c8b-47ae-4f82-9089-199c777b41b7" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 09:57:34 user nova-compute[74535]: DEBUG nova.network.neutron [req-fe803c43-e1ad-45dc-9a6e-f5816a71eb6e req-3d22a944-e30c-4d90-a3a8-9f2fa8718816 service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Refreshing network info cache for port b4dec6c8-9790-4305-aa5a-393e605223ac {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 09:57:34 user nova-compute[74535]: DEBUG nova.network.neutron [req-fe803c43-e1ad-45dc-9a6e-f5816a71eb6e req-3d22a944-e30c-4d90-a3a8-9f2fa8718816 service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Instance cache missing network info. {{(pid=74535) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 09:57:34 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:57:34 user nova-compute[74535]: DEBUG nova.network.neutron [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Successfully updated port: 384ea4f9-3a4a-4c04-8067-4e592408fee3 {{(pid=74535) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 09:57:34 user nova-compute[74535]: DEBUG nova.network.neutron [req-fe803c43-e1ad-45dc-9a6e-f5816a71eb6e req-3d22a944-e30c-4d90-a3a8-9f2fa8718816 service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Updating instance_info_cache with network_info: [] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:57:34 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-fe803c43-e1ad-45dc-9a6e-f5816a71eb6e req-3d22a944-e30c-4d90-a3a8-9f2fa8718816 service nova] Releasing lock "refresh_cache-27d02c8b-47ae-4f82-9089-199c777b41b7" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 09:57:35 user nova-compute[74535]: DEBUG nova.network.neutron [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Successfully updated port: c817ff70-444d-4cd5-8202-83d3954ca7d2 {{(pid=74535) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 09:57:35 user nova-compute[74535]: DEBUG nova.compute.manager [req-26bbeffb-d13c-4eea-880e-2877026a7498 req-4650b4b8-645c-4a80-b6bd-af580b1271de service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Received event network-changed-c817ff70-444d-4cd5-8202-83d3954ca7d2 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:57:35 user nova-compute[74535]: DEBUG nova.compute.manager [req-26bbeffb-d13c-4eea-880e-2877026a7498 req-4650b4b8-645c-4a80-b6bd-af580b1271de service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Refreshing instance network info cache due to event network-changed-c817ff70-444d-4cd5-8202-83d3954ca7d2. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 09:57:35 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-26bbeffb-d13c-4eea-880e-2877026a7498 req-4650b4b8-645c-4a80-b6bd-af580b1271de service nova] Acquiring lock "refresh_cache-27d02c8b-47ae-4f82-9089-199c777b41b7" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 09:57:35 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-26bbeffb-d13c-4eea-880e-2877026a7498 req-4650b4b8-645c-4a80-b6bd-af580b1271de service nova] Acquired lock "refresh_cache-27d02c8b-47ae-4f82-9089-199c777b41b7" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 09:57:35 user nova-compute[74535]: DEBUG nova.network.neutron [req-26bbeffb-d13c-4eea-880e-2877026a7498 req-4650b4b8-645c-4a80-b6bd-af580b1271de service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Refreshing network info cache for port c817ff70-444d-4cd5-8202-83d3954ca7d2 {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 09:57:35 user nova-compute[74535]: DEBUG nova.network.neutron [req-26bbeffb-d13c-4eea-880e-2877026a7498 req-4650b4b8-645c-4a80-b6bd-af580b1271de service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Instance cache missing network info. {{(pid=74535) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 09:57:35 user nova-compute[74535]: DEBUG nova.network.neutron [req-26bbeffb-d13c-4eea-880e-2877026a7498 req-4650b4b8-645c-4a80-b6bd-af580b1271de service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Updating instance_info_cache with network_info: [] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:57:35 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-26bbeffb-d13c-4eea-880e-2877026a7498 req-4650b4b8-645c-4a80-b6bd-af580b1271de service nova] Releasing lock "refresh_cache-27d02c8b-47ae-4f82-9089-199c777b41b7" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 09:57:36 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Acquiring lock "6bf0acc8-fdfe-4278-827c-098964372e14" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:57:36 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Lock "6bf0acc8-fdfe-4278-827c-098964372e14" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:57:36 user nova-compute[74535]: DEBUG nova.compute.manager [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Starting instance... {{(pid=74535) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 09:57:36 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:57:36 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:57:36 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74535) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 09:57:36 user nova-compute[74535]: INFO nova.compute.claims [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Claim successful on node user
Dec 06 09:57:36 user nova-compute[74535]: DEBUG nova.compute.manager [req-c7db58e4-4d42-4689-b08d-cce757f6d8d5 req-1a835738-1c7e-4860-8717-8e8ddfcfb1be service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Received event network-changed-384ea4f9-3a4a-4c04-8067-4e592408fee3 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:57:36 user nova-compute[74535]: DEBUG nova.compute.manager [req-c7db58e4-4d42-4689-b08d-cce757f6d8d5 req-1a835738-1c7e-4860-8717-8e8ddfcfb1be service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Refreshing instance network info cache due to event network-changed-384ea4f9-3a4a-4c04-8067-4e592408fee3. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 09:57:36 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-c7db58e4-4d42-4689-b08d-cce757f6d8d5 req-1a835738-1c7e-4860-8717-8e8ddfcfb1be service nova] Acquiring lock "refresh_cache-27d02c8b-47ae-4f82-9089-199c777b41b7" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 09:57:36 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-c7db58e4-4d42-4689-b08d-cce757f6d8d5 req-1a835738-1c7e-4860-8717-8e8ddfcfb1be service nova] Acquired lock "refresh_cache-27d02c8b-47ae-4f82-9089-199c777b41b7" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 09:57:36 user nova-compute[74535]: DEBUG nova.network.neutron [req-c7db58e4-4d42-4689-b08d-cce757f6d8d5 req-1a835738-1c7e-4860-8717-8e8ddfcfb1be service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Refreshing network info cache for port 384ea4f9-3a4a-4c04-8067-4e592408fee3 {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 09:57:36 user nova-compute[74535]: DEBUG nova.network.neutron [req-c7db58e4-4d42-4689-b08d-cce757f6d8d5 req-1a835738-1c7e-4860-8717-8e8ddfcfb1be service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Instance cache missing network info. {{(pid=74535) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 09:57:36 user nova-compute[74535]: DEBUG nova.network.neutron [req-c7db58e4-4d42-4689-b08d-cce757f6d8d5 req-1a835738-1c7e-4860-8717-8e8ddfcfb1be service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Updating instance_info_cache with network_info: [] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:57:36 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-c7db58e4-4d42-4689-b08d-cce757f6d8d5 req-1a835738-1c7e-4860-8717-8e8ddfcfb1be service nova] Releasing lock "refresh_cache-27d02c8b-47ae-4f82-9089-199c777b41b7" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 09:57:36 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 09:57:36 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 09:57:36 user nova-compute[74535]: DEBUG nova.network.neutron [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Successfully updated port: cbc4ad55-4b81-4e0b-b8fe-dced4bf68226 {{(pid=74535) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 09:57:36 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.509s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:57:36 user nova-compute[74535]: DEBUG nova.compute.manager [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Start building networks asynchronously for instance. {{(pid=74535) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 09:57:36 user nova-compute[74535]: DEBUG nova.compute.manager [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Allocating IP information in the background. {{(pid=74535) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 09:57:36 user nova-compute[74535]: DEBUG nova.network.neutron [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] allocate_for_instance() {{(pid=74535) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 09:57:36 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 09:57:37 user nova-compute[74535]: DEBUG nova.policy [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4fe32019e60741df99b6b53bcbdabeb8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '71587ab95e034b41a3b0d6fd0eb8be66', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74535) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 09:57:37 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:57:37 user nova-compute[74535]: DEBUG nova.compute.manager [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Start building block device mappings for instance. {{(pid=74535) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 09:57:37 user nova-compute[74535]: INFO nova.virt.block_device [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Booting with volume 1dd20cca-856f-4a86-9a46-4b8b0ba8b724 at /dev/vda
Dec 06 09:57:37 user nova-compute[74535]: DEBUG os_brick.utils [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 09:57:37 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:57:37 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:57:37 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce800a06-57a6-4ad4-9360-fd3b7fae3ffe]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d95ac7cee77a\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:57:37 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:57:37 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:57:37 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[81e832ca-5518-42fe-bdf9-6c1ef6575305]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:57:37 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:57:37 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:57:37 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[b288416e-637e-4a03-9bee-c504234dc3c6]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:57:37 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[61b84201-9582-4829-b758-eb5833097133]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:57:37 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Running cmd (subprocess): nvme version {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:57:37 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] 'nvme version' failed. Not Retrying. {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 09:57:37 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.nvmeof [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] nvme not present on system {{(pid=74535) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 09:57:37 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:57:37 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 09:57:37 user nova-compute[74535]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 09:57:37 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[62fc5f9d-7fe6-4a71-b00d-f9138145360e]: (4, '') {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:57:37 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74535) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 09:57:37 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74535) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 09:57:37 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] LIGHTOS: no hostnqn found. {{(pid=74535) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 09:57:37 user nova-compute[74535]: DEBUG os_brick.utils [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] <== get_connector_properties: return (110ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d95ac7cee77a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 09:57:37 user nova-compute[74535]: DEBUG nova.virt.block_device [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Updating existing volume attachment record: cc146cdc-6228-4bda-9e45-d6190b91b7f0 {{(pid=74535) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 09:57:37 user nova-compute[74535]: DEBUG nova.network.neutron [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Successfully updated port: 8d8f6803-100b-4f7b-989d-df4d20990859 {{(pid=74535) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 09:57:37 user nova-compute[74535]: DEBUG nova.network.neutron [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Successfully created port: c6f8dfb3-fff9-433c-bd0a-11c21c1638d2 {{(pid=74535) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 09:57:37 user nova-compute[74535]: DEBUG nova.compute.manager [req-a803c9fd-389b-4b45-b197-5d508de0ddfe req-2e52dbe2-94cc-42e0-a1a7-b8dd29540152 service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Received event network-changed-cbc4ad55-4b81-4e0b-b8fe-dced4bf68226 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:57:37 user nova-compute[74535]: DEBUG nova.compute.manager [req-a803c9fd-389b-4b45-b197-5d508de0ddfe req-2e52dbe2-94cc-42e0-a1a7-b8dd29540152 service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Refreshing instance network info cache due to event network-changed-cbc4ad55-4b81-4e0b-b8fe-dced4bf68226. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 09:57:37 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-a803c9fd-389b-4b45-b197-5d508de0ddfe req-2e52dbe2-94cc-42e0-a1a7-b8dd29540152 service nova] Acquiring lock "refresh_cache-27d02c8b-47ae-4f82-9089-199c777b41b7" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 09:57:37 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-a803c9fd-389b-4b45-b197-5d508de0ddfe req-2e52dbe2-94cc-42e0-a1a7-b8dd29540152 service nova] Acquired lock "refresh_cache-27d02c8b-47ae-4f82-9089-199c777b41b7" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 09:57:37 user nova-compute[74535]: DEBUG nova.network.neutron [req-a803c9fd-389b-4b45-b197-5d508de0ddfe req-2e52dbe2-94cc-42e0-a1a7-b8dd29540152 service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Refreshing network info cache for port cbc4ad55-4b81-4e0b-b8fe-dced4bf68226 {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 09:57:37 user nova-compute[74535]: DEBUG nova.network.neutron [req-a803c9fd-389b-4b45-b197-5d508de0ddfe req-2e52dbe2-94cc-42e0-a1a7-b8dd29540152 service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Instance cache missing network info. {{(pid=74535) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 09:57:38 user nova-compute[74535]: DEBUG nova.network.neutron [req-a803c9fd-389b-4b45-b197-5d508de0ddfe req-2e52dbe2-94cc-42e0-a1a7-b8dd29540152 service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Updating instance_info_cache with network_info: [] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:57:38 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-a803c9fd-389b-4b45-b197-5d508de0ddfe req-2e52dbe2-94cc-42e0-a1a7-b8dd29540152 service nova] Releasing lock "refresh_cache-27d02c8b-47ae-4f82-9089-199c777b41b7" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 09:57:38 user nova-compute[74535]: DEBUG nova.compute.manager [req-a803c9fd-389b-4b45-b197-5d508de0ddfe req-2e52dbe2-94cc-42e0-a1a7-b8dd29540152 service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Received event network-changed-8d8f6803-100b-4f7b-989d-df4d20990859 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:57:38 user nova-compute[74535]: DEBUG nova.compute.manager [req-a803c9fd-389b-4b45-b197-5d508de0ddfe req-2e52dbe2-94cc-42e0-a1a7-b8dd29540152 service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Refreshing instance network info cache due to event network-changed-8d8f6803-100b-4f7b-989d-df4d20990859. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 09:57:38 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-a803c9fd-389b-4b45-b197-5d508de0ddfe req-2e52dbe2-94cc-42e0-a1a7-b8dd29540152 service nova] Acquiring lock "refresh_cache-27d02c8b-47ae-4f82-9089-199c777b41b7" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 09:57:38 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-a803c9fd-389b-4b45-b197-5d508de0ddfe req-2e52dbe2-94cc-42e0-a1a7-b8dd29540152 service nova] Acquired lock "refresh_cache-27d02c8b-47ae-4f82-9089-199c777b41b7" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 09:57:38 user nova-compute[74535]: DEBUG nova.network.neutron [req-a803c9fd-389b-4b45-b197-5d508de0ddfe req-2e52dbe2-94cc-42e0-a1a7-b8dd29540152 service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Refreshing network info cache for port 8d8f6803-100b-4f7b-989d-df4d20990859 {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 09:57:38 user nova-compute[74535]: DEBUG nova.network.neutron [req-a803c9fd-389b-4b45-b197-5d508de0ddfe req-2e52dbe2-94cc-42e0-a1a7-b8dd29540152 service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Instance cache missing network info. {{(pid=74535) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 09:57:38 user nova-compute[74535]: DEBUG nova.network.neutron [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Successfully updated port: 015fb0ff-fd7d-458d-9222-dacb90d7da0f {{(pid=74535) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 09:57:38 user nova-compute[74535]: DEBUG nova.network.neutron [req-a803c9fd-389b-4b45-b197-5d508de0ddfe req-2e52dbe2-94cc-42e0-a1a7-b8dd29540152 service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Updating instance_info_cache with network_info: [] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:57:38 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-a803c9fd-389b-4b45-b197-5d508de0ddfe req-2e52dbe2-94cc-42e0-a1a7-b8dd29540152 service nova] Releasing lock "refresh_cache-27d02c8b-47ae-4f82-9089-199c777b41b7" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 09:57:38 user nova-compute[74535]: DEBUG nova.network.neutron [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Successfully created port: 2774b057-10c1-4972-9687-96e5bad1296b {{(pid=74535) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 09:57:39 user nova-compute[74535]: DEBUG nova.network.neutron [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Successfully created port: 97e46d2f-6b29-46f8-937c-4f668f3bca71 {{(pid=74535) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 09:57:39 user nova-compute[74535]: DEBUG nova.network.neutron [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Successfully updated port: 0bf3be11-9783-413b-a530-5a57313e1e70 {{(pid=74535) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 09:57:39 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Acquiring lock "refresh_cache-27d02c8b-47ae-4f82-9089-199c777b41b7" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 09:57:39 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Acquired lock "refresh_cache-27d02c8b-47ae-4f82-9089-199c777b41b7" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 09:57:39 user nova-compute[74535]: DEBUG nova.network.neutron [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Building network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 09:57:39 user nova-compute[74535]: DEBUG nova.network.neutron [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Instance cache missing network info. {{(pid=74535) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 09:57:39 user nova-compute[74535]: DEBUG nova.network.neutron [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Successfully created port: 7d883a59-ce1d-4f0c-8fd9-d53f151b5575 {{(pid=74535) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 09:57:39 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:57:39 user nova-compute[74535]: DEBUG nova.compute.manager [req-c8525e8a-721d-4ad4-abfc-48b5878ed544 req-4f65536b-88c1-48d8-ac3a-772ee51502cd service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Received event network-changed-015fb0ff-fd7d-458d-9222-dacb90d7da0f {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:57:39 user nova-compute[74535]: DEBUG nova.compute.manager [req-c8525e8a-721d-4ad4-abfc-48b5878ed544 req-4f65536b-88c1-48d8-ac3a-772ee51502cd service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Refreshing instance network info cache due to event network-changed-015fb0ff-fd7d-458d-9222-dacb90d7da0f. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 09:57:39 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-c8525e8a-721d-4ad4-abfc-48b5878ed544 req-4f65536b-88c1-48d8-ac3a-772ee51502cd service nova] Acquiring lock "refresh_cache-27d02c8b-47ae-4f82-9089-199c777b41b7" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 09:57:40 user nova-compute[74535]: DEBUG nova.network.neutron [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Successfully created port: a0fd198d-dd8d-49e0-b09c-4baf08dff20a {{(pid=74535) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 09:57:40 user nova-compute[74535]: DEBUG nova.network.neutron [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Successfully updated port: c6f8dfb3-fff9-433c-bd0a-11c21c1638d2 {{(pid=74535) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 09:57:40 user nova-compute[74535]: DEBUG nova.compute.manager [req-e085e08c-b5a2-4e46-b67f-a4da46070596 req-d1f8c2a8-9251-4825-9e5d-3e2bbc45091c service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Received event network-changed-c6f8dfb3-fff9-433c-bd0a-11c21c1638d2 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:57:40 user nova-compute[74535]: DEBUG nova.compute.manager [req-e085e08c-b5a2-4e46-b67f-a4da46070596 req-d1f8c2a8-9251-4825-9e5d-3e2bbc45091c service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Refreshing instance network info cache due to event network-changed-c6f8dfb3-fff9-433c-bd0a-11c21c1638d2. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 09:57:40 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-e085e08c-b5a2-4e46-b67f-a4da46070596 req-d1f8c2a8-9251-4825-9e5d-3e2bbc45091c service nova] Acquiring lock "refresh_cache-6bf0acc8-fdfe-4278-827c-098964372e14" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 09:57:40 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-e085e08c-b5a2-4e46-b67f-a4da46070596 req-d1f8c2a8-9251-4825-9e5d-3e2bbc45091c service nova] Acquired lock "refresh_cache-6bf0acc8-fdfe-4278-827c-098964372e14" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 09:57:40 user nova-compute[74535]: DEBUG nova.network.neutron [req-e085e08c-b5a2-4e46-b67f-a4da46070596 req-d1f8c2a8-9251-4825-9e5d-3e2bbc45091c service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Refreshing network info cache for port c6f8dfb3-fff9-433c-bd0a-11c21c1638d2 {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 09:57:40 user nova-compute[74535]: DEBUG nova.network.neutron [req-e085e08c-b5a2-4e46-b67f-a4da46070596 req-d1f8c2a8-9251-4825-9e5d-3e2bbc45091c service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Instance cache missing network info. {{(pid=74535) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 09:57:41 user nova-compute[74535]: DEBUG nova.network.neutron [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Updating instance_info_cache with network_info: [{"id": "b4dec6c8-9790-4305-aa5a-393e605223ac", "address": "fa:16:3e:79:a4:a7", "network": {"id": "95dfa86c-0cec-494b-b72e-83dd43ab4541", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1021916616-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "18119352b0eb4dde96cb99b675fdc159", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb4dec6c8-97", "ovs_interfaceid": "b4dec6c8-9790-4305-aa5a-393e605223ac", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "384ea4f9-3a4a-4c04-8067-4e592408fee3", "address": "fa:16:3e:b7:6d:64", "network": {"id": "54600ccb-19ba-4879-8650-ac190cd4b5e8", "bridge": "br-int", "label": "tempest-device-tagging-net1-707434686", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "18119352b0eb4dde96cb99b675fdc159", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap384ea4f9-3a", "ovs_interfaceid": "384ea4f9-3a4a-4c04-8067-4e592408fee3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "c817ff70-444d-4cd5-8202-83d3954ca7d2", "address": "fa:16:3e:56:5a:7d", "network": {"id": "54600ccb-19ba-4879-8650-ac190cd4b5e8", "bridge": "br-int", "label": "tempest-device-tagging-net1-707434686", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "18119352b0eb4dde96cb99b675fdc159", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc817ff70-44", "ovs_interfaceid": "c817ff70-444d-4cd5-8202-83d3954ca7d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "cbc4ad55-4b81-4e0b-b8fe-dced4bf68226", "address": "fa:16:3e:09:5b:5b", "network": {"id": "54600ccb-19ba-4879-8650-ac190cd4b5e8", "bridge": "br-int", "label": "tempest-device-tagging-net1-707434686", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.144", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "18119352b0eb4dde96cb99b675fdc159", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcbc4ad55-4b", "ovs_interfaceid": "cbc4ad55-4b81-4e0b-b8fe-dced4bf68226", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8d8f6803-100b-4f7b-989d-df4d20990859", "address": "fa:16:3e:1e:f5:aa", "network": {"id": "54600ccb-19ba-4879-8650-ac190cd4b5e8", "bridge": "br-int", "label": "tempest-device-tagging-net1-707434686", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.95", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "18119352b0eb4dde96cb99b675fdc159", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8d8f6803-10", "ovs_interfaceid": "8d8f6803-100b-4f7b-989d-df4d20990859", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "015fb0ff-fd7d-458d-9222-dacb90d7da0f", "address": "fa:16:3e:f8:92:93", "network": {"id": "55162d7a-93d2-41a7-b313-b73979e51354", "bridge": "br-int", "label": "tempest-device-tagging-net2-391394949", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "18119352b0eb4dde96cb99b675fdc159", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap015fb0ff-fd", "ovs_interfaceid": "015fb0ff-fd7d-458d-9222-dacb90d7da0f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0bf3be11-9783-413b-a530-5a57313e1e70", "address": "fa:16:3e:50:f6:83", "network": {"id": "55162d7a-93d2-41a7-b313-b73979e51354", "bridge": "br-int", "label": "tempest-device-tagging-net2-391394949", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "18119352b0eb4dde96cb99b675fdc159", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0bf3be11-97", "ovs_interfaceid": "0bf3be11-9783-413b-a530-5a57313e1e70", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:57:41 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Releasing lock "refresh_cache-27d02c8b-47ae-4f82-9089-199c777b41b7" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 09:57:41 user nova-compute[74535]: DEBUG nova.compute.manager [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Instance network_info: |[{"id": "b4dec6c8-9790-4305-aa5a-393e605223ac", "address": "fa:16:3e:79:a4:a7", "network": {"id": "95dfa86c-0cec-494b-b72e-83dd43ab4541", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1021916616-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "18119352b0eb4dde96cb99b675fdc159", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb4dec6c8-97", "ovs_interfaceid": "b4dec6c8-9790-4305-aa5a-393e605223ac", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "384ea4f9-3a4a-4c04-8067-4e592408fee3", "address": "fa:16:3e:b7:6d:64", "network": {"id": "54600ccb-19ba-4879-8650-ac190cd4b5e8", "bridge": "br-int", "label": "tempest-device-tagging-net1-707434686", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "18119352b0eb4dde96cb99b675fdc159", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap384ea4f9-3a", "ovs_interfaceid": "384ea4f9-3a4a-4c04-8067-4e592408fee3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "c817ff70-444d-4cd5-8202-83d3954ca7d2", "address": "fa:16:3e:56:5a:7d", "network": {"id": "54600ccb-19ba-4879-8650-ac190cd4b5e8", "bridge": "br-int", "label": "tempest-device-tagging-net1-707434686", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "18119352b0eb4dde96cb99b675fdc159", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc817ff70-44", "ovs_interfaceid": "c817ff70-444d-4cd5-8202-83d3954ca7d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "cbc4ad55-4b81-4e0b-b8fe-dced4bf68226", "address": "fa:16:3e:09:5b:5b", "network": {"id": "54600ccb-19ba-4879-8650-ac190cd4b5e8", "bridge": "br-int", "label": "tempest-device-tagging-net1-707434686", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.144", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "18119352b0eb4dde96cb99b675fdc159", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcbc4ad55-4b", "ovs_interfaceid": "cbc4ad55-4b81-4e0b-b8fe-dced4bf68226", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8d8f6803-100b-4f7b-989d-df4d20990859", "address": "fa:16:3e:1e:f5:aa", "network": {"id": "54600ccb-19ba-4879-8650-ac190cd4b5e8", "bridge": "br-int", "label": "tempest-device-tagging-net1-707434686", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.95", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "18119352b0eb4dde96cb99b675fdc159", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8d8f6803-10", "ovs_interfaceid": "8d8f6803-100b-4f7b-989d-df4d20990859", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "015fb0ff-fd7d-458d-9222-dacb90d7da0f", "address": "fa:16:3e:f8:92:93", "network": {"id": "55162d7a-93d2-41a7-b313-b73979e51354", "bridge": "br-int", "label": "tempest-device-tagging-net2-391394949", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "18119352b0eb4dde96cb99b675fdc159", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap015fb0ff-fd", "ovs_interfaceid": "015fb0ff-fd7d-458d-9222-dacb90d7da0f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0bf3be11-9783-413b-a530-5a57313e1e70", "address": "fa:16:3e:50:f6:83", "network": {"id": "55162d7a-93d2-41a7-b313-b73979e51354", "bridge": "br-int", "label": "tempest-device-tagging-net2-391394949", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "18119352b0eb4dde96cb99b675fdc159", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0bf3be11-97", "ovs_interfaceid": "0bf3be11-9783-413b-a530-5a57313e1e70", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74535) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 09:57:41 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-c8525e8a-721d-4ad4-abfc-48b5878ed544 req-4f65536b-88c1-48d8-ac3a-772ee51502cd service nova] Acquired lock "refresh_cache-27d02c8b-47ae-4f82-9089-199c777b41b7" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 09:57:41 user nova-compute[74535]: DEBUG nova.network.neutron [req-c8525e8a-721d-4ad4-abfc-48b5878ed544 req-4f65536b-88c1-48d8-ac3a-772ee51502cd service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Refreshing network info cache for port 015fb0ff-fd7d-458d-9222-dacb90d7da0f {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 09:57:41 user nova-compute[74535]: DEBUG nova.network.neutron [req-e085e08c-b5a2-4e46-b67f-a4da46070596 req-d1f8c2a8-9251-4825-9e5d-3e2bbc45091c service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Updating instance_info_cache with network_info: [] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:57:41 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-e085e08c-b5a2-4e46-b67f-a4da46070596 req-d1f8c2a8-9251-4825-9e5d-3e2bbc45091c service nova] Releasing lock "refresh_cache-6bf0acc8-fdfe-4278-827c-098964372e14" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 09:57:41 user nova-compute[74535]: DEBUG nova.network.neutron [req-c8525e8a-721d-4ad4-abfc-48b5878ed544 req-4f65536b-88c1-48d8-ac3a-772ee51502cd service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Updated VIF entry in instance network info cache for port 015fb0ff-fd7d-458d-9222-dacb90d7da0f. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 09:57:41 user nova-compute[74535]: DEBUG nova.network.neutron [req-c8525e8a-721d-4ad4-abfc-48b5878ed544 req-4f65536b-88c1-48d8-ac3a-772ee51502cd service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Updating instance_info_cache with network_info: [{"id": "b4dec6c8-9790-4305-aa5a-393e605223ac", "address": "fa:16:3e:79:a4:a7", "network": {"id": "95dfa86c-0cec-494b-b72e-83dd43ab4541", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1021916616-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "18119352b0eb4dde96cb99b675fdc159", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb4dec6c8-97", "ovs_interfaceid": "b4dec6c8-9790-4305-aa5a-393e605223ac", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "384ea4f9-3a4a-4c04-8067-4e592408fee3", "address": "fa:16:3e:b7:6d:64", "network": {"id": "54600ccb-19ba-4879-8650-ac190cd4b5e8", "bridge": "br-int", "label": "tempest-device-tagging-net1-707434686", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "18119352b0eb4dde96cb99b675fdc159", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap384ea4f9-3a", "ovs_interfaceid": "384ea4f9-3a4a-4c04-8067-4e592408fee3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "c817ff70-444d-4cd5-8202-83d3954ca7d2", "address": "fa:16:3e:56:5a:7d", "network": {"id": "54600ccb-19ba-4879-8650-ac190cd4b5e8", "bridge": "br-int", "label": "tempest-device-tagging-net1-707434686", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "18119352b0eb4dde96cb99b675fdc159", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc817ff70-44", "ovs_interfaceid": "c817ff70-444d-4cd5-8202-83d3954ca7d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "cbc4ad55-4b81-4e0b-b8fe-dced4bf68226", "address": "fa:16:3e:09:5b:5b", "network": {"id": "54600ccb-19ba-4879-8650-ac190cd4b5e8", "bridge": "br-int", "label": "tempest-device-tagging-net1-707434686", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.144", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "18119352b0eb4dde96cb99b675fdc159", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcbc4ad55-4b", "ovs_interfaceid": "cbc4ad55-4b81-4e0b-b8fe-dced4bf68226", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8d8f6803-100b-4f7b-989d-df4d20990859", "address": "fa:16:3e:1e:f5:aa", "network": {"id": "54600ccb-19ba-4879-8650-ac190cd4b5e8", "bridge": "br-int", "label": "tempest-device-tagging-net1-707434686", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.95", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "18119352b0eb4dde96cb99b675fdc159", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8d8f6803-10", "ovs_interfaceid": "8d8f6803-100b-4f7b-989d-df4d20990859", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "015fb0ff-fd7d-458d-9222-dacb90d7da0f", "address": "fa:16:3e:f8:92:93", "network": {"id": "55162d7a-93d2-41a7-b313-b73979e51354", "bridge": "br-int", "label": "tempest-device-tagging-net2-391394949", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "18119352b0eb4dde96cb99b675fdc159", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap015fb0ff-fd", "ovs_interfaceid": "015fb0ff-fd7d-458d-9222-dacb90d7da0f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0bf3be11-9783-413b-a530-5a57313e1e70", "address": "fa:16:3e:50:f6:83", "network": {"id": "55162d7a-93d2-41a7-b313-b73979e51354", "bridge": "br-int", "label": "tempest-device-tagging-net2-391394949", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "18119352b0eb4dde96cb99b675fdc159", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0bf3be11-97", "ovs_interfaceid": "0bf3be11-9783-413b-a530-5a57313e1e70", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:57:41 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-c8525e8a-721d-4ad4-abfc-48b5878ed544 req-4f65536b-88c1-48d8-ac3a-772ee51502cd service nova] Releasing lock "refresh_cache-27d02c8b-47ae-4f82-9089-199c777b41b7" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 09:57:41 user nova-compute[74535]: DEBUG nova.compute.manager [req-c8525e8a-721d-4ad4-abfc-48b5878ed544 req-4f65536b-88c1-48d8-ac3a-772ee51502cd service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Received event network-changed-0bf3be11-9783-413b-a530-5a57313e1e70 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:57:41 user nova-compute[74535]: DEBUG nova.compute.manager [req-c8525e8a-721d-4ad4-abfc-48b5878ed544 req-4f65536b-88c1-48d8-ac3a-772ee51502cd service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Refreshing instance network info cache due to event network-changed-0bf3be11-9783-413b-a530-5a57313e1e70. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 09:57:41 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-c8525e8a-721d-4ad4-abfc-48b5878ed544 req-4f65536b-88c1-48d8-ac3a-772ee51502cd service nova] Acquiring lock "refresh_cache-27d02c8b-47ae-4f82-9089-199c777b41b7" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 09:57:41 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-c8525e8a-721d-4ad4-abfc-48b5878ed544 req-4f65536b-88c1-48d8-ac3a-772ee51502cd service nova] Acquired lock "refresh_cache-27d02c8b-47ae-4f82-9089-199c777b41b7" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 09:57:41 user nova-compute[74535]: DEBUG nova.network.neutron [req-c8525e8a-721d-4ad4-abfc-48b5878ed544 req-4f65536b-88c1-48d8-ac3a-772ee51502cd service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Refreshing network info cache for port 0bf3be11-9783-413b-a530-5a57313e1e70 {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 09:57:41 user nova-compute[74535]: DEBUG nova.network.neutron [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Successfully updated port: 1e88bea1-b26e-41f6-bf30-4102c1efc990 {{(pid=74535) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 09:57:42 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:57:42 user nova-compute[74535]: DEBUG nova.network.neutron [req-c8525e8a-721d-4ad4-abfc-48b5878ed544 req-4f65536b-88c1-48d8-ac3a-772ee51502cd service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Updated VIF entry in instance network info cache for port 0bf3be11-9783-413b-a530-5a57313e1e70. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 09:57:42 user nova-compute[74535]: DEBUG nova.network.neutron [req-c8525e8a-721d-4ad4-abfc-48b5878ed544 req-4f65536b-88c1-48d8-ac3a-772ee51502cd service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Updating instance_info_cache with network_info: [{"id": "b4dec6c8-9790-4305-aa5a-393e605223ac", "address": "fa:16:3e:79:a4:a7", "network": {"id": "95dfa86c-0cec-494b-b72e-83dd43ab4541", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1021916616-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "18119352b0eb4dde96cb99b675fdc159", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb4dec6c8-97", "ovs_interfaceid": "b4dec6c8-9790-4305-aa5a-393e605223ac", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "384ea4f9-3a4a-4c04-8067-4e592408fee3", "address": "fa:16:3e:b7:6d:64", "network": {"id": "54600ccb-19ba-4879-8650-ac190cd4b5e8", "bridge": "br-int", "label": "tempest-device-tagging-net1-707434686", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "18119352b0eb4dde96cb99b675fdc159", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap384ea4f9-3a", "ovs_interfaceid": "384ea4f9-3a4a-4c04-8067-4e592408fee3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "c817ff70-444d-4cd5-8202-83d3954ca7d2", "address": "fa:16:3e:56:5a:7d", "network": {"id": "54600ccb-19ba-4879-8650-ac190cd4b5e8", "bridge": "br-int", "label": "tempest-device-tagging-net1-707434686", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "18119352b0eb4dde96cb99b675fdc159", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc817ff70-44", "ovs_interfaceid": "c817ff70-444d-4cd5-8202-83d3954ca7d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "cbc4ad55-4b81-4e0b-b8fe-dced4bf68226", "address": "fa:16:3e:09:5b:5b", "network": {"id": "54600ccb-19ba-4879-8650-ac190cd4b5e8", "bridge": "br-int", "label": "tempest-device-tagging-net1-707434686", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.144", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "18119352b0eb4dde96cb99b675fdc159", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcbc4ad55-4b", "ovs_interfaceid": "cbc4ad55-4b81-4e0b-b8fe-dced4bf68226", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8d8f6803-100b-4f7b-989d-df4d20990859", "address": "fa:16:3e:1e:f5:aa", "network": {"id": "54600ccb-19ba-4879-8650-ac190cd4b5e8", "bridge": "br-int", "label": "tempest-device-tagging-net1-707434686", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.95", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "18119352b0eb4dde96cb99b675fdc159", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8d8f6803-10", "ovs_interfaceid": "8d8f6803-100b-4f7b-989d-df4d20990859", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "015fb0ff-fd7d-458d-9222-dacb90d7da0f", "address": "fa:16:3e:f8:92:93", "network": {"id": "55162d7a-93d2-41a7-b313-b73979e51354", "bridge": "br-int", "label": "tempest-device-tagging-net2-391394949", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "18119352b0eb4dde96cb99b675fdc159", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap015fb0ff-fd", "ovs_interfaceid": "015fb0ff-fd7d-458d-9222-dacb90d7da0f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0bf3be11-9783-413b-a530-5a57313e1e70", "address": "fa:16:3e:50:f6:83", "network": {"id": "55162d7a-93d2-41a7-b313-b73979e51354", "bridge": "br-int", "label": "tempest-device-tagging-net2-391394949", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "18119352b0eb4dde96cb99b675fdc159", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0bf3be11-97", "ovs_interfaceid": "0bf3be11-9783-413b-a530-5a57313e1e70", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:57:42 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-c8525e8a-721d-4ad4-abfc-48b5878ed544 req-4f65536b-88c1-48d8-ac3a-772ee51502cd service nova] Releasing lock "refresh_cache-27d02c8b-47ae-4f82-9089-199c777b41b7" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 09:57:42 user nova-compute[74535]: DEBUG nova.network.neutron [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Successfully updated port: b23ade9e-eb4b-4a4b-86d5-2db9286501a3 {{(pid=74535) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 09:57:42 user nova-compute[74535]: DEBUG nova.compute.manager [req-aa11ac54-d05a-4aad-878a-458d815581a8 req-bf2d4273-4f47-43d2-b9ae-4ec3643d624a service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Received event network-changed-b23ade9e-eb4b-4a4b-86d5-2db9286501a3 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:57:42 user nova-compute[74535]: DEBUG nova.compute.manager [req-aa11ac54-d05a-4aad-878a-458d815581a8 req-bf2d4273-4f47-43d2-b9ae-4ec3643d624a service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Refreshing instance network info cache due to event network-changed-b23ade9e-eb4b-4a4b-86d5-2db9286501a3. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 09:57:42 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-aa11ac54-d05a-4aad-878a-458d815581a8 req-bf2d4273-4f47-43d2-b9ae-4ec3643d624a service nova] Acquiring lock "refresh_cache-6bf0acc8-fdfe-4278-827c-098964372e14" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 09:57:42 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-aa11ac54-d05a-4aad-878a-458d815581a8 req-bf2d4273-4f47-43d2-b9ae-4ec3643d624a service nova] Acquired lock "refresh_cache-6bf0acc8-fdfe-4278-827c-098964372e14" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 09:57:42 user nova-compute[74535]: DEBUG nova.network.neutron [req-aa11ac54-d05a-4aad-878a-458d815581a8 req-bf2d4273-4f47-43d2-b9ae-4ec3643d624a service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Refreshing network info cache for port b23ade9e-eb4b-4a4b-86d5-2db9286501a3 {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 09:57:42 user nova-compute[74535]: DEBUG nova.network.neutron [req-aa11ac54-d05a-4aad-878a-458d815581a8 req-bf2d4273-4f47-43d2-b9ae-4ec3643d624a service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Instance cache missing network info. {{(pid=74535) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 09:57:42 user nova-compute[74535]: INFO nova.virt.block_device [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Booting with volume a75eed35-93a6-46c0-ac98-ff7988bc82e7 at /dev/vdb
Dec 06 09:57:42 user nova-compute[74535]: DEBUG nova.network.neutron [req-aa11ac54-d05a-4aad-878a-458d815581a8 req-bf2d4273-4f47-43d2-b9ae-4ec3643d624a service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Updating instance_info_cache with network_info: [] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:57:42 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-aa11ac54-d05a-4aad-878a-458d815581a8 req-bf2d4273-4f47-43d2-b9ae-4ec3643d624a service nova] Releasing lock "refresh_cache-6bf0acc8-fdfe-4278-827c-098964372e14" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 09:57:42 user nova-compute[74535]: DEBUG os_brick.utils [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 09:57:42 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:57:42 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:57:42 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ced9098-9a56-45a1-850d-6914c38c428d]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d95ac7cee77a\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:57:42 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:57:42 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:57:42 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[8daad736-6770-4b67-85e6-4acc61a24628]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:57:42 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:57:42 user nova-compute[74535]: DEBUG nova.compute.manager [req-b0bb800c-4351-4aa3-9788-8007346bb97f req-3903ef22-0584-430a-80e8-f97917299713 service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Received event network-changed-1e88bea1-b26e-41f6-bf30-4102c1efc990 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:57:42 user nova-compute[74535]: DEBUG nova.compute.manager [req-b0bb800c-4351-4aa3-9788-8007346bb97f req-3903ef22-0584-430a-80e8-f97917299713 service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Refreshing instance network info cache due to event network-changed-1e88bea1-b26e-41f6-bf30-4102c1efc990. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 09:57:42 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-b0bb800c-4351-4aa3-9788-8007346bb97f req-3903ef22-0584-430a-80e8-f97917299713 service nova] Acquiring lock "refresh_cache-6bf0acc8-fdfe-4278-827c-098964372e14" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 09:57:42 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-b0bb800c-4351-4aa3-9788-8007346bb97f req-3903ef22-0584-430a-80e8-f97917299713 service nova] Acquired lock "refresh_cache-6bf0acc8-fdfe-4278-827c-098964372e14" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 09:57:42 user nova-compute[74535]: DEBUG nova.network.neutron [req-b0bb800c-4351-4aa3-9788-8007346bb97f req-3903ef22-0584-430a-80e8-f97917299713 service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Refreshing network info cache for port 1e88bea1-b26e-41f6-bf30-4102c1efc990 {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 09:57:42 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:57:42 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[00e61eba-37c5-4a7a-8833-072b7544b4bb]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:57:42 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[932ee0d0-3b16-4bc9-b8d5-c84bc0093689]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:57:42 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Running cmd (subprocess): nvme version {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:57:42 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] 'nvme version' failed. Not Retrying. {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 09:57:42 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.nvmeof [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] nvme not present on system {{(pid=74535) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 09:57:42 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:57:42 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 09:57:42 user nova-compute[74535]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 09:57:42 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e37fdd8-5afe-4d89-a6ec-57e0f9df693e]: (4, '') {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:57:42 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74535) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 09:57:42 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74535) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 09:57:42 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] LIGHTOS: no hostnqn found. {{(pid=74535) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 09:57:42 user nova-compute[74535]: DEBUG os_brick.utils [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] <== get_connector_properties: return (134ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d95ac7cee77a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 09:57:42 user nova-compute[74535]: DEBUG nova.virt.block_device [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Updating existing volume attachment record: 710cb1a8-5a25-44f5-8c51-d9e568d5437a {{(pid=74535) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 09:57:43 user nova-compute[74535]: DEBUG nova.network.neutron [req-b0bb800c-4351-4aa3-9788-8007346bb97f req-3903ef22-0584-430a-80e8-f97917299713 service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Instance cache missing network info. {{(pid=74535) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 09:57:43 user nova-compute[74535]: DEBUG nova.network.neutron [req-b0bb800c-4351-4aa3-9788-8007346bb97f req-3903ef22-0584-430a-80e8-f97917299713 service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Updating instance_info_cache with network_info: [] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:57:43 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-b0bb800c-4351-4aa3-9788-8007346bb97f req-3903ef22-0584-430a-80e8-f97917299713 service nova] Releasing lock "refresh_cache-6bf0acc8-fdfe-4278-827c-098964372e14" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 09:57:43 user nova-compute[74535]: DEBUG nova.network.neutron [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Successfully updated port: 2774b057-10c1-4972-9687-96e5bad1296b {{(pid=74535) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 09:57:44 user nova-compute[74535]: DEBUG nova.network.neutron [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Successfully updated port: 97e46d2f-6b29-46f8-937c-4f668f3bca71 {{(pid=74535) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 09:57:44 user nova-compute[74535]: DEBUG nova.compute.manager [req-bfed3494-0d9e-40df-bd95-3f513b8ee263 req-c81b81d7-06fe-49fc-bde1-d34db23289ab service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Received event network-changed-2774b057-10c1-4972-9687-96e5bad1296b {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:57:44 user nova-compute[74535]: DEBUG nova.compute.manager [req-bfed3494-0d9e-40df-bd95-3f513b8ee263 req-c81b81d7-06fe-49fc-bde1-d34db23289ab service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Refreshing instance network info cache due to event network-changed-2774b057-10c1-4972-9687-96e5bad1296b. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 09:57:44 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-bfed3494-0d9e-40df-bd95-3f513b8ee263 req-c81b81d7-06fe-49fc-bde1-d34db23289ab service nova] Acquiring lock "refresh_cache-6bf0acc8-fdfe-4278-827c-098964372e14" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 09:57:44 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-bfed3494-0d9e-40df-bd95-3f513b8ee263 req-c81b81d7-06fe-49fc-bde1-d34db23289ab service nova] Acquired lock "refresh_cache-6bf0acc8-fdfe-4278-827c-098964372e14" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 09:57:44 user nova-compute[74535]: DEBUG nova.network.neutron [req-bfed3494-0d9e-40df-bd95-3f513b8ee263 req-c81b81d7-06fe-49fc-bde1-d34db23289ab service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Refreshing network info cache for port 2774b057-10c1-4972-9687-96e5bad1296b {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 09:57:44 user nova-compute[74535]: DEBUG nova.network.neutron [req-bfed3494-0d9e-40df-bd95-3f513b8ee263 req-c81b81d7-06fe-49fc-bde1-d34db23289ab service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Instance cache missing network info. {{(pid=74535) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 09:57:44 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:57:44 user nova-compute[74535]: DEBUG nova.network.neutron [req-bfed3494-0d9e-40df-bd95-3f513b8ee263 req-c81b81d7-06fe-49fc-bde1-d34db23289ab service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Updating instance_info_cache with network_info: [] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:57:44 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-bfed3494-0d9e-40df-bd95-3f513b8ee263 req-c81b81d7-06fe-49fc-bde1-d34db23289ab service nova] Releasing lock "refresh_cache-6bf0acc8-fdfe-4278-827c-098964372e14" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 09:57:44 user nova-compute[74535]: DEBUG nova.compute.manager [req-bfed3494-0d9e-40df-bd95-3f513b8ee263 req-c81b81d7-06fe-49fc-bde1-d34db23289ab service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Received event network-changed-97e46d2f-6b29-46f8-937c-4f668f3bca71 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:57:44 user nova-compute[74535]: DEBUG nova.compute.manager [req-bfed3494-0d9e-40df-bd95-3f513b8ee263 req-c81b81d7-06fe-49fc-bde1-d34db23289ab service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Refreshing instance network info cache due to event network-changed-97e46d2f-6b29-46f8-937c-4f668f3bca71. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 09:57:44 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-bfed3494-0d9e-40df-bd95-3f513b8ee263 req-c81b81d7-06fe-49fc-bde1-d34db23289ab service nova] Acquiring lock "refresh_cache-6bf0acc8-fdfe-4278-827c-098964372e14" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 09:57:44 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-bfed3494-0d9e-40df-bd95-3f513b8ee263 req-c81b81d7-06fe-49fc-bde1-d34db23289ab service nova] Acquired lock "refresh_cache-6bf0acc8-fdfe-4278-827c-098964372e14" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 09:57:44 user nova-compute[74535]: DEBUG nova.network.neutron [req-bfed3494-0d9e-40df-bd95-3f513b8ee263 req-c81b81d7-06fe-49fc-bde1-d34db23289ab service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Refreshing network info cache for port 97e46d2f-6b29-46f8-937c-4f668f3bca71 {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 09:57:44 user nova-compute[74535]: DEBUG nova.network.neutron [req-bfed3494-0d9e-40df-bd95-3f513b8ee263 req-c81b81d7-06fe-49fc-bde1-d34db23289ab service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Instance cache missing network info. {{(pid=74535) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 09:57:45 user nova-compute[74535]: DEBUG nova.network.neutron [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Successfully updated port: 7d883a59-ce1d-4f0c-8fd9-d53f151b5575 {{(pid=74535) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 09:57:45 user nova-compute[74535]: DEBUG nova.network.neutron [req-bfed3494-0d9e-40df-bd95-3f513b8ee263 req-c81b81d7-06fe-49fc-bde1-d34db23289ab service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Updating instance_info_cache with network_info: [] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:57:45 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-bfed3494-0d9e-40df-bd95-3f513b8ee263 req-c81b81d7-06fe-49fc-bde1-d34db23289ab service nova] Releasing lock "refresh_cache-6bf0acc8-fdfe-4278-827c-098964372e14" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 09:57:45 user nova-compute[74535]: DEBUG nova.network.neutron [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Successfully updated port: a0fd198d-dd8d-49e0-b09c-4baf08dff20a {{(pid=74535) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 09:57:45 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Acquiring lock "refresh_cache-6bf0acc8-fdfe-4278-827c-098964372e14" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 09:57:45 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Acquired lock "refresh_cache-6bf0acc8-fdfe-4278-827c-098964372e14" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 09:57:45 user nova-compute[74535]: DEBUG nova.network.neutron [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Building network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 09:57:45 user nova-compute[74535]: DEBUG nova.network.neutron [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Instance cache missing network info. {{(pid=74535) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 09:57:46 user nova-compute[74535]: DEBUG nova.compute.manager [req-8444172a-3609-42f0-837e-d51cab186cfc req-792e7df8-7b37-4a62-8c51-138fdfeb8540 service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Received event network-changed-7d883a59-ce1d-4f0c-8fd9-d53f151b5575 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:57:46 user nova-compute[74535]: DEBUG nova.compute.manager [req-8444172a-3609-42f0-837e-d51cab186cfc req-792e7df8-7b37-4a62-8c51-138fdfeb8540 service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Refreshing instance network info cache due to event network-changed-7d883a59-ce1d-4f0c-8fd9-d53f151b5575. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 09:57:46 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-8444172a-3609-42f0-837e-d51cab186cfc req-792e7df8-7b37-4a62-8c51-138fdfeb8540 service nova] Acquiring lock "refresh_cache-6bf0acc8-fdfe-4278-827c-098964372e14" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 09:57:47 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:57:47 user nova-compute[74535]: INFO nova.virt.block_device [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Booting with volume e0782171-d98b-424a-ae70-e3e834859f21 at /dev/vdb
Dec 06 09:57:47 user nova-compute[74535]: DEBUG os_brick.utils [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 09:57:47 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:57:47 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:57:47 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[afbe49c7-8fc3-4a97-8ecb-8a66f8d2cab0]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d95ac7cee77a\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:57:47 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:57:47 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:57:47 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[055939e3-7b14-4bd6-bda5-370664bfbff2]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:57:47 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:57:47 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:57:47 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[f0a058c1-c9a9-427d-99ce-576edbfad19b]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:57:47 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[1af6c5f2-e87b-47dc-8ff3-3abf4dd00dde]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:57:47 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Running cmd (subprocess): nvme version {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:57:47 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] 'nvme version' failed. Not Retrying. {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 09:57:47 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.nvmeof [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] nvme not present on system {{(pid=74535) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 09:57:47 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:57:47 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 09:57:47 user nova-compute[74535]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 09:57:47 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec9859b5-75cd-4eb7-830e-3a1cef52423c]: (4, '') {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:57:47 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74535) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 09:57:47 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74535) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 09:57:47 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] LIGHTOS: no hostnqn found. {{(pid=74535) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 09:57:47 user nova-compute[74535]: DEBUG os_brick.utils [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] <== get_connector_properties: return (123ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d95ac7cee77a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 09:57:47 user nova-compute[74535]: DEBUG nova.virt.block_device [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Updating existing volume attachment record: 6001f145-6f86-4d13-8b95-63d174840e8e {{(pid=74535) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 09:57:47 user nova-compute[74535]: DEBUG nova.network.neutron [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Updating instance_info_cache with network_info: [{"id": "c6f8dfb3-fff9-433c-bd0a-11c21c1638d2", "address": "fa:16:3e:66:f8:be", "network": {"id": "ef904c21-3887-46fe-8261-80025ea7dc00", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1002192521-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "71587ab95e034b41a3b0d6fd0eb8be66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc6f8dfb3-ff", "ovs_interfaceid": "c6f8dfb3-fff9-433c-bd0a-11c21c1638d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1e88bea1-b26e-41f6-bf30-4102c1efc990", "address": "fa:16:3e:c2:84:96", "network": {"id": "e52f8ece-a7ae-4939-adfb-c9449b48cc5e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1398369761", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.103", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "71587ab95e034b41a3b0d6fd0eb8be66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e88bea1-b2", "ovs_interfaceid": "1e88bea1-b26e-41f6-bf30-4102c1efc990", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "b23ade9e-eb4b-4a4b-86d5-2db9286501a3", "address": "fa:16:3e:d5:12:ae", "network": {"id": "e52f8ece-a7ae-4939-adfb-c9449b48cc5e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1398369761", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.132", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "71587ab95e034b41a3b0d6fd0eb8be66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb23ade9e-eb", "ovs_interfaceid": "b23ade9e-eb4b-4a4b-86d5-2db9286501a3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "2774b057-10c1-4972-9687-96e5bad1296b", "address": "fa:16:3e:f5:17:25", "network": {"id": "e52f8ece-a7ae-4939-adfb-c9449b48cc5e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1398369761", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "71587ab95e034b41a3b0d6fd0eb8be66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2774b057-10", "ovs_interfaceid": "2774b057-10c1-4972-9687-96e5bad1296b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "97e46d2f-6b29-46f8-937c-4f668f3bca71", "address": "fa:16:3e:af:09:a1", "network": {"id": "e52f8ece-a7ae-4939-adfb-c9449b48cc5e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1398369761", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.239", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "71587ab95e034b41a3b0d6fd0eb8be66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap97e46d2f-6b", "ovs_interfaceid": "97e46d2f-6b29-46f8-937c-4f668f3bca71", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7d883a59-ce1d-4f0c-8fd9-d53f151b5575", "address": "fa:16:3e:1a:a8:f4", "network": {"id": "8f03edad-13b8-47ee-8ffa-31005660803a", "bridge": "br-int", "label": "tempest-device-tagging-net2-994058104", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "71587ab95e034b41a3b0d6fd0eb8be66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d883a59-ce", "ovs_interfaceid": "7d883a59-ce1d-4f0c-8fd9-d53f151b5575", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a0fd198d-dd8d-49e0-b09c-4baf08dff20a", "address": "fa:16:3e:ec:93:11", "network": {"id": "8f03edad-13b8-47ee-8ffa-31005660803a", "bridge": "br-int", "label": "tempest-device-tagging-net2-994058104", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "71587ab95e034b41a3b0d6fd0eb8be66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa0fd198d-dd", "ovs_interfaceid": "a0fd198d-dd8d-49e0-b09c-4baf08dff20a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:57:47 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Releasing lock "refresh_cache-6bf0acc8-fdfe-4278-827c-098964372e14" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 09:57:47 user nova-compute[74535]: DEBUG nova.compute.manager [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Instance network_info: |[{"id": "c6f8dfb3-fff9-433c-bd0a-11c21c1638d2", "address": "fa:16:3e:66:f8:be", "network": {"id": "ef904c21-3887-46fe-8261-80025ea7dc00", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1002192521-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "71587ab95e034b41a3b0d6fd0eb8be66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc6f8dfb3-ff", "ovs_interfaceid": "c6f8dfb3-fff9-433c-bd0a-11c21c1638d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1e88bea1-b26e-41f6-bf30-4102c1efc990", "address": "fa:16:3e:c2:84:96", "network": {"id": "e52f8ece-a7ae-4939-adfb-c9449b48cc5e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1398369761", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.103", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "71587ab95e034b41a3b0d6fd0eb8be66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e88bea1-b2", "ovs_interfaceid": "1e88bea1-b26e-41f6-bf30-4102c1efc990", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "b23ade9e-eb4b-4a4b-86d5-2db9286501a3", "address": "fa:16:3e:d5:12:ae", "network": {"id": "e52f8ece-a7ae-4939-adfb-c9449b48cc5e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1398369761", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.132", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "71587ab95e034b41a3b0d6fd0eb8be66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb23ade9e-eb", "ovs_interfaceid": "b23ade9e-eb4b-4a4b-86d5-2db9286501a3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "2774b057-10c1-4972-9687-96e5bad1296b", "address": "fa:16:3e:f5:17:25", "network": {"id": "e52f8ece-a7ae-4939-adfb-c9449b48cc5e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1398369761", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "71587ab95e034b41a3b0d6fd0eb8be66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2774b057-10", "ovs_interfaceid": "2774b057-10c1-4972-9687-96e5bad1296b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "97e46d2f-6b29-46f8-937c-4f668f3bca71", "address": "fa:16:3e:af:09:a1", "network": {"id": "e52f8ece-a7ae-4939-adfb-c9449b48cc5e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1398369761", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.239", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "71587ab95e034b41a3b0d6fd0eb8be66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap97e46d2f-6b", "ovs_interfaceid": "97e46d2f-6b29-46f8-937c-4f668f3bca71", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7d883a59-ce1d-4f0c-8fd9-d53f151b5575", "address": "fa:16:3e:1a:a8:f4", "network": {"id": "8f03edad-13b8-47ee-8ffa-31005660803a", "bridge": "br-int", "label": "tempest-device-tagging-net2-994058104", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "71587ab95e034b41a3b0d6fd0eb8be66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d883a59-ce", "ovs_interfaceid": "7d883a59-ce1d-4f0c-8fd9-d53f151b5575", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a0fd198d-dd8d-49e0-b09c-4baf08dff20a", "address": "fa:16:3e:ec:93:11", "network": {"id": "8f03edad-13b8-47ee-8ffa-31005660803a", "bridge": "br-int", "label": "tempest-device-tagging-net2-994058104", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "71587ab95e034b41a3b0d6fd0eb8be66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa0fd198d-dd", "ovs_interfaceid": "a0fd198d-dd8d-49e0-b09c-4baf08dff20a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74535) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 09:57:47 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-8444172a-3609-42f0-837e-d51cab186cfc req-792e7df8-7b37-4a62-8c51-138fdfeb8540 service nova] Acquired lock "refresh_cache-6bf0acc8-fdfe-4278-827c-098964372e14" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 09:57:47 user nova-compute[74535]: DEBUG nova.network.neutron [req-8444172a-3609-42f0-837e-d51cab186cfc req-792e7df8-7b37-4a62-8c51-138fdfeb8540 service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Refreshing network info cache for port 7d883a59-ce1d-4f0c-8fd9-d53f151b5575 {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 09:57:48 user nova-compute[74535]: DEBUG nova.network.neutron [req-8444172a-3609-42f0-837e-d51cab186cfc req-792e7df8-7b37-4a62-8c51-138fdfeb8540 service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Updated VIF entry in instance network info cache for port 7d883a59-ce1d-4f0c-8fd9-d53f151b5575. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 09:57:48 user nova-compute[74535]: DEBUG nova.network.neutron [req-8444172a-3609-42f0-837e-d51cab186cfc req-792e7df8-7b37-4a62-8c51-138fdfeb8540 service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Updating instance_info_cache with network_info: [{"id": "c6f8dfb3-fff9-433c-bd0a-11c21c1638d2", "address": "fa:16:3e:66:f8:be", "network": {"id": "ef904c21-3887-46fe-8261-80025ea7dc00", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1002192521-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "71587ab95e034b41a3b0d6fd0eb8be66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc6f8dfb3-ff", "ovs_interfaceid": "c6f8dfb3-fff9-433c-bd0a-11c21c1638d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1e88bea1-b26e-41f6-bf30-4102c1efc990", "address": "fa:16:3e:c2:84:96", "network": {"id": "e52f8ece-a7ae-4939-adfb-c9449b48cc5e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1398369761", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.103", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "71587ab95e034b41a3b0d6fd0eb8be66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e88bea1-b2", "ovs_interfaceid": "1e88bea1-b26e-41f6-bf30-4102c1efc990", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "b23ade9e-eb4b-4a4b-86d5-2db9286501a3", "address": "fa:16:3e:d5:12:ae", "network": {"id": "e52f8ece-a7ae-4939-adfb-c9449b48cc5e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1398369761", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.132", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "71587ab95e034b41a3b0d6fd0eb8be66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb23ade9e-eb", "ovs_interfaceid": "b23ade9e-eb4b-4a4b-86d5-2db9286501a3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "2774b057-10c1-4972-9687-96e5bad1296b", "address": "fa:16:3e:f5:17:25", "network": {"id": "e52f8ece-a7ae-4939-adfb-c9449b48cc5e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1398369761", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "71587ab95e034b41a3b0d6fd0eb8be66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2774b057-10", "ovs_interfaceid": "2774b057-10c1-4972-9687-96e5bad1296b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "97e46d2f-6b29-46f8-937c-4f668f3bca71", "address": "fa:16:3e:af:09:a1", "network": {"id": "e52f8ece-a7ae-4939-adfb-c9449b48cc5e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1398369761", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.239", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "71587ab95e034b41a3b0d6fd0eb8be66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap97e46d2f-6b", "ovs_interfaceid": "97e46d2f-6b29-46f8-937c-4f668f3bca71", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7d883a59-ce1d-4f0c-8fd9-d53f151b5575", "address": "fa:16:3e:1a:a8:f4", "network": {"id": "8f03edad-13b8-47ee-8ffa-31005660803a", "bridge": "br-int", "label": "tempest-device-tagging-net2-994058104", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "71587ab95e034b41a3b0d6fd0eb8be66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d883a59-ce", "ovs_interfaceid": "7d883a59-ce1d-4f0c-8fd9-d53f151b5575", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a0fd198d-dd8d-49e0-b09c-4baf08dff20a", "address": "fa:16:3e:ec:93:11", "network": {"id": "8f03edad-13b8-47ee-8ffa-31005660803a", "bridge": "br-int", "label": "tempest-device-tagging-net2-994058104", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "71587ab95e034b41a3b0d6fd0eb8be66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa0fd198d-dd", "ovs_interfaceid": "a0fd198d-dd8d-49e0-b09c-4baf08dff20a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:57:48 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-8444172a-3609-42f0-837e-d51cab186cfc req-792e7df8-7b37-4a62-8c51-138fdfeb8540 service nova] Releasing lock "refresh_cache-6bf0acc8-fdfe-4278-827c-098964372e14" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 09:57:48 user nova-compute[74535]: DEBUG nova.compute.manager [req-8444172a-3609-42f0-837e-d51cab186cfc req-792e7df8-7b37-4a62-8c51-138fdfeb8540 service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Received event network-changed-a0fd198d-dd8d-49e0-b09c-4baf08dff20a {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:57:48 user nova-compute[74535]: DEBUG nova.compute.manager [req-8444172a-3609-42f0-837e-d51cab186cfc req-792e7df8-7b37-4a62-8c51-138fdfeb8540 service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Refreshing instance network info cache due to event network-changed-a0fd198d-dd8d-49e0-b09c-4baf08dff20a. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 09:57:48 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-8444172a-3609-42f0-837e-d51cab186cfc req-792e7df8-7b37-4a62-8c51-138fdfeb8540 service nova] Acquiring lock "refresh_cache-6bf0acc8-fdfe-4278-827c-098964372e14" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 09:57:48 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-8444172a-3609-42f0-837e-d51cab186cfc req-792e7df8-7b37-4a62-8c51-138fdfeb8540 service nova] Acquired lock "refresh_cache-6bf0acc8-fdfe-4278-827c-098964372e14" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 09:57:48 user nova-compute[74535]: DEBUG nova.network.neutron [req-8444172a-3609-42f0-837e-d51cab186cfc req-792e7df8-7b37-4a62-8c51-138fdfeb8540 service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Refreshing network info cache for port a0fd198d-dd8d-49e0-b09c-4baf08dff20a {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 09:57:48 user nova-compute[74535]: DEBUG nova.network.neutron [req-8444172a-3609-42f0-837e-d51cab186cfc req-792e7df8-7b37-4a62-8c51-138fdfeb8540 service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Updated VIF entry in instance network info cache for port a0fd198d-dd8d-49e0-b09c-4baf08dff20a. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 09:57:48 user nova-compute[74535]: DEBUG nova.network.neutron [req-8444172a-3609-42f0-837e-d51cab186cfc req-792e7df8-7b37-4a62-8c51-138fdfeb8540 service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Updating instance_info_cache with network_info: [{"id": "c6f8dfb3-fff9-433c-bd0a-11c21c1638d2", "address": "fa:16:3e:66:f8:be", "network": {"id": "ef904c21-3887-46fe-8261-80025ea7dc00", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1002192521-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "71587ab95e034b41a3b0d6fd0eb8be66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc6f8dfb3-ff", "ovs_interfaceid": "c6f8dfb3-fff9-433c-bd0a-11c21c1638d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1e88bea1-b26e-41f6-bf30-4102c1efc990", "address": "fa:16:3e:c2:84:96", "network": {"id": "e52f8ece-a7ae-4939-adfb-c9449b48cc5e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1398369761", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.103", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "71587ab95e034b41a3b0d6fd0eb8be66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e88bea1-b2", "ovs_interfaceid": "1e88bea1-b26e-41f6-bf30-4102c1efc990", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "b23ade9e-eb4b-4a4b-86d5-2db9286501a3", "address": "fa:16:3e:d5:12:ae", "network": {"id": "e52f8ece-a7ae-4939-adfb-c9449b48cc5e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1398369761", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.132", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "71587ab95e034b41a3b0d6fd0eb8be66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb23ade9e-eb", "ovs_interfaceid": "b23ade9e-eb4b-4a4b-86d5-2db9286501a3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "2774b057-10c1-4972-9687-96e5bad1296b", "address": "fa:16:3e:f5:17:25", "network": {"id": "e52f8ece-a7ae-4939-adfb-c9449b48cc5e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1398369761", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "71587ab95e034b41a3b0d6fd0eb8be66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2774b057-10", "ovs_interfaceid": "2774b057-10c1-4972-9687-96e5bad1296b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "97e46d2f-6b29-46f8-937c-4f668f3bca71", "address": "fa:16:3e:af:09:a1", "network": {"id": "e52f8ece-a7ae-4939-adfb-c9449b48cc5e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1398369761", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.239", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "71587ab95e034b41a3b0d6fd0eb8be66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap97e46d2f-6b", "ovs_interfaceid": "97e46d2f-6b29-46f8-937c-4f668f3bca71", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7d883a59-ce1d-4f0c-8fd9-d53f151b5575", "address": "fa:16:3e:1a:a8:f4", "network": {"id": "8f03edad-13b8-47ee-8ffa-31005660803a", "bridge": "br-int", "label": "tempest-device-tagging-net2-994058104", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "71587ab95e034b41a3b0d6fd0eb8be66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d883a59-ce", "ovs_interfaceid": "7d883a59-ce1d-4f0c-8fd9-d53f151b5575", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a0fd198d-dd8d-49e0-b09c-4baf08dff20a", "address": "fa:16:3e:ec:93:11", "network": {"id": "8f03edad-13b8-47ee-8ffa-31005660803a", "bridge": "br-int", "label": "tempest-device-tagging-net2-994058104", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "71587ab95e034b41a3b0d6fd0eb8be66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa0fd198d-dd", "ovs_interfaceid": "a0fd198d-dd8d-49e0-b09c-4baf08dff20a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:57:48 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-8444172a-3609-42f0-837e-d51cab186cfc req-792e7df8-7b37-4a62-8c51-138fdfeb8540 service nova] Releasing lock "refresh_cache-6bf0acc8-fdfe-4278-827c-098964372e14" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 09:57:49 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:57:52 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:57:53 user nova-compute[74535]: INFO nova.virt.block_device [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Booting with volume 22e4dab1-c121-4418-bac8-efe10983e25e at /dev/vdc
Dec 06 09:57:53 user nova-compute[74535]: DEBUG os_brick.utils [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 09:57:53 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:57:53 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:57:53 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[4acbfe33-3b33-46f4-8537-71639fe6e254]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d95ac7cee77a\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:57:53 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:57:53 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:57:53 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[fcd926ec-4a9e-4385-9514-f11020b946b6]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:57:53 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:57:53 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.014s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:57:53 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca1842db-1649-4ad7-8736-d7870c1bce41]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:57:53 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[57455179-c6af-4d10-9a98-b03448cf5539]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:57:53 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Running cmd (subprocess): nvme version {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:57:53 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] 'nvme version' failed. Not Retrying. {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 09:57:53 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.nvmeof [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] nvme not present on system {{(pid=74535) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 09:57:53 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:57:53 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 09:57:53 user nova-compute[74535]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 09:57:53 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[4961b8ca-192a-4495-b44c-244b1bc1dbab]: (4, '') {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:57:53 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74535) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 09:57:53 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74535) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 09:57:53 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] LIGHTOS: no hostnqn found. {{(pid=74535) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 09:57:53 user nova-compute[74535]: DEBUG os_brick.utils [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] <== get_connector_properties: return (133ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d95ac7cee77a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 09:57:53 user nova-compute[74535]: DEBUG nova.virt.block_device [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Updating existing volume attachment record: 5c01e2ff-4039-489b-88af-bbf5bd24e624 {{(pid=74535) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 09:57:54 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:57:57 user nova-compute[74535]: INFO nova.virt.block_device [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Booting with volume fc5b98cc-1a28-48fe-a92a-edb7565900dc at /dev/vdc
Dec 06 09:57:57 user nova-compute[74535]: DEBUG os_brick.utils [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 09:57:57 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:57:57 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.012s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:57:57 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[f63a9820-13ed-4f51-8e36-f86bf5e798e6]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d95ac7cee77a\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:57:57 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:57:57 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:57:57 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[c03c77ad-7955-4215-abde-b11d7779eb61]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:57:57 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:57:57 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:57:57 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[97d5fb3b-ac1f-46dd-a480-dd9413e04ab5]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:57:57 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e41cc9e-1d37-4ac5-b60d-fd7fb16d1886]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:57:57 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Running cmd (subprocess): nvme version {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:57:57 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] 'nvme version' failed. Not Retrying. {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 09:57:57 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.nvmeof [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] nvme not present on system {{(pid=74535) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 09:57:57 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:57:57 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 09:57:57 user nova-compute[74535]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 09:57:57 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4f4290b-dc41-4b1f-9b9f-b17ab63aee17]: (4, '') {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:57:57 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74535) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 09:57:57 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74535) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 09:57:57 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] LIGHTOS: no hostnqn found. {{(pid=74535) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 09:57:57 user nova-compute[74535]: DEBUG os_brick.utils [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] <== get_connector_properties: return (115ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d95ac7cee77a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 09:57:57 user nova-compute[74535]: DEBUG nova.virt.block_device [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Updating existing volume attachment record: 51fad675-1afd-4814-8003-8cb9a303070c {{(pid=74535) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 09:57:59 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:58:00 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:58:00 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:58:01 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:58:01 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:58:02 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:58:03 user nova-compute[74535]: DEBUG nova.compute.manager [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Start spawning the instance on the hypervisor. {{(pid=74535) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 09:58:03 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Creating instance directory {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 09:58:03 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Creating image(s)
Dec 06 09:58:03 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Did not create local disks {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4867}}
Dec 06 09:58:03 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Ensure instance console log exists: /opt/stack/data/nova/instances/27d02c8b-47ae-4f82-9089-199c777b41b7/console.log {{(pid=74535) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 09:58:03 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:58:03 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:58:03 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:58:03 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Start _get_guest_xml network_info=[{"id": "b4dec6c8-9790-4305-aa5a-393e605223ac", "address": "fa:16:3e:79:a4:a7", "network": {"id": "95dfa86c-0cec-494b-b72e-83dd43ab4541", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1021916616-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "18119352b0eb4dde96cb99b675fdc159", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb4dec6c8-97", "ovs_interfaceid": "b4dec6c8-9790-4305-aa5a-393e605223ac", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "384ea4f9-3a4a-4c04-8067-4e592408fee3", "address": "fa:16:3e:b7:6d:64", "network": {"id": "54600ccb-19ba-4879-8650-ac190cd4b5e8", "bridge": "br-int", "label": "tempest-device-tagging-net1-707434686", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "18119352b0eb4dde96cb99b675fdc159", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap384ea4f9-3a", "ovs_interfaceid": "384ea4f9-3a4a-4c04-8067-4e592408fee3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "c817ff70-444d-4cd5-8202-83d3954ca7d2", "address": "fa:16:3e:56:5a:7d", "network": {"id": "54600ccb-19ba-4879-8650-ac190cd4b5e8", "bridge": "br-int", "label": "tempest-device-tagging-net1-707434686", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "18119352b0eb4dde96cb99b675fdc159", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc817ff70-44", "ovs_interfaceid": "c817ff70-444d-4cd5-8202-83d3954ca7d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "cbc4ad55-4b81-4e0b-b8fe-dced4bf68226", "address": "fa:16:3e:09:5b:5b", "network": {"id": "54600ccb-19ba-4879-8650-ac190cd4b5e8", "bridge": "br-int", "label": "tempest-device-tagging-net1-707434686", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.144", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "18119352b0eb4dde96cb99b675fdc159", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcbc4ad55-4b", "ovs_interfaceid": "cbc4ad55-4b81-4e0b-b8fe-dced4bf68226", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8d8f6803-100b-4f7b-989d-df4d20990859", "address": "fa:16:3e:1e:f5:aa", "network": {"id": "54600ccb-19ba-4879-8650-ac190cd4b5e8", "bridge": "br-int", "label": "tempest-device-tagging-net1-707434686", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.95", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "18119352b0eb4dde96cb99b675fdc159", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8d8f6803-10", "ovs_interfaceid": "8d8f6803-100b-4f7b-989d-df4d20990859", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "015fb0ff-fd7d-458d-9222-dacb90d7da0f", "address": "fa:16:3e:f8:92:93", "network": {"id": "55162d7a-93d2-41a7-b313-b73979e51354", "bridge": "br-int", "label": "tempest-device-tagging-net2-391394949", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "18119352b0eb4dde96cb99b675fdc159", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap015fb0ff-fd", "ovs_interfaceid": "015fb0ff-fd7d-458d-9222-dacb90d7da0f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0bf3be11-9783-413b-a530-5a57313e1e70", "address": "fa:16:3e:50:f6:83", "network": {"id": "55162d7a-93d2-41a7-b313-b73979e51354", "bridge": "br-int", "label": "tempest-device-tagging-net2-391394949", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "18119352b0eb4dde96cb99b675fdc159", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0bf3be11-97", "ovs_interfaceid": "0bf3be11-9783-413b-a530-5a57313e1e70", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk', 'boot_index': '2'}, '/dev/vdc': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk', 'boot_index': '3'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T09:52:28Z,direct_url=<?>,disk_format='qcow2',id=b338f3c8-9974-4b9f-bacb-c75dd541c256,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='563f6a2917a742ada39fb0e950eece6e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T09:52:30Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'delete_on_termination': False, 'attachment_id': 'd3329727-e94d-4e11-9817-b17c9324ddb9', 'boot_index': 0, 'device_type': 'disk', 'guest_format': None, 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'Tdajobsr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '27d02c8b-47ae-4f82-9089-199c777b41b7', 'attached_at': '', 'detached_at': '', 'volume_id': 'f0c23284-fbd0-473c-bd80-46112ac7d842', 'serial': 'f0c23284-fbd0-473c-bd80-46112ac7d842'}, 'volume_type': None}, {'disk_bus': 'virtio', 'delete_on_termination': False, 'attachment_id': '710cb1a8-5a25-44f5-8c51-d9e568d5437a', 'boot_index': 1, 'device_type': 'disk', 'guest_format': None, 'mount_device': '/dev/vdb', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sdHaIcGq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '27d02c8b-47ae-4f82-9089-199c777b41b7', 'attached_at': '', 'detached_at': '', 'volume_id': 'a75eed35-93a6-46c0-ac98-ff7988bc82e7', 'serial': 'a75eed35-93a6-46c0-ac98-ff7988bc82e7'}, 'volume_type': None}, {'disk_bus': 'virtio', 'delete_on_termination': False, 'attachment_id': '5c01e2ff-4039-489b-88af-bbf5bd24e624', 'boot_index': 2, 'device_type': 'disk', 'guest_format': None, 'mount_device': '/dev/vdc', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'gabNprxP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '27d02c8b-47ae-4f82-9089-199c777b41b7', 'attached_at': '', 'detached_at': '', 'volume_id': '22e4dab1-c121-4418-bac8-efe10983e25e', 'serial': '22e4dab1-c121-4418-bac8-efe10983e25e'}, 'volume_type': None} {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 09:58:03 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a1f171f9-3a17-4d39-9e39-1970c5027b69 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Acquiring lock "cd694614-d17a-48c5-88df-f35f584fc3b3" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:58:03 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a1f171f9-3a17-4d39-9e39-1970c5027b69 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Lock "cd694614-d17a-48c5-88df-f35f584fc3b3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:58:03 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 09:58:03 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 09:58:03 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 09:58:03 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] CPU controller missing on host. {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 09:58:03 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 09:58:03 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] CPU controller found on host. {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 09:58:03 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74535) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 09:58:03 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T09:52:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T09:52:28Z,direct_url=<?>,disk_format='qcow2',id=b338f3c8-9974-4b9f-bacb-c75dd541c256,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='563f6a2917a742ada39fb0e950eece6e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T09:52:30Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 09:58:03 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Flavor limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 09:58:03 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Image limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 09:58:03 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Flavor pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 09:58:03 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Image pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 09:58:03 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 09:58:03 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 09:58:03 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 09:58:03 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Got 1 possible topologies {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 09:58:03 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 09:58:03 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 09:58:03 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Acquiring lock "cache_volume_driver" by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:58:03 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Lock "cache_volume_driver" acquired by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" :: waited 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:58:03 user nova-compute[74535]: DEBUG os_brick.initiator.connector [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Factory for ISCSI on None {{(pid=74535) factory /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connector.py:281}}
Dec 06 09:58:03 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Lock "cache_volume_driver" "released" by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" :: held 0.007s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:58:03 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Calling os-brick to attach iSCSI Volume {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 09:58:03 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'Tdajobsr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 09:58:03 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 09:58:03 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 09:58:03 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 09:58:03 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 09:58:03 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 09:58:03 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 09:58:03 user nova-compute[74535]: INFO os_brick.initiator.connectors.iscsi [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 09:58:03 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 -p 172.16.0.220:3260 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:03 user nova-compute[74535]: DEBUG nova.compute.manager [None req-a1f171f9-3a17-4d39-9e39-1970c5027b69 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] [instance: cd694614-d17a-48c5-88df-f35f584fc3b3] Starting instance... {{(pid=74535) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 09:58:03 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 -p 172.16.0.220:3260" returned: 21 in 0.016s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:03 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[94babba2-e0b2-4d1e-b578-5d288a8ca194]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:03 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 09:58:03 user nova-compute[74535]:  {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:58:03 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 -p 172.16.0.220:3260 --interface default --op new {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:03 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.024s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:03 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3d42be2-10aa-4805-89bf-dcc151285320]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842] added\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:03 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842] added
Dec 06 09:58:03 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:58:03 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:03 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:03 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[eac44cbc-f37d-43da-843e-586ceeca6e3f]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:03 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:58:03 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:03 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:03 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[e798f245-1635-4b37-accf-bbca82b37500]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:03 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:58:03 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v Tdajobsr {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:03 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v Tdajobsr" returned: 0 in 0.017s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:03 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3d843bf-4f84-4723-b981-edc95988f348]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:03 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'Tdajobsr'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:58:03 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:03 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a1f171f9-3a17-4d39-9e39-1970c5027b69 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:58:03 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a1f171f9-3a17-4d39-9e39-1970c5027b69 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:58:03 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-a1f171f9-3a17-4d39-9e39-1970c5027b69 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74535) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 09:58:03 user nova-compute[74535]: INFO nova.compute.claims [None req-a1f171f9-3a17-4d39-9e39-1970c5027b69 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] [instance: cd694614-d17a-48c5-88df-f35f584fc3b3] Claim successful on node user
Dec 06 09:58:03 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:03 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[759afb35-f152-4443-97fb-83c53d9d230e]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:03 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:58:03 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:03 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.015s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:03 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[96ff083f-4bdb-482c-a4cb-18859f1b271d]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:03 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Dec 06 09:58:03 user nova-compute[74535]:  {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 09:58:03 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Dec 06 09:58:03 user nova-compute[74535]:  {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 09:58:03 user nova-compute[74535]: WARNING os_brick.initiator.connectors.iscsi [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Dec 06 09:58:03 user nova-compute[74535]: 
Dec 06 09:58:03 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 -p 172.16.0.220:3260 --login {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:03 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 -p 172.16.0.220:3260 --login" returned: 0 in 0.045s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:03 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e60d864-feac-414b-bc5b-b7b479667685]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:03 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842, portal: 172.16.0.220,3260]
Dec 06 09:58:03 user nova-compute[74535]: Login to [iface: default, target: iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842, portal: 172.16.0.220,3260] successful.
Dec 06 09:58:03 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:58:03 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:03 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:03 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c2e7c07-4bb2-4867-a70f-661d096fd9ca]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:03 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:58:03 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:03 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:03 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[1401ca4f-6895-4984-a151-64472b08f6fc]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:03 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 (non-flash)
Dec 06 09:58:03 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 09:58:03 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 (non-flash)
Dec 06 09:58:03 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 09:58:03 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.268s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 09:58:03 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Connected to 172.16.0.220:3260 {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 09:58:03 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] HCTL ('33', '-', '-', 0) found on session 2 with lun 0 {{(pid=74535) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 09:58:03 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74535) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 09:58:03 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:03 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:03 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[df37b79e-c866-43c7-a7e8-1125fa0ada86]: (4, ('- - 0', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:03 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Searching for a device in session 2 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74535) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 09:58:03 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'Tdajobsr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 09:58:03 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:58:04 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-a1f171f9-3a17-4d39-9e39-1970c5027b69 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 09:58:04 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-a1f171f9-3a17-4d39-9e39-1970c5027b69 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 09:58:04 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a1f171f9-3a17-4d39-9e39-1970c5027b69 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.488s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:58:04 user nova-compute[74535]: DEBUG nova.compute.manager [None req-a1f171f9-3a17-4d39-9e39-1970c5027b69 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] [instance: cd694614-d17a-48c5-88df-f35f584fc3b3] Start building networks asynchronously for instance. {{(pid=74535) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 09:58:04 user nova-compute[74535]: DEBUG nova.compute.manager [None req-a1f171f9-3a17-4d39-9e39-1970c5027b69 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] [instance: cd694614-d17a-48c5-88df-f35f584fc3b3] Allocating IP information in the background. {{(pid=74535) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 09:58:04 user nova-compute[74535]: DEBUG nova.network.neutron [None req-a1f171f9-3a17-4d39-9e39-1970c5027b69 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] [instance: cd694614-d17a-48c5-88df-f35f584fc3b3] allocate_for_instance() {{(pid=74535) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 09:58:04 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-a1f171f9-3a17-4d39-9e39-1970c5027b69 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] [instance: cd694614-d17a-48c5-88df-f35f584fc3b3] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 09:58:04 user nova-compute[74535]: DEBUG nova.compute.manager [None req-a1f171f9-3a17-4d39-9e39-1970c5027b69 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] [instance: cd694614-d17a-48c5-88df-f35f584fc3b3] Start building block device mappings for instance. {{(pid=74535) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 09:58:04 user nova-compute[74535]: DEBUG nova.compute.manager [None req-a1f171f9-3a17-4d39-9e39-1970c5027b69 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] [instance: cd694614-d17a-48c5-88df-f35f584fc3b3] Start spawning the instance on the hypervisor. {{(pid=74535) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 09:58:04 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-a1f171f9-3a17-4d39-9e39-1970c5027b69 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] [instance: cd694614-d17a-48c5-88df-f35f584fc3b3] Creating instance directory {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 09:58:04 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-a1f171f9-3a17-4d39-9e39-1970c5027b69 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] [instance: cd694614-d17a-48c5-88df-f35f584fc3b3] Creating image(s)
Dec 06 09:58:04 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a1f171f9-3a17-4d39-9e39-1970c5027b69 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Acquiring lock "/opt/stack/data/nova/instances/cd694614-d17a-48c5-88df-f35f584fc3b3/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:58:04 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a1f171f9-3a17-4d39-9e39-1970c5027b69 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Lock "/opt/stack/data/nova/instances/cd694614-d17a-48c5-88df-f35f584fc3b3/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:58:04 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a1f171f9-3a17-4d39-9e39-1970c5027b69 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Lock "/opt/stack/data/nova/instances/cd694614-d17a-48c5-88df-f35f584fc3b3/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.004s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:58:04 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-a1f171f9-3a17-4d39-9e39-1970c5027b69 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:04 user nova-compute[74535]: DEBUG nova.policy [None req-a1f171f9-3a17-4d39-9e39-1970c5027b69 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '16172c479fcf4bc5ad34b45316aa032e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ef2caf16967f464bbbd32d4edb51b25a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74535) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 09:58:04 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-a1f171f9-3a17-4d39-9e39-1970c5027b69 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.234s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:04 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a1f171f9-3a17-4d39-9e39-1970c5027b69 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Acquiring lock "7aef4f97309efbd0d8988be1fd45eed756898e08" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:58:04 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a1f171f9-3a17-4d39-9e39-1970c5027b69 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Lock "7aef4f97309efbd0d8988be1fd45eed756898e08" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:58:04 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-a1f171f9-3a17-4d39-9e39-1970c5027b69 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:04 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:58:04 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.304s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 09:58:04 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] <== connect_volume: return (1306ms) {'type': 'block', 'scsi_wwn': '26363613334393732', 'path': '/dev/sdb'} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 09:58:04 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26363613334393732', 'path': '/dev/sdb'} {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 09:58:04 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-a1f171f9-3a17-4d39-9e39-1970c5027b69 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.190s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:04 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-a1f171f9-3a17-4d39-9e39-1970c5027b69 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08,backing_fmt=raw /opt/stack/data/nova/instances/cd694614-d17a-48c5-88df-f35f584fc3b3/disk 1073741824 {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:04 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Calling os-brick to attach iSCSI Volume {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 09:58:04 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sdHaIcGq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 09:58:04 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 09:58:04 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 09:58:04 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 09:58:04 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 09:58:04 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 09:58:04 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 09:58:04 user nova-compute[74535]: INFO os_brick.initiator.connectors.iscsi [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 09:58:04 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7 -p 172.16.0.220:3260 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:04 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-a1f171f9-3a17-4d39-9e39-1970c5027b69 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08,backing_fmt=raw /opt/stack/data/nova/instances/cd694614-d17a-48c5-88df-f35f584fc3b3/disk 1073741824" returned: 0 in 0.050s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:04 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a1f171f9-3a17-4d39-9e39-1970c5027b69 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Lock "7aef4f97309efbd0d8988be1fd45eed756898e08" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.242s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:58:04 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-a1f171f9-3a17-4d39-9e39-1970c5027b69 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:04 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7 -p 172.16.0.220:3260" returned: 21 in 0.015s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:04 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[9133b16d-230e-4a53-8d73-f7b68c0aaaee]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:04 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 09:58:04 user nova-compute[74535]:  {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:58:04 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7 -p 172.16.0.220:3260 --interface default --op new {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:04 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.024s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:04 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[f0e5d9f5-4293-4b06-8453-ab3fabfc5422]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7] added\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:04 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7] added
Dec 06 09:58:04 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:58:04 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:04 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.026s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:04 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[74c59e7c-64ec-4e2a-8faa-4160fc963760]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:04 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:58:04 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:04 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:05 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[adce11c2-47d2-47b0-8e78-ef3502276e6c]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:05 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:58:05 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v sdHaIcGq {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:05 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v sdHaIcGq" returned: 0 in 0.017s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:05 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[f73f9135-7908-4972-b2cc-7c2549997bac]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:05 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'sdHaIcGq'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:58:05 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:05 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:05 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[91ab3208-fb5a-460c-9ecb-56a368cdf431]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:05 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:58:05 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:05 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:05 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[494fc73f-c1d5-4a1d-a4a5-a239cfe80fe9]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:05 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 (non-flash)
Dec 06 09:58:05 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 09:58:05 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 (non-flash)
Dec 06 09:58:05 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 09:58:05 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-a1f171f9-3a17-4d39-9e39-1970c5027b69 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.190s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:05 user nova-compute[74535]: DEBUG nova.virt.disk.api [None req-a1f171f9-3a17-4d39-9e39-1970c5027b69 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Checking if we can resize image /opt/stack/data/nova/instances/cd694614-d17a-48c5-88df-f35f584fc3b3/disk. size=1073741824 {{(pid=74535) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 09:58:05 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-a1f171f9-3a17-4d39-9e39-1970c5027b69 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd694614-d17a-48c5-88df-f35f584fc3b3/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:05 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7 -p 172.16.0.220:3260 --login {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:05 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7 -p 172.16.0.220:3260 --login" returned: 0 in 0.060s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:05 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[4249532b-9341-46e0-9f1f-2cddc753b689]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:05 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7, portal: 172.16.0.220,3260]
Dec 06 09:58:05 user nova-compute[74535]: Login to [iface: default, target: iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7, portal: 172.16.0.220,3260] successful.
Dec 06 09:58:05 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:58:05 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:05 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:05 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:05 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[70d364f7-a7d7-4857-a5b2-2d3f96c3ce5d]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:05 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:58:05 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:05 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:05 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[a25b9ee7-feac-4fbb-8717-45f2cccb945b]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7 (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:05 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 (non-flash)
Dec 06 09:58:05 user nova-compute[74535]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7 (non-flash)
Dec 06 09:58:05 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 09:58:05 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 (non-flash)
Dec 06 09:58:05 user nova-compute[74535]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7 (non-flash)
Dec 06 09:58:05 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 09:58:05 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.310s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 09:58:05 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Connected to 172.16.0.220:3260 {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 09:58:05 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] HCTL ('34', '-', '-', 0) found on session 3 with lun 0 {{(pid=74535) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 09:58:05 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74535) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 09:58:05 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:05 user nova-compute[74535]: DEBUG nova.network.neutron [None req-a1f171f9-3a17-4d39-9e39-1970c5027b69 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] [instance: cd694614-d17a-48c5-88df-f35f584fc3b3] Successfully created port: cbdaa256-6f1b-4c24-b1cc-dede613085d0 {{(pid=74535) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 09:58:05 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.024s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:05 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[4824f049-7dc2-4b56-87f5-f77bfe938271]: (4, ('- - 0', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:05 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Searching for a device in session 3 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74535) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 09:58:05 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sdHaIcGq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 09:58:05 user nova-compute[74535]: DEBUG nova.compute.manager [req-de4c6ce5-96ba-4d80-a71c-f4cc2c082347 req-44085c58-e883-4869-988f-0e1ec8087cfa service nova] [instance: 5e39a1a4-f188-40e3-bcba-70e47abd6026] Received event network-changed-d5923d45-0499-4abf-8914-ff036bd4603b {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:58:05 user nova-compute[74535]: DEBUG nova.compute.manager [req-de4c6ce5-96ba-4d80-a71c-f4cc2c082347 req-44085c58-e883-4869-988f-0e1ec8087cfa service nova] [instance: 5e39a1a4-f188-40e3-bcba-70e47abd6026] Refreshing instance network info cache due to event network-changed-d5923d45-0499-4abf-8914-ff036bd4603b. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 09:58:05 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-de4c6ce5-96ba-4d80-a71c-f4cc2c082347 req-44085c58-e883-4869-988f-0e1ec8087cfa service nova] Acquiring lock "refresh_cache-5e39a1a4-f188-40e3-bcba-70e47abd6026" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 09:58:05 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-de4c6ce5-96ba-4d80-a71c-f4cc2c082347 req-44085c58-e883-4869-988f-0e1ec8087cfa service nova] Acquired lock "refresh_cache-5e39a1a4-f188-40e3-bcba-70e47abd6026" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 09:58:05 user nova-compute[74535]: DEBUG nova.network.neutron [req-de4c6ce5-96ba-4d80-a71c-f4cc2c082347 req-44085c58-e883-4869-988f-0e1ec8087cfa service nova] [instance: 5e39a1a4-f188-40e3-bcba-70e47abd6026] Refreshing network info cache for port d5923d45-0499-4abf-8914-ff036bd4603b {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 09:58:05 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-a1f171f9-3a17-4d39-9e39-1970c5027b69 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd694614-d17a-48c5-88df-f35f584fc3b3/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:05 user nova-compute[74535]: DEBUG nova.virt.disk.api [None req-a1f171f9-3a17-4d39-9e39-1970c5027b69 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Cannot resize image /opt/stack/data/nova/instances/cd694614-d17a-48c5-88df-f35f584fc3b3/disk to a smaller size. {{(pid=74535) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 09:58:05 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-a1f171f9-3a17-4d39-9e39-1970c5027b69 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] [instance: cd694614-d17a-48c5-88df-f35f584fc3b3] Created local disks {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 09:58:05 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-a1f171f9-3a17-4d39-9e39-1970c5027b69 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] [instance: cd694614-d17a-48c5-88df-f35f584fc3b3] Ensure instance console log exists: /opt/stack/data/nova/instances/cd694614-d17a-48c5-88df-f35f584fc3b3/console.log {{(pid=74535) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 09:58:05 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a1f171f9-3a17-4d39-9e39-1970c5027b69 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:58:05 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a1f171f9-3a17-4d39-9e39-1970c5027b69 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:58:05 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a1f171f9-3a17-4d39-9e39-1970c5027b69 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:58:05 user nova-compute[74535]: DEBUG nova.network.neutron [req-de4c6ce5-96ba-4d80-a71c-f4cc2c082347 req-44085c58-e883-4869-988f-0e1ec8087cfa service nova] [instance: 5e39a1a4-f188-40e3-bcba-70e47abd6026] Updated VIF entry in instance network info cache for port d5923d45-0499-4abf-8914-ff036bd4603b. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 09:58:05 user nova-compute[74535]: DEBUG nova.network.neutron [req-de4c6ce5-96ba-4d80-a71c-f4cc2c082347 req-44085c58-e883-4869-988f-0e1ec8087cfa service nova] [instance: 5e39a1a4-f188-40e3-bcba-70e47abd6026] Updating instance_info_cache with network_info: [{"id": "d5923d45-0499-4abf-8914-ff036bd4603b", "address": "fa:16:3e:1b:cc:82", "network": {"id": "8b86f560-d219-47ac-911b-827500badcc4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-867973244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.9", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1a6ab8cc08d4115a89db7cf36f78025", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd5923d45-04", "ovs_interfaceid": "d5923d45-0499-4abf-8914-ff036bd4603b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:58:05 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-de4c6ce5-96ba-4d80-a71c-f4cc2c082347 req-44085c58-e883-4869-988f-0e1ec8087cfa service nova] Releasing lock "refresh_cache-5e39a1a4-f188-40e3-bcba-70e47abd6026" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 09:58:05 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:58:05 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:58:05 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74535) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 09:58:05 user nova-compute[74535]: DEBUG nova.network.neutron [None req-a1f171f9-3a17-4d39-9e39-1970c5027b69 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] [instance: cd694614-d17a-48c5-88df-f35f584fc3b3] Successfully updated port: cbdaa256-6f1b-4c24-b1cc-dede613085d0 {{(pid=74535) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 09:58:05 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a1f171f9-3a17-4d39-9e39-1970c5027b69 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Acquiring lock "refresh_cache-cd694614-d17a-48c5-88df-f35f584fc3b3" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 09:58:05 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a1f171f9-3a17-4d39-9e39-1970c5027b69 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Acquired lock "refresh_cache-cd694614-d17a-48c5-88df-f35f584fc3b3" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 09:58:05 user nova-compute[74535]: DEBUG nova.network.neutron [None req-a1f171f9-3a17-4d39-9e39-1970c5027b69 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] [instance: cd694614-d17a-48c5-88df-f35f584fc3b3] Building network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 09:58:05 user nova-compute[74535]: DEBUG nova.compute.manager [req-ce80d691-c18a-43c2-af59-1f6c4835337c req-23b61289-ac9e-4b20-9320-68fd3fadbb5e service nova] [instance: cd694614-d17a-48c5-88df-f35f584fc3b3] Received event network-changed-cbdaa256-6f1b-4c24-b1cc-dede613085d0 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:58:05 user nova-compute[74535]: DEBUG nova.compute.manager [req-ce80d691-c18a-43c2-af59-1f6c4835337c req-23b61289-ac9e-4b20-9320-68fd3fadbb5e service nova] [instance: cd694614-d17a-48c5-88df-f35f584fc3b3] Refreshing instance network info cache due to event network-changed-cbdaa256-6f1b-4c24-b1cc-dede613085d0. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 09:58:05 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-ce80d691-c18a-43c2-af59-1f6c4835337c req-23b61289-ac9e-4b20-9320-68fd3fadbb5e service nova] Acquiring lock "refresh_cache-cd694614-d17a-48c5-88df-f35f584fc3b3" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 09:58:05 user nova-compute[74535]: DEBUG nova.network.neutron [None req-a1f171f9-3a17-4d39-9e39-1970c5027b69 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] [instance: cd694614-d17a-48c5-88df-f35f584fc3b3] Instance cache missing network info. {{(pid=74535) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-7b282b95-56dc-462c-b973-70a9c4cc1b70 tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] Acquiring lock "f01386a0-2d94-44f9-aec4-e03f5502f671" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-7b282b95-56dc-462c-b973-70a9c4cc1b70 tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] Lock "f01386a0-2d94-44f9-aec4-e03f5502f671" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG nova.objects.instance [None req-7b282b95-56dc-462c-b973-70a9c4cc1b70 tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] Lazy-loading 'flavor' on Instance uuid f01386a0-2d94-44f9-aec4-e03f5502f671 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG nova.network.neutron [None req-a1f171f9-3a17-4d39-9e39-1970c5027b69 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] [instance: cd694614-d17a-48c5-88df-f35f584fc3b3] Updating instance_info_cache with network_info: [{"id": "cbdaa256-6f1b-4c24-b1cc-dede613085d0", "address": "fa:16:3e:16:d6:fb", "network": {"id": "cf1731d1-e27e-4a5a-8641-3e769f36abff", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-303602077-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ef2caf16967f464bbbd32d4edb51b25a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcbdaa256-6f", "ovs_interfaceid": "cbdaa256-6f1b-4c24-b1cc-dede613085d0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.356s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] <== connect_volume: return (1358ms) {'type': 'block', 'scsi_wwn': '23462363933363865', 'path': '/dev/sdc'} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23462363933363865', 'path': '/dev/sdc'} {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a1f171f9-3a17-4d39-9e39-1970c5027b69 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Releasing lock "refresh_cache-cd694614-d17a-48c5-88df-f35f584fc3b3" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG nova.compute.manager [None req-a1f171f9-3a17-4d39-9e39-1970c5027b69 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] [instance: cd694614-d17a-48c5-88df-f35f584fc3b3] Instance network_info: |[{"id": "cbdaa256-6f1b-4c24-b1cc-dede613085d0", "address": "fa:16:3e:16:d6:fb", "network": {"id": "cf1731d1-e27e-4a5a-8641-3e769f36abff", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-303602077-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ef2caf16967f464bbbd32d4edb51b25a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcbdaa256-6f", "ovs_interfaceid": "cbdaa256-6f1b-4c24-b1cc-dede613085d0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74535) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-ce80d691-c18a-43c2-af59-1f6c4835337c req-23b61289-ac9e-4b20-9320-68fd3fadbb5e service nova] Acquired lock "refresh_cache-cd694614-d17a-48c5-88df-f35f584fc3b3" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG nova.network.neutron [req-ce80d691-c18a-43c2-af59-1f6c4835337c req-23b61289-ac9e-4b20-9320-68fd3fadbb5e service nova] [instance: cd694614-d17a-48c5-88df-f35f584fc3b3] Refreshing network info cache for port cbdaa256-6f1b-4c24-b1cc-dede613085d0 {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-a1f171f9-3a17-4d39-9e39-1970c5027b69 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] [instance: cd694614-d17a-48c5-88df-f35f584fc3b3] Start _get_guest_xml network_info=[{"id": "cbdaa256-6f1b-4c24-b1cc-dede613085d0", "address": "fa:16:3e:16:d6:fb", "network": {"id": "cf1731d1-e27e-4a5a-8641-3e769f36abff", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-303602077-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ef2caf16967f464bbbd32d4edb51b25a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcbdaa256-6f", "ovs_interfaceid": "cbdaa256-6f1b-4c24-b1cc-dede613085d0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T09:52:28Z,direct_url=<?>,disk_format='qcow2',id=b338f3c8-9974-4b9f-bacb-c75dd541c256,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='563f6a2917a742ada39fb0e950eece6e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T09:52:30Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'device_name': '/dev/vda', 'encrypted': False, 'encryption_format': None, 'encryption_options': None, 'encryption_secret_uuid': None, 'boot_index': 0, 'device_type': 'disk', 'size': 0, 'guest_format': None, 'image_id': 'b338f3c8-9974-4b9f-bacb-c75dd541c256'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Calling os-brick to attach iSCSI Volume {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'gabNprxP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 09:58:06 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 09:58:06 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 09:58:06 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 09:58:06 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 09:58:06 user nova-compute[74535]: INFO os_brick.initiator.connectors.iscsi [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 09:58:06 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e -p 172.16.0.220:3260 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-7b282b95-56dc-462c-b973-70a9c4cc1b70 tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] Lock "f01386a0-2d94-44f9-aec4-e03f5502f671" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.088s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:58:06 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-a1f171f9-3a17-4d39-9e39-1970c5027b69 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 09:58:06 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-a1f171f9-3a17-4d39-9e39-1970c5027b69 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 09:58:06 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-a1f171f9-3a17-4d39-9e39-1970c5027b69 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-a1f171f9-3a17-4d39-9e39-1970c5027b69 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] CPU controller missing on host. {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-a1f171f9-3a17-4d39-9e39-1970c5027b69 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-a1f171f9-3a17-4d39-9e39-1970c5027b69 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] CPU controller found on host. {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-a1f171f9-3a17-4d39-9e39-1970c5027b69 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74535) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-a1f171f9-3a17-4d39-9e39-1970c5027b69 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T09:52:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T09:52:28Z,direct_url=<?>,disk_format='qcow2',id=b338f3c8-9974-4b9f-bacb-c75dd541c256,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='563f6a2917a742ada39fb0e950eece6e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T09:52:30Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-a1f171f9-3a17-4d39-9e39-1970c5027b69 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Flavor limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-a1f171f9-3a17-4d39-9e39-1970c5027b69 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Image limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-a1f171f9-3a17-4d39-9e39-1970c5027b69 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Flavor pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-a1f171f9-3a17-4d39-9e39-1970c5027b69 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Image pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-a1f171f9-3a17-4d39-9e39-1970c5027b69 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-a1f171f9-3a17-4d39-9e39-1970c5027b69 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-a1f171f9-3a17-4d39-9e39-1970c5027b69 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-a1f171f9-3a17-4d39-9e39-1970c5027b69 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Got 1 possible topologies {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-a1f171f9-3a17-4d39-9e39-1970c5027b69 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-a1f171f9-3a17-4d39-9e39-1970c5027b69 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-a1f171f9-3a17-4d39-9e39-1970c5027b69 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T09:58:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-720068434',display_name='tempest-ServersNegativeTestJSON-server-720068434',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-720068434',id=13,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ef2caf16967f464bbbd32d4edb51b25a',ramdisk_id='',reservation_id='r-76a3lq06',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-2030770952',owner_user_name='tempest-ServersNegativeTestJSON-2030770952-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T09:58:04Z,user_data=None,user_id='16172c479fcf4bc5ad34b45316aa032e',uuid=cd694614-d17a-48c5-88df-f35f584fc3b3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "cbdaa256-6f1b-4c24-b1cc-dede613085d0", "address": "fa:16:3e:16:d6:fb", "network": {"id": "cf1731d1-e27e-4a5a-8641-3e769f36abff", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-303602077-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ef2caf16967f464bbbd32d4edb51b25a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcbdaa256-6f", "ovs_interfaceid": "cbdaa256-6f1b-4c24-b1cc-dede613085d0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74535) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-a1f171f9-3a17-4d39-9e39-1970c5027b69 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Converting VIF {"id": "cbdaa256-6f1b-4c24-b1cc-dede613085d0", "address": "fa:16:3e:16:d6:fb", "network": {"id": "cf1731d1-e27e-4a5a-8641-3e769f36abff", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-303602077-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ef2caf16967f464bbbd32d4edb51b25a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcbdaa256-6f", "ovs_interfaceid": "cbdaa256-6f1b-4c24-b1cc-dede613085d0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-a1f171f9-3a17-4d39-9e39-1970c5027b69 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:16:d6:fb,bridge_name='br-int',has_traffic_filtering=True,id=cbdaa256-6f1b-4c24-b1cc-dede613085d0,network=Network(cf1731d1-e27e-4a5a-8641-3e769f36abff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcbdaa256-6f') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG nova.objects.instance [None req-a1f171f9-3a17-4d39-9e39-1970c5027b69 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Lazy-loading 'pci_devices' on Instance uuid cd694614-d17a-48c5-88df-f35f584fc3b3 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e -p 172.16.0.220:3260" returned: 21 in 0.022s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d7a7a67-59c3-4729-adda-dabae3c7c56b]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 09:58:06 user nova-compute[74535]:  {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e -p 172.16.0.220:3260 --interface default --op new {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-a1f171f9-3a17-4d39-9e39-1970c5027b69 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] [instance: cd694614-d17a-48c5-88df-f35f584fc3b3] End _get_guest_xml xml=<domain type="kvm">
Dec 06 09:58:06 user nova-compute[74535]:   <uuid>cd694614-d17a-48c5-88df-f35f584fc3b3</uuid>
Dec 06 09:58:06 user nova-compute[74535]:   <name>instance-0000000d</name>
Dec 06 09:58:06 user nova-compute[74535]:   <memory>524288</memory>
Dec 06 09:58:06 user nova-compute[74535]:   <vcpu>1</vcpu>
Dec 06 09:58:06 user nova-compute[74535]:   <metadata>
Dec 06 09:58:06 user nova-compute[74535]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 09:58:06 user nova-compute[74535]:       <nova:package version="0.0.0"/>
Dec 06 09:58:06 user nova-compute[74535]:       <nova:name>tempest-ServersNegativeTestJSON-server-720068434</nova:name>
Dec 06 09:58:06 user nova-compute[74535]:       <nova:creationTime>2023-12-06 09:58:06</nova:creationTime>
Dec 06 09:58:06 user nova-compute[74535]:       <nova:flavor name="m1.tiny">
Dec 06 09:58:06 user nova-compute[74535]:         <nova:memory>512</nova:memory>
Dec 06 09:58:06 user nova-compute[74535]:         <nova:disk>1</nova:disk>
Dec 06 09:58:06 user nova-compute[74535]:         <nova:swap>0</nova:swap>
Dec 06 09:58:06 user nova-compute[74535]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 09:58:06 user nova-compute[74535]:         <nova:vcpus>1</nova:vcpus>
Dec 06 09:58:06 user nova-compute[74535]:       </nova:flavor>
Dec 06 09:58:06 user nova-compute[74535]:       <nova:owner>
Dec 06 09:58:06 user nova-compute[74535]:         <nova:user uuid="16172c479fcf4bc5ad34b45316aa032e">tempest-ServersNegativeTestJSON-2030770952-project-member</nova:user>
Dec 06 09:58:06 user nova-compute[74535]:         <nova:project uuid="ef2caf16967f464bbbd32d4edb51b25a">tempest-ServersNegativeTestJSON-2030770952</nova:project>
Dec 06 09:58:06 user nova-compute[74535]:       </nova:owner>
Dec 06 09:58:06 user nova-compute[74535]:       <nova:root type="image" uuid="b338f3c8-9974-4b9f-bacb-c75dd541c256"/>
Dec 06 09:58:06 user nova-compute[74535]:       <nova:ports>
Dec 06 09:58:06 user nova-compute[74535]:         <nova:port uuid="cbdaa256-6f1b-4c24-b1cc-dede613085d0">
Dec 06 09:58:06 user nova-compute[74535]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Dec 06 09:58:06 user nova-compute[74535]:         </nova:port>
Dec 06 09:58:06 user nova-compute[74535]:       </nova:ports>
Dec 06 09:58:06 user nova-compute[74535]:     </nova:instance>
Dec 06 09:58:06 user nova-compute[74535]:   </metadata>
Dec 06 09:58:06 user nova-compute[74535]:   <sysinfo type="smbios">
Dec 06 09:58:06 user nova-compute[74535]:     <system>
Dec 06 09:58:06 user nova-compute[74535]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 09:58:06 user nova-compute[74535]:       <entry name="product">OpenStack Nova</entry>
Dec 06 09:58:06 user nova-compute[74535]:       <entry name="version">0.0.0</entry>
Dec 06 09:58:06 user nova-compute[74535]:       <entry name="serial">cd694614-d17a-48c5-88df-f35f584fc3b3</entry>
Dec 06 09:58:06 user nova-compute[74535]:       <entry name="uuid">cd694614-d17a-48c5-88df-f35f584fc3b3</entry>
Dec 06 09:58:06 user nova-compute[74535]:       <entry name="family">Virtual Machine</entry>
Dec 06 09:58:06 user nova-compute[74535]:     </system>
Dec 06 09:58:06 user nova-compute[74535]:   </sysinfo>
Dec 06 09:58:06 user nova-compute[74535]:   <os>
Dec 06 09:58:06 user nova-compute[74535]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 09:58:06 user nova-compute[74535]:     <boot dev="hd"/>
Dec 06 09:58:06 user nova-compute[74535]:     <smbios mode="sysinfo"/>
Dec 06 09:58:06 user nova-compute[74535]:   </os>
Dec 06 09:58:06 user nova-compute[74535]:   <features>
Dec 06 09:58:06 user nova-compute[74535]:     <acpi/>
Dec 06 09:58:06 user nova-compute[74535]:     <apic/>
Dec 06 09:58:06 user nova-compute[74535]:     <vmcoreinfo/>
Dec 06 09:58:06 user nova-compute[74535]:   </features>
Dec 06 09:58:06 user nova-compute[74535]:   <clock offset="utc">
Dec 06 09:58:06 user nova-compute[74535]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 09:58:06 user nova-compute[74535]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 09:58:06 user nova-compute[74535]:     <timer name="hpet" present="no"/>
Dec 06 09:58:06 user nova-compute[74535]:   </clock>
Dec 06 09:58:06 user nova-compute[74535]:   <cpu mode="custom" match="exact">
Dec 06 09:58:06 user nova-compute[74535]:     <model>Nehalem</model>
Dec 06 09:58:06 user nova-compute[74535]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 09:58:06 user nova-compute[74535]:   </cpu>
Dec 06 09:58:06 user nova-compute[74535]:   <devices>
Dec 06 09:58:06 user nova-compute[74535]:     <disk type="file" device="disk">
Dec 06 09:58:06 user nova-compute[74535]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 09:58:06 user nova-compute[74535]:       <source file="/opt/stack/data/nova/instances/cd694614-d17a-48c5-88df-f35f584fc3b3/disk"/>
Dec 06 09:58:06 user nova-compute[74535]:       <target dev="vda" bus="virtio"/>
Dec 06 09:58:06 user nova-compute[74535]:     </disk>
Dec 06 09:58:06 user nova-compute[74535]:     <interface type="ethernet">
Dec 06 09:58:06 user nova-compute[74535]:       <mac address="fa:16:3e:16:d6:fb"/>
Dec 06 09:58:06 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 09:58:06 user nova-compute[74535]:       <mtu size="1442"/>
Dec 06 09:58:06 user nova-compute[74535]:       <target dev="tapcbdaa256-6f"/>
Dec 06 09:58:06 user nova-compute[74535]:     </interface>
Dec 06 09:58:06 user nova-compute[74535]:     <serial type="pty">
Dec 06 09:58:06 user nova-compute[74535]:       <log file="/opt/stack/data/nova/instances/cd694614-d17a-48c5-88df-f35f584fc3b3/console.log" append="off"/>
Dec 06 09:58:06 user nova-compute[74535]:     </serial>
Dec 06 09:58:06 user nova-compute[74535]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 09:58:06 user nova-compute[74535]:     <video>
Dec 06 09:58:06 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 09:58:06 user nova-compute[74535]:     </video>
Dec 06 09:58:06 user nova-compute[74535]:     <rng model="virtio">
Dec 06 09:58:06 user nova-compute[74535]:       <backend model="random">/dev/urandom</backend>
Dec 06 09:58:06 user nova-compute[74535]:     </rng>
Dec 06 09:58:06 user nova-compute[74535]:     <controller type="usb" index="0" model="none"/>
Dec 06 09:58:06 user nova-compute[74535]:     <memballoon model="virtio">
Dec 06 09:58:06 user nova-compute[74535]:       <stats period="10"/>
Dec 06 09:58:06 user nova-compute[74535]:     </memballoon>
Dec 06 09:58:06 user nova-compute[74535]:   </devices>
Dec 06 09:58:06 user nova-compute[74535]: </domain>
Dec 06 09:58:06 user nova-compute[74535]:  {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-a1f171f9-3a17-4d39-9e39-1970c5027b69 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T09:58:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-720068434',display_name='tempest-ServersNegativeTestJSON-server-720068434',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-720068434',id=13,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ef2caf16967f464bbbd32d4edb51b25a',ramdisk_id='',reservation_id='r-76a3lq06',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-2030770952',owner_user_name='tempest-ServersNegativeTestJSON-2030770952-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T09:58:04Z,user_data=None,user_id='16172c479fcf4bc5ad34b45316aa032e',uuid=cd694614-d17a-48c5-88df-f35f584fc3b3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "cbdaa256-6f1b-4c24-b1cc-dede613085d0", "address": "fa:16:3e:16:d6:fb", "network": {"id": "cf1731d1-e27e-4a5a-8641-3e769f36abff", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-303602077-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ef2caf16967f464bbbd32d4edb51b25a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcbdaa256-6f", "ovs_interfaceid": "cbdaa256-6f1b-4c24-b1cc-dede613085d0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-a1f171f9-3a17-4d39-9e39-1970c5027b69 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Converting VIF {"id": "cbdaa256-6f1b-4c24-b1cc-dede613085d0", "address": "fa:16:3e:16:d6:fb", "network": {"id": "cf1731d1-e27e-4a5a-8641-3e769f36abff", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-303602077-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ef2caf16967f464bbbd32d4edb51b25a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcbdaa256-6f", "ovs_interfaceid": "cbdaa256-6f1b-4c24-b1cc-dede613085d0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-a1f171f9-3a17-4d39-9e39-1970c5027b69 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:16:d6:fb,bridge_name='br-int',has_traffic_filtering=True,id=cbdaa256-6f1b-4c24-b1cc-dede613085d0,network=Network(cf1731d1-e27e-4a5a-8641-3e769f36abff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcbdaa256-6f') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG os_vif [None req-a1f171f9-3a17-4d39-9e39-1970c5027b69 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:16:d6:fb,bridge_name='br-int',has_traffic_filtering=True,id=cbdaa256-6f1b-4c24-b1cc-dede613085d0,network=Network(cf1731d1-e27e-4a5a-8641-3e769f36abff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcbdaa256-6f') {{(pid=74535) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'daf79b5b-2b6d-5e81-be01-ac4f1cf6dd96', '_type': 'linux-noop'}}, row=False) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[c218ca5a-fea4-41aa-8760-5ddcfb508807]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e] added\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e] added
Dec 06 09:58:06 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapcbdaa256-6f, may_exist=True, interface_attrs={}) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapcbdaa256-6f, col_values=(('qos', UUID('990c67ea-c735-467f-b055-686bafefc8ac')),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapcbdaa256-6f, col_values=(('external_ids', {'iface-id': 'cbdaa256-6f1b-4c24-b1cc-dede613085d0', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:16:d6:fb', 'vm-uuid': 'cd694614-d17a-48c5-88df-f35f584fc3b3'}),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:06 user nova-compute[74535]: INFO os_vif [None req-a1f171f9-3a17-4d39-9e39-1970c5027b69 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:16:d6:fb,bridge_name='br-int',has_traffic_filtering=True,id=cbdaa256-6f1b-4c24-b1cc-dede613085d0,network=Network(cf1731d1-e27e-4a5a-8641-3e769f36abff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcbdaa256-6f')
Dec 06 09:58:06 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[b324cbc7-8998-465e-a177-3c87a39c8348]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.026s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[83ef3375-a63b-4527-aed7-f36bd34d76df]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v gabNprxP {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v gabNprxP" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[72c89a31-3e19-4f21-9fad-fbb5ec254f60]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-7b282b95-56dc-462c-b973-70a9c4cc1b70 tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] Acquiring lock "f01386a0-2d94-44f9-aec4-e03f5502f671" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-7b282b95-56dc-462c-b973-70a9c4cc1b70 tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] Lock "f01386a0-2d94-44f9-aec4-e03f5502f671" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:58:06 user nova-compute[74535]: INFO nova.compute.manager [None req-7b282b95-56dc-462c-b973-70a9c4cc1b70 tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] [instance: f01386a0-2d94-44f9-aec4-e03f5502f671] Attaching volume 716ea0e2-1de4-48aa-b51b-b4ea0a45b2ba to /dev/vdb
Dec 06 09:58:06 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'gabNprxP'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-a1f171f9-3a17-4d39-9e39-1970c5027b69 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] No BDM found with device name vda, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-a1f171f9-3a17-4d39-9e39-1970c5027b69 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] No VIF found with MAC fa:16:3e:16:d6:fb, not building metadata {{(pid=74535) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[95735c44-3b2c-407c-9152-ae3a9f4149f2]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[eff363cc-3e34-4bab-adb9-0d199e79a91b]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7 (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 (non-flash)
Dec 06 09:58:06 user nova-compute[74535]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7 (non-flash)
Dec 06 09:58:06 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 (non-flash)
Dec 06 09:58:06 user nova-compute[74535]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7 (non-flash)
Dec 06 09:58:06 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e -p 172.16.0.220:3260 --login {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG os_brick.utils [None req-7b282b95-56dc-462c-b973-70a9c4cc1b70 tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[158378f2-e559-46e0-8030-30691c0a49a5]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d95ac7cee77a\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[184efce4-0e2d-4716-998e-8c2bddd1bee3]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e -p 172.16.0.220:3260 --login" returned: 0 in 0.069s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[23420f2d-8321-47a2-a1a6-b71ebc1e59b9]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e, portal: 172.16.0.220,3260]
Dec 06 09:58:06 user nova-compute[74535]: Login to [iface: default, target: iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e, portal: 172.16.0.220,3260] successful.
Dec 06 09:58:06 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[23a14abf-7560-4389-a5bf-9e029a1db870]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[349281b5-29ac-4705-bf12-be94423e7986]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-7b282b95-56dc-462c-b973-70a9c4cc1b70 tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] Running cmd (subprocess): nvme version {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-7b282b95-56dc-462c-b973-70a9c4cc1b70 tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] 'nvme version' failed. Not Retrying. {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[0902dfe8-cdfe-4709-9e7f-6fabcc009f36]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.nvmeof [None req-7b282b95-56dc-462c-b973-70a9c4cc1b70 tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] nvme not present on system {{(pid=74535) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 09:58:06 user nova-compute[74535]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 09:58:06 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[56f36037-06b9-4344-a32b-15c26c162be1]: (4, '') {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-7b282b95-56dc-462c-b973-70a9c4cc1b70 tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74535) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-7b282b95-56dc-462c-b973-70a9c4cc1b70 tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74535) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-7b282b95-56dc-462c-b973-70a9c4cc1b70 tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] LIGHTOS: no hostnqn found. {{(pid=74535) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG os_brick.utils [None req-7b282b95-56dc-462c-b973-70a9c4cc1b70 tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] <== get_connector_properties: return (137ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d95ac7cee77a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG nova.virt.block_device [None req-7b282b95-56dc-462c-b973-70a9c4cc1b70 tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] [instance: f01386a0-2d94-44f9-aec4-e03f5502f671] Updating existing volume attachment record: 7b8ae180-ae52-413b-a78e-462e2e596d8b {{(pid=74535) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[838a81ba-1adc-48e3-b513-b2cb0612145a]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 (non-flash)
Dec 06 09:58:06 user nova-compute[74535]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7 (non-flash)
Dec 06 09:58:06 user nova-compute[74535]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e (non-flash)
Dec 06 09:58:06 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 (non-flash)
Dec 06 09:58:06 user nova-compute[74535]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7 (non-flash)
Dec 06 09:58:06 user nova-compute[74535]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e (non-flash)
Dec 06 09:58:06 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.405s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Connected to 172.16.0.220:3260 {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] HCTL ('35', '-', '-', 0) found on session 4 with lun 0 {{(pid=74535) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74535) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.020s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1d5129c-014a-41b4-9fa5-66c4ef0a9ee7]: (4, ('- - 0', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Searching for a device in session 4 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74535) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'gabNprxP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG nova.network.neutron [req-ce80d691-c18a-43c2-af59-1f6c4835337c req-23b61289-ac9e-4b20-9320-68fd3fadbb5e service nova] [instance: cd694614-d17a-48c5-88df-f35f584fc3b3] Updated VIF entry in instance network info cache for port cbdaa256-6f1b-4c24-b1cc-dede613085d0. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG nova.network.neutron [req-ce80d691-c18a-43c2-af59-1f6c4835337c req-23b61289-ac9e-4b20-9320-68fd3fadbb5e service nova] [instance: cd694614-d17a-48c5-88df-f35f584fc3b3] Updating instance_info_cache with network_info: [{"id": "cbdaa256-6f1b-4c24-b1cc-dede613085d0", "address": "fa:16:3e:16:d6:fb", "network": {"id": "cf1731d1-e27e-4a5a-8641-3e769f36abff", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-303602077-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ef2caf16967f464bbbd32d4edb51b25a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcbdaa256-6f", "ovs_interfaceid": "cbdaa256-6f1b-4c24-b1cc-dede613085d0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-ce80d691-c18a-43c2-af59-1f6c4835337c req-23b61289-ac9e-4b20-9320-68fd3fadbb5e service nova] Releasing lock "refresh_cache-cd694614-d17a-48c5-88df-f35f584fc3b3" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:58:06 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Starting heal instance info cache {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 09:58:07 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "refresh_cache-7d750435-b1ed-446a-a466-162bdc33821d" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 09:58:07 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquired lock "refresh_cache-7d750435-b1ed-446a-a466-162bdc33821d" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 09:58:07 user nova-compute[74535]: DEBUG nova.network.neutron [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: 7d750435-b1ed-446a-a466-162bdc33821d] Forcefully refreshing network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 09:58:07 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:07 user nova-compute[74535]: DEBUG nova.network.neutron [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: 7d750435-b1ed-446a-a466-162bdc33821d] Updating instance_info_cache with network_info: [{"id": "b7795ed1-17c9-4c88-8b81-3cdc216edada", "address": "fa:16:3e:31:bf:1f", "network": {"id": "cf1731d1-e27e-4a5a-8641-3e769f36abff", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-303602077-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ef2caf16967f464bbbd32d4edb51b25a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb7795ed1-17", "ovs_interfaceid": "b7795ed1-17c9-4c88-8b81-3cdc216edada", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:58:07 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Releasing lock "refresh_cache-7d750435-b1ed-446a-a466-162bdc33821d" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 09:58:07 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: 7d750435-b1ed-446a-a466-162bdc33821d] Updated the network info_cache for instance {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 09:58:07 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:58:07 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:58:07 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:58:07 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:58:07 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Auditing locally available compute resources for user (node: user) {{(pid=74535) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 09:58:07 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.444s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 09:58:07 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] <== connect_volume: return (1445ms) {'type': 'block', 'scsi_wwn': '23731653162336637', 'path': '/dev/sdd'} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 09:58:07 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23731653162336637', 'path': '/dev/sdd'} {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 09:58:07 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T09:57:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-982211860',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-982211860',id=11,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBM/mF8z+SLMwnll1HfKj7FNO8MiKeWFF28wywx/PXuGxUorvS4wqoOayJ+MV6O1IxxaJdJpdT1Ab1MCqRvdrrtrdgcWTo28sLgnU+vdic6JTiPCPaQ71ES03ZZ7TMqlrMA==',key_name='tempest-keypair-23705664',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='18119352b0eb4dde96cb99b675fdc159',ramdisk_id='',reservation_id='r-1ntiv7lg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-103169084',owner_user_name='tempest-TaggedBootDevicesTest_v242-103169084-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T09:57:30Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d1aaeca7fe1e488193c879106daefcf2',uuid=27d02c8b-47ae-4f82-9089-199c777b41b7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b4dec6c8-9790-4305-aa5a-393e605223ac", "address": "fa:16:3e:79:a4:a7", "network": {"id": "95dfa86c-0cec-494b-b72e-83dd43ab4541", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1021916616-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "18119352b0eb4dde96cb99b675fdc159", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb4dec6c8-97", "ovs_interfaceid": "b4dec6c8-9790-4305-aa5a-393e605223ac", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74535) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 09:58:07 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Converting VIF {"id": "b4dec6c8-9790-4305-aa5a-393e605223ac", "address": "fa:16:3e:79:a4:a7", "network": {"id": "95dfa86c-0cec-494b-b72e-83dd43ab4541", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1021916616-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "18119352b0eb4dde96cb99b675fdc159", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb4dec6c8-97", "ovs_interfaceid": "b4dec6c8-9790-4305-aa5a-393e605223ac", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 09:58:07 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:79:a4:a7,bridge_name='br-int',has_traffic_filtering=True,id=b4dec6c8-9790-4305-aa5a-393e605223ac,network=Network(95dfa86c-0cec-494b-b72e-83dd43ab4541),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb4dec6c8-97') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 09:58:07 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T09:57:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-982211860',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-982211860',id=11,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBM/mF8z+SLMwnll1HfKj7FNO8MiKeWFF28wywx/PXuGxUorvS4wqoOayJ+MV6O1IxxaJdJpdT1Ab1MCqRvdrrtrdgcWTo28sLgnU+vdic6JTiPCPaQ71ES03ZZ7TMqlrMA==',key_name='tempest-keypair-23705664',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='18119352b0eb4dde96cb99b675fdc159',ramdisk_id='',reservation_id='r-1ntiv7lg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-103169084',owner_user_name='tempest-TaggedBootDevicesTest_v242-103169084-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T09:57:30Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d1aaeca7fe1e488193c879106daefcf2',uuid=27d02c8b-47ae-4f82-9089-199c777b41b7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "384ea4f9-3a4a-4c04-8067-4e592408fee3", "address": "fa:16:3e:b7:6d:64", "network": {"id": "54600ccb-19ba-4879-8650-ac190cd4b5e8", "bridge": "br-int", "label": "tempest-device-tagging-net1-707434686", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "18119352b0eb4dde96cb99b675fdc159", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap384ea4f9-3a", "ovs_interfaceid": "384ea4f9-3a4a-4c04-8067-4e592408fee3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74535) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 09:58:07 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Converting VIF {"id": "384ea4f9-3a4a-4c04-8067-4e592408fee3", "address": "fa:16:3e:b7:6d:64", "network": {"id": "54600ccb-19ba-4879-8650-ac190cd4b5e8", "bridge": "br-int", "label": "tempest-device-tagging-net1-707434686", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "18119352b0eb4dde96cb99b675fdc159", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap384ea4f9-3a", "ovs_interfaceid": "384ea4f9-3a4a-4c04-8067-4e592408fee3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 09:58:07 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b7:6d:64,bridge_name='br-int',has_traffic_filtering=True,id=384ea4f9-3a4a-4c04-8067-4e592408fee3,network=Network(54600ccb-19ba-4879-8650-ac190cd4b5e8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap384ea4f9-3a') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 09:58:07 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T09:57:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-982211860',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-982211860',id=11,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBM/mF8z+SLMwnll1HfKj7FNO8MiKeWFF28wywx/PXuGxUorvS4wqoOayJ+MV6O1IxxaJdJpdT1Ab1MCqRvdrrtrdgcWTo28sLgnU+vdic6JTiPCPaQ71ES03ZZ7TMqlrMA==',key_name='tempest-keypair-23705664',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='18119352b0eb4dde96cb99b675fdc159',ramdisk_id='',reservation_id='r-1ntiv7lg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-103169084',owner_user_name='tempest-TaggedBootDevicesTest_v242-103169084-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T09:57:30Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d1aaeca7fe1e488193c879106daefcf2',uuid=27d02c8b-47ae-4f82-9089-199c777b41b7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c817ff70-444d-4cd5-8202-83d3954ca7d2", "address": "fa:16:3e:56:5a:7d", "network": {"id": "54600ccb-19ba-4879-8650-ac190cd4b5e8", "bridge": "br-int", "label": "tempest-device-tagging-net1-707434686", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "18119352b0eb4dde96cb99b675fdc159", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc817ff70-44", "ovs_interfaceid": "c817ff70-444d-4cd5-8202-83d3954ca7d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74535) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 09:58:07 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Converting VIF {"id": "c817ff70-444d-4cd5-8202-83d3954ca7d2", "address": "fa:16:3e:56:5a:7d", "network": {"id": "54600ccb-19ba-4879-8650-ac190cd4b5e8", "bridge": "br-int", "label": "tempest-device-tagging-net1-707434686", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "18119352b0eb4dde96cb99b675fdc159", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc817ff70-44", "ovs_interfaceid": "c817ff70-444d-4cd5-8202-83d3954ca7d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 09:58:07 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:56:5a:7d,bridge_name='br-int',has_traffic_filtering=True,id=c817ff70-444d-4cd5-8202-83d3954ca7d2,network=Network(54600ccb-19ba-4879-8650-ac190cd4b5e8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapc817ff70-44') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 09:58:07 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T09:57:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-982211860',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-982211860',id=11,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBM/mF8z+SLMwnll1HfKj7FNO8MiKeWFF28wywx/PXuGxUorvS4wqoOayJ+MV6O1IxxaJdJpdT1Ab1MCqRvdrrtrdgcWTo28sLgnU+vdic6JTiPCPaQ71ES03ZZ7TMqlrMA==',key_name='tempest-keypair-23705664',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='18119352b0eb4dde96cb99b675fdc159',ramdisk_id='',reservation_id='r-1ntiv7lg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-103169084',owner_user_name='tempest-TaggedBootDevicesTest_v242-103169084-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T09:57:30Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d1aaeca7fe1e488193c879106daefcf2',uuid=27d02c8b-47ae-4f82-9089-199c777b41b7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "cbc4ad55-4b81-4e0b-b8fe-dced4bf68226", "address": "fa:16:3e:09:5b:5b", "network": {"id": "54600ccb-19ba-4879-8650-ac190cd4b5e8", "bridge": "br-int", "label": "tempest-device-tagging-net1-707434686", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.144", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "18119352b0eb4dde96cb99b675fdc159", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcbc4ad55-4b", "ovs_interfaceid": "cbc4ad55-4b81-4e0b-b8fe-dced4bf68226", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74535) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 09:58:07 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Converting VIF {"id": "cbc4ad55-4b81-4e0b-b8fe-dced4bf68226", "address": "fa:16:3e:09:5b:5b", "network": {"id": "54600ccb-19ba-4879-8650-ac190cd4b5e8", "bridge": "br-int", "label": "tempest-device-tagging-net1-707434686", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.144", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "18119352b0eb4dde96cb99b675fdc159", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcbc4ad55-4b", "ovs_interfaceid": "cbc4ad55-4b81-4e0b-b8fe-dced4bf68226", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 09:58:07 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:09:5b:5b,bridge_name='br-int',has_traffic_filtering=True,id=cbc4ad55-4b81-4e0b-b8fe-dced4bf68226,network=Network(54600ccb-19ba-4879-8650-ac190cd4b5e8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcbc4ad55-4b') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 09:58:07 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T09:57:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-982211860',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-982211860',id=11,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBM/mF8z+SLMwnll1HfKj7FNO8MiKeWFF28wywx/PXuGxUorvS4wqoOayJ+MV6O1IxxaJdJpdT1Ab1MCqRvdrrtrdgcWTo28sLgnU+vdic6JTiPCPaQ71ES03ZZ7TMqlrMA==',key_name='tempest-keypair-23705664',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='18119352b0eb4dde96cb99b675fdc159',ramdisk_id='',reservation_id='r-1ntiv7lg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-103169084',owner_user_name='tempest-TaggedBootDevicesTest_v242-103169084-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T09:57:30Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d1aaeca7fe1e488193c879106daefcf2',uuid=27d02c8b-47ae-4f82-9089-199c777b41b7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8d8f6803-100b-4f7b-989d-df4d20990859", "address": "fa:16:3e:1e:f5:aa", "network": {"id": "54600ccb-19ba-4879-8650-ac190cd4b5e8", "bridge": "br-int", "label": "tempest-device-tagging-net1-707434686", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.95", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "18119352b0eb4dde96cb99b675fdc159", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8d8f6803-10", "ovs_interfaceid": "8d8f6803-100b-4f7b-989d-df4d20990859", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74535) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 09:58:07 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Converting VIF {"id": "8d8f6803-100b-4f7b-989d-df4d20990859", "address": "fa:16:3e:1e:f5:aa", "network": {"id": "54600ccb-19ba-4879-8650-ac190cd4b5e8", "bridge": "br-int", "label": "tempest-device-tagging-net1-707434686", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.95", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "18119352b0eb4dde96cb99b675fdc159", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8d8f6803-10", "ovs_interfaceid": "8d8f6803-100b-4f7b-989d-df4d20990859", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 09:58:07 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1e:f5:aa,bridge_name='br-int',has_traffic_filtering=True,id=8d8f6803-100b-4f7b-989d-df4d20990859,network=Network(54600ccb-19ba-4879-8650-ac190cd4b5e8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8d8f6803-10') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 09:58:07 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T09:57:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-982211860',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-982211860',id=11,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBM/mF8z+SLMwnll1HfKj7FNO8MiKeWFF28wywx/PXuGxUorvS4wqoOayJ+MV6O1IxxaJdJpdT1Ab1MCqRvdrrtrdgcWTo28sLgnU+vdic6JTiPCPaQ71ES03ZZ7TMqlrMA==',key_name='tempest-keypair-23705664',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='18119352b0eb4dde96cb99b675fdc159',ramdisk_id='',reservation_id='r-1ntiv7lg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-103169084',owner_user_name='tempest-TaggedBootDevicesTest_v242-103169084-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T09:57:30Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d1aaeca7fe1e488193c879106daefcf2',uuid=27d02c8b-47ae-4f82-9089-199c777b41b7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "015fb0ff-fd7d-458d-9222-dacb90d7da0f", "address": "fa:16:3e:f8:92:93", "network": {"id": "55162d7a-93d2-41a7-b313-b73979e51354", "bridge": "br-int", "label": "tempest-device-tagging-net2-391394949", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "18119352b0eb4dde96cb99b675fdc159", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap015fb0ff-fd", "ovs_interfaceid": "015fb0ff-fd7d-458d-9222-dacb90d7da0f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74535) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 09:58:07 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Converting VIF {"id": "015fb0ff-fd7d-458d-9222-dacb90d7da0f", "address": "fa:16:3e:f8:92:93", "network": {"id": "55162d7a-93d2-41a7-b313-b73979e51354", "bridge": "br-int", "label": "tempest-device-tagging-net2-391394949", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "18119352b0eb4dde96cb99b675fdc159", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap015fb0ff-fd", "ovs_interfaceid": "015fb0ff-fd7d-458d-9222-dacb90d7da0f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 09:58:07 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f8:92:93,bridge_name='br-int',has_traffic_filtering=True,id=015fb0ff-fd7d-458d-9222-dacb90d7da0f,network=Network(55162d7a-93d2-41a7-b313-b73979e51354),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap015fb0ff-fd') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 09:58:07 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T09:57:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-982211860',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-982211860',id=11,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBM/mF8z+SLMwnll1HfKj7FNO8MiKeWFF28wywx/PXuGxUorvS4wqoOayJ+MV6O1IxxaJdJpdT1Ab1MCqRvdrrtrdgcWTo28sLgnU+vdic6JTiPCPaQ71ES03ZZ7TMqlrMA==',key_name='tempest-keypair-23705664',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='18119352b0eb4dde96cb99b675fdc159',ramdisk_id='',reservation_id='r-1ntiv7lg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-103169084',owner_user_name='tempest-TaggedBootDevicesTest_v242-103169084-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T09:57:30Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d1aaeca7fe1e488193c879106daefcf2',uuid=27d02c8b-47ae-4f82-9089-199c777b41b7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0bf3be11-9783-413b-a530-5a57313e1e70", "address": "fa:16:3e:50:f6:83", "network": {"id": "55162d7a-93d2-41a7-b313-b73979e51354", "bridge": "br-int", "label": "tempest-device-tagging-net2-391394949", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "18119352b0eb4dde96cb99b675fdc159", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0bf3be11-97", "ovs_interfaceid": "0bf3be11-9783-413b-a530-5a57313e1e70", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74535) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 09:58:07 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Converting VIF {"id": "0bf3be11-9783-413b-a530-5a57313e1e70", "address": "fa:16:3e:50:f6:83", "network": {"id": "55162d7a-93d2-41a7-b313-b73979e51354", "bridge": "br-int", "label": "tempest-device-tagging-net2-391394949", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "18119352b0eb4dde96cb99b675fdc159", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0bf3be11-97", "ovs_interfaceid": "0bf3be11-9783-413b-a530-5a57313e1e70", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 09:58:07 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:50:f6:83,bridge_name='br-int',has_traffic_filtering=True,id=0bf3be11-9783-413b-a530-5a57313e1e70,network=Network(55162d7a-93d2-41a7-b313-b73979e51354),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0bf3be11-97') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 09:58:07 user nova-compute[74535]: DEBUG nova.objects.instance [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Lazy-loading 'pci_devices' on Instance uuid 27d02c8b-47ae-4f82-9089-199c777b41b7 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 09:58:07 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:07 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] End _get_guest_xml xml=<domain type="kvm">
Dec 06 09:58:07 user nova-compute[74535]:   <uuid>27d02c8b-47ae-4f82-9089-199c777b41b7</uuid>
Dec 06 09:58:07 user nova-compute[74535]:   <name>instance-0000000b</name>
Dec 06 09:58:07 user nova-compute[74535]:   <memory>524288</memory>
Dec 06 09:58:07 user nova-compute[74535]:   <vcpu>1</vcpu>
Dec 06 09:58:07 user nova-compute[74535]:   <metadata>
Dec 06 09:58:07 user nova-compute[74535]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 09:58:07 user nova-compute[74535]:       <nova:package version="0.0.0"/>
Dec 06 09:58:07 user nova-compute[74535]:       <nova:name>tempest-device-tagging-server-982211860</nova:name>
Dec 06 09:58:07 user nova-compute[74535]:       <nova:creationTime>2023-12-06 09:58:03</nova:creationTime>
Dec 06 09:58:07 user nova-compute[74535]:       <nova:flavor name="m1.tiny">
Dec 06 09:58:07 user nova-compute[74535]:         <nova:memory>512</nova:memory>
Dec 06 09:58:07 user nova-compute[74535]:         <nova:disk>1</nova:disk>
Dec 06 09:58:07 user nova-compute[74535]:         <nova:swap>0</nova:swap>
Dec 06 09:58:07 user nova-compute[74535]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 09:58:07 user nova-compute[74535]:         <nova:vcpus>1</nova:vcpus>
Dec 06 09:58:07 user nova-compute[74535]:       </nova:flavor>
Dec 06 09:58:07 user nova-compute[74535]:       <nova:owner>
Dec 06 09:58:07 user nova-compute[74535]:         <nova:user uuid="d1aaeca7fe1e488193c879106daefcf2">tempest-TaggedBootDevicesTest_v242-103169084-project-member</nova:user>
Dec 06 09:58:07 user nova-compute[74535]:         <nova:project uuid="18119352b0eb4dde96cb99b675fdc159">tempest-TaggedBootDevicesTest_v242-103169084</nova:project>
Dec 06 09:58:07 user nova-compute[74535]:       </nova:owner>
Dec 06 09:58:07 user nova-compute[74535]:       <nova:root type="image" uuid="b338f3c8-9974-4b9f-bacb-c75dd541c256"/>
Dec 06 09:58:07 user nova-compute[74535]:       <nova:ports>
Dec 06 09:58:07 user nova-compute[74535]:         <nova:port uuid="b4dec6c8-9790-4305-aa5a-393e605223ac">
Dec 06 09:58:07 user nova-compute[74535]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Dec 06 09:58:07 user nova-compute[74535]:         </nova:port>
Dec 06 09:58:07 user nova-compute[74535]:         <nova:port uuid="384ea4f9-3a4a-4c04-8067-4e592408fee3">
Dec 06 09:58:07 user nova-compute[74535]:           <nova:ip type="fixed" address="10.1.1.7" ipVersion="4"/>
Dec 06 09:58:07 user nova-compute[74535]:         </nova:port>
Dec 06 09:58:07 user nova-compute[74535]:         <nova:port uuid="c817ff70-444d-4cd5-8202-83d3954ca7d2">
Dec 06 09:58:07 user nova-compute[74535]:           <nova:ip type="fixed" address="10.1.1.127" ipVersion="4"/>
Dec 06 09:58:07 user nova-compute[74535]:         </nova:port>
Dec 06 09:58:07 user nova-compute[74535]:         <nova:port uuid="cbc4ad55-4b81-4e0b-b8fe-dced4bf68226">
Dec 06 09:58:07 user nova-compute[74535]:           <nova:ip type="fixed" address="10.1.1.144" ipVersion="4"/>
Dec 06 09:58:07 user nova-compute[74535]:         </nova:port>
Dec 06 09:58:07 user nova-compute[74535]:         <nova:port uuid="8d8f6803-100b-4f7b-989d-df4d20990859">
Dec 06 09:58:07 user nova-compute[74535]:           <nova:ip type="fixed" address="10.1.1.95" ipVersion="4"/>
Dec 06 09:58:07 user nova-compute[74535]:         </nova:port>
Dec 06 09:58:07 user nova-compute[74535]:         <nova:port uuid="015fb0ff-fd7d-458d-9222-dacb90d7da0f">
Dec 06 09:58:07 user nova-compute[74535]:           <nova:ip type="fixed" address="10.2.2.100" ipVersion="4"/>
Dec 06 09:58:07 user nova-compute[74535]:         </nova:port>
Dec 06 09:58:07 user nova-compute[74535]:         <nova:port uuid="0bf3be11-9783-413b-a530-5a57313e1e70">
Dec 06 09:58:07 user nova-compute[74535]:           <nova:ip type="fixed" address="10.2.2.200" ipVersion="4"/>
Dec 06 09:58:07 user nova-compute[74535]:         </nova:port>
Dec 06 09:58:07 user nova-compute[74535]:       </nova:ports>
Dec 06 09:58:07 user nova-compute[74535]:     </nova:instance>
Dec 06 09:58:07 user nova-compute[74535]:   </metadata>
Dec 06 09:58:07 user nova-compute[74535]:   <sysinfo type="smbios">
Dec 06 09:58:07 user nova-compute[74535]:     <system>
Dec 06 09:58:07 user nova-compute[74535]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 09:58:07 user nova-compute[74535]:       <entry name="product">OpenStack Nova</entry>
Dec 06 09:58:07 user nova-compute[74535]:       <entry name="version">0.0.0</entry>
Dec 06 09:58:07 user nova-compute[74535]:       <entry name="serial">27d02c8b-47ae-4f82-9089-199c777b41b7</entry>
Dec 06 09:58:07 user nova-compute[74535]:       <entry name="uuid">27d02c8b-47ae-4f82-9089-199c777b41b7</entry>
Dec 06 09:58:07 user nova-compute[74535]:       <entry name="family">Virtual Machine</entry>
Dec 06 09:58:07 user nova-compute[74535]:     </system>
Dec 06 09:58:07 user nova-compute[74535]:   </sysinfo>
Dec 06 09:58:07 user nova-compute[74535]:   <os>
Dec 06 09:58:07 user nova-compute[74535]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 09:58:07 user nova-compute[74535]:     <boot dev="hd"/>
Dec 06 09:58:07 user nova-compute[74535]:     <smbios mode="sysinfo"/>
Dec 06 09:58:07 user nova-compute[74535]:   </os>
Dec 06 09:58:07 user nova-compute[74535]:   <features>
Dec 06 09:58:07 user nova-compute[74535]:     <acpi/>
Dec 06 09:58:07 user nova-compute[74535]:     <apic/>
Dec 06 09:58:07 user nova-compute[74535]:     <vmcoreinfo/>
Dec 06 09:58:07 user nova-compute[74535]:   </features>
Dec 06 09:58:07 user nova-compute[74535]:   <clock offset="utc">
Dec 06 09:58:07 user nova-compute[74535]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 09:58:07 user nova-compute[74535]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 09:58:07 user nova-compute[74535]:     <timer name="hpet" present="no"/>
Dec 06 09:58:07 user nova-compute[74535]:   </clock>
Dec 06 09:58:07 user nova-compute[74535]:   <cpu mode="custom" match="exact">
Dec 06 09:58:07 user nova-compute[74535]:     <model>Nehalem</model>
Dec 06 09:58:07 user nova-compute[74535]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 09:58:07 user nova-compute[74535]:   </cpu>
Dec 06 09:58:07 user nova-compute[74535]:   <devices>
Dec 06 09:58:07 user nova-compute[74535]:     <disk type="file" device="cdrom">
Dec 06 09:58:07 user nova-compute[74535]:       <driver name="qemu" type="raw" cache="none"/>
Dec 06 09:58:07 user nova-compute[74535]:       <source file="/opt/stack/data/nova/instances/27d02c8b-47ae-4f82-9089-199c777b41b7/disk.config"/>
Dec 06 09:58:07 user nova-compute[74535]:       <target dev="hda" bus="ide"/>
Dec 06 09:58:07 user nova-compute[74535]:     </disk>
Dec 06 09:58:07 user nova-compute[74535]:     <disk type="block" device="disk">
Dec 06 09:58:07 user nova-compute[74535]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 09:58:07 user nova-compute[74535]:       <source dev="/dev/sdb"/>
Dec 06 09:58:07 user nova-compute[74535]:       <target dev="vda" bus="virtio"/>
Dec 06 09:58:07 user nova-compute[74535]:       <serial>f0c23284-fbd0-473c-bd80-46112ac7d842</serial>
Dec 06 09:58:07 user nova-compute[74535]:     </disk>
Dec 06 09:58:07 user nova-compute[74535]:     <disk type="block" device="disk">
Dec 06 09:58:07 user nova-compute[74535]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 09:58:07 user nova-compute[74535]:       <source dev="/dev/sdc"/>
Dec 06 09:58:07 user nova-compute[74535]:       <target dev="vdb" bus="virtio"/>
Dec 06 09:58:07 user nova-compute[74535]:       <serial>a75eed35-93a6-46c0-ac98-ff7988bc82e7</serial>
Dec 06 09:58:07 user nova-compute[74535]:     </disk>
Dec 06 09:58:07 user nova-compute[74535]:     <disk type="block" device="disk">
Dec 06 09:58:07 user nova-compute[74535]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 09:58:07 user nova-compute[74535]:       <source dev="/dev/sdd"/>
Dec 06 09:58:07 user nova-compute[74535]:       <target dev="vdc" bus="virtio"/>
Dec 06 09:58:07 user nova-compute[74535]:       <serial>22e4dab1-c121-4418-bac8-efe10983e25e</serial>
Dec 06 09:58:07 user nova-compute[74535]:     </disk>
Dec 06 09:58:07 user nova-compute[74535]:     <interface type="ethernet">
Dec 06 09:58:07 user nova-compute[74535]:       <mac address="fa:16:3e:79:a4:a7"/>
Dec 06 09:58:07 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 09:58:07 user nova-compute[74535]:       <mtu size="1442"/>
Dec 06 09:58:07 user nova-compute[74535]:       <target dev="tapb4dec6c8-97"/>
Dec 06 09:58:07 user nova-compute[74535]:     </interface>
Dec 06 09:58:07 user nova-compute[74535]:     <interface type="ethernet">
Dec 06 09:58:07 user nova-compute[74535]:       <mac address="fa:16:3e:b7:6d:64"/>
Dec 06 09:58:07 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 09:58:07 user nova-compute[74535]:       <mtu size="1442"/>
Dec 06 09:58:07 user nova-compute[74535]:       <target dev="tap384ea4f9-3a"/>
Dec 06 09:58:07 user nova-compute[74535]:     </interface>
Dec 06 09:58:07 user nova-compute[74535]:     <interface type="ethernet">
Dec 06 09:58:07 user nova-compute[74535]:       <mac address="fa:16:3e:56:5a:7d"/>
Dec 06 09:58:07 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 09:58:07 user nova-compute[74535]:       <mtu size="1442"/>
Dec 06 09:58:07 user nova-compute[74535]:       <target dev="tapc817ff70-44"/>
Dec 06 09:58:07 user nova-compute[74535]:     </interface>
Dec 06 09:58:07 user nova-compute[74535]:     <interface type="ethernet">
Dec 06 09:58:07 user nova-compute[74535]:       <mac address="fa:16:3e:09:5b:5b"/>
Dec 06 09:58:07 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 09:58:07 user nova-compute[74535]:       <mtu size="1442"/>
Dec 06 09:58:07 user nova-compute[74535]:       <target dev="tapcbc4ad55-4b"/>
Dec 06 09:58:07 user nova-compute[74535]:     </interface>
Dec 06 09:58:07 user nova-compute[74535]:     <interface type="ethernet">
Dec 06 09:58:07 user nova-compute[74535]:       <mac address="fa:16:3e:1e:f5:aa"/>
Dec 06 09:58:07 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 09:58:07 user nova-compute[74535]:       <mtu size="1442"/>
Dec 06 09:58:07 user nova-compute[74535]:       <target dev="tap8d8f6803-10"/>
Dec 06 09:58:07 user nova-compute[74535]:     </interface>
Dec 06 09:58:07 user nova-compute[74535]:     <interface type="ethernet">
Dec 06 09:58:07 user nova-compute[74535]:       <mac address="fa:16:3e:f8:92:93"/>
Dec 06 09:58:07 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 09:58:07 user nova-compute[74535]:       <mtu size="1442"/>
Dec 06 09:58:07 user nova-compute[74535]:       <target dev="tap015fb0ff-fd"/>
Dec 06 09:58:07 user nova-compute[74535]:     </interface>
Dec 06 09:58:07 user nova-compute[74535]:     <interface type="ethernet">
Dec 06 09:58:07 user nova-compute[74535]:       <mac address="fa:16:3e:50:f6:83"/>
Dec 06 09:58:07 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 09:58:07 user nova-compute[74535]:       <mtu size="1442"/>
Dec 06 09:58:07 user nova-compute[74535]:       <target dev="tap0bf3be11-97"/>
Dec 06 09:58:07 user nova-compute[74535]:     </interface>
Dec 06 09:58:07 user nova-compute[74535]:     <serial type="pty">
Dec 06 09:58:07 user nova-compute[74535]:       <log file="/opt/stack/data/nova/instances/27d02c8b-47ae-4f82-9089-199c777b41b7/console.log" append="off"/>
Dec 06 09:58:07 user nova-compute[74535]:     </serial>
Dec 06 09:58:07 user nova-compute[74535]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 09:58:07 user nova-compute[74535]:     <video>
Dec 06 09:58:07 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 09:58:07 user nova-compute[74535]:     </video>
Dec 06 09:58:07 user nova-compute[74535]:     <rng model="virtio">
Dec 06 09:58:07 user nova-compute[74535]:       <backend model="random">/dev/urandom</backend>
Dec 06 09:58:07 user nova-compute[74535]:     </rng>
Dec 06 09:58:07 user nova-compute[74535]:     <controller type="usb" index="0" model="none"/>
Dec 06 09:58:07 user nova-compute[74535]:     <memballoon model="virtio">
Dec 06 09:58:07 user nova-compute[74535]:       <stats period="10"/>
Dec 06 09:58:07 user nova-compute[74535]:     </memballoon>
Dec 06 09:58:07 user nova-compute[74535]:   </devices>
Dec 06 09:58:07 user nova-compute[74535]: </domain>
Dec 06 09:58:07 user nova-compute[74535]:  {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 09:58:07 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T09:57:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-982211860',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-982211860',id=11,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBM/mF8z+SLMwnll1HfKj7FNO8MiKeWFF28wywx/PXuGxUorvS4wqoOayJ+MV6O1IxxaJdJpdT1Ab1MCqRvdrrtrdgcWTo28sLgnU+vdic6JTiPCPaQ71ES03ZZ7TMqlrMA==',key_name='tempest-keypair-23705664',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='18119352b0eb4dde96cb99b675fdc159',ramdisk_id='',reservation_id='r-1ntiv7lg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-103169084',owner_user_name='tempest-TaggedBootDevicesTest_v242-103169084-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T09:57:30Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d1aaeca7fe1e488193c879106daefcf2',uuid=27d02c8b-47ae-4f82-9089-199c777b41b7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b4dec6c8-9790-4305-aa5a-393e605223ac", "address": "fa:16:3e:79:a4:a7", "network": {"id": "95dfa86c-0cec-494b-b72e-83dd43ab4541", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1021916616-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "18119352b0eb4dde96cb99b675fdc159", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb4dec6c8-97", "ovs_interfaceid": "b4dec6c8-9790-4305-aa5a-393e605223ac", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 09:58:07 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Converting VIF {"id": "b4dec6c8-9790-4305-aa5a-393e605223ac", "address": "fa:16:3e:79:a4:a7", "network": {"id": "95dfa86c-0cec-494b-b72e-83dd43ab4541", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1021916616-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "18119352b0eb4dde96cb99b675fdc159", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb4dec6c8-97", "ovs_interfaceid": "b4dec6c8-9790-4305-aa5a-393e605223ac", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 09:58:07 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:79:a4:a7,bridge_name='br-int',has_traffic_filtering=True,id=b4dec6c8-9790-4305-aa5a-393e605223ac,network=Network(95dfa86c-0cec-494b-b72e-83dd43ab4541),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb4dec6c8-97') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 09:58:07 user nova-compute[74535]: DEBUG os_vif [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:79:a4:a7,bridge_name='br-int',has_traffic_filtering=True,id=b4dec6c8-9790-4305-aa5a-393e605223ac,network=Network(95dfa86c-0cec-494b-b72e-83dd43ab4541),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb4dec6c8-97') {{(pid=74535) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 09:58:07 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:07 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:58:07 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 09:58:07 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:07 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c49827a8-f794-5d46-a61b-57841136a225', '_type': 'linux-noop'}}, row=False) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:58:07 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:07 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:58:07 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:07 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:07 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:07 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapb4dec6c8-97, may_exist=True, interface_attrs={}) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:58:07 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapb4dec6c8-97, col_values=(('qos', UUID('eb78761d-b86a-41a5-ad16-001551c8bae8')),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:58:07 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapb4dec6c8-97, col_values=(('external_ids', {'iface-id': 'b4dec6c8-9790-4305-aa5a-393e605223ac', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:79:a4:a7', 'vm-uuid': '27d02c8b-47ae-4f82-9089-199c777b41b7'}),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:58:07 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:07 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:58:07 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:07 user nova-compute[74535]: INFO os_vif [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:79:a4:a7,bridge_name='br-int',has_traffic_filtering=True,id=b4dec6c8-9790-4305-aa5a-393e605223ac,network=Network(95dfa86c-0cec-494b-b72e-83dd43ab4541),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb4dec6c8-97')
Dec 06 09:58:07 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T09:57:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-982211860',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-982211860',id=11,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBM/mF8z+SLMwnll1HfKj7FNO8MiKeWFF28wywx/PXuGxUorvS4wqoOayJ+MV6O1IxxaJdJpdT1Ab1MCqRvdrrtrdgcWTo28sLgnU+vdic6JTiPCPaQ71ES03ZZ7TMqlrMA==',key_name='tempest-keypair-23705664',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='18119352b0eb4dde96cb99b675fdc159',ramdisk_id='',reservation_id='r-1ntiv7lg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-103169084',owner_user_name='tempest-TaggedBootDevicesTest_v242-103169084-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T09:57:30Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d1aaeca7fe1e488193c879106daefcf2',uuid=27d02c8b-47ae-4f82-9089-199c777b41b7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "384ea4f9-3a4a-4c04-8067-4e592408fee3", "address": "fa:16:3e:b7:6d:64", "network": {"id": "54600ccb-19ba-4879-8650-ac190cd4b5e8", "bridge": "br-int", "label": "tempest-device-tagging-net1-707434686", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "18119352b0eb4dde96cb99b675fdc159", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap384ea4f9-3a", "ovs_interfaceid": "384ea4f9-3a4a-4c04-8067-4e592408fee3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74535) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 09:58:07 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Converting VIF {"id": "384ea4f9-3a4a-4c04-8067-4e592408fee3", "address": "fa:16:3e:b7:6d:64", "network": {"id": "54600ccb-19ba-4879-8650-ac190cd4b5e8", "bridge": "br-int", "label": "tempest-device-tagging-net1-707434686", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "18119352b0eb4dde96cb99b675fdc159", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap384ea4f9-3a", "ovs_interfaceid": "384ea4f9-3a4a-4c04-8067-4e592408fee3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 09:58:07 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b7:6d:64,bridge_name='br-int',has_traffic_filtering=True,id=384ea4f9-3a4a-4c04-8067-4e592408fee3,network=Network(54600ccb-19ba-4879-8650-ac190cd4b5e8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap384ea4f9-3a') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 09:58:07 user nova-compute[74535]: DEBUG os_vif [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b7:6d:64,bridge_name='br-int',has_traffic_filtering=True,id=384ea4f9-3a4a-4c04-8067-4e592408fee3,network=Network(54600ccb-19ba-4879-8650-ac190cd4b5e8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap384ea4f9-3a') {{(pid=74535) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 09:58:07 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:07 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:58:07 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 09:58:07 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:07 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '0c88152d-7958-5852-b8fa-c9ee79239f3b', '_type': 'linux-noop'}}, row=False) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:58:07 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:07 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:58:07 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:07 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:07 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap384ea4f9-3a, may_exist=True, interface_attrs={}) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:58:07 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap384ea4f9-3a, col_values=(('qos', UUID('09f9e1a3-ec56-4e6b-8865-819ba832eded')),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:58:07 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap384ea4f9-3a, col_values=(('external_ids', {'iface-id': '384ea4f9-3a4a-4c04-8067-4e592408fee3', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:b7:6d:64', 'vm-uuid': '27d02c8b-47ae-4f82-9089-199c777b41b7'}),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:58:07 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:07 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:58:07 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:07 user nova-compute[74535]: INFO os_vif [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b7:6d:64,bridge_name='br-int',has_traffic_filtering=True,id=384ea4f9-3a4a-4c04-8067-4e592408fee3,network=Network(54600ccb-19ba-4879-8650-ac190cd4b5e8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap384ea4f9-3a')
Dec 06 09:58:07 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T09:57:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-982211860',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-982211860',id=11,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBM/mF8z+SLMwnll1HfKj7FNO8MiKeWFF28wywx/PXuGxUorvS4wqoOayJ+MV6O1IxxaJdJpdT1Ab1MCqRvdrrtrdgcWTo28sLgnU+vdic6JTiPCPaQ71ES03ZZ7TMqlrMA==',key_name='tempest-keypair-23705664',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='18119352b0eb4dde96cb99b675fdc159',ramdisk_id='',reservation_id='r-1ntiv7lg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-103169084',owner_user_name='tempest-TaggedBootDevicesTest_v242-103169084-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T09:57:30Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d1aaeca7fe1e488193c879106daefcf2',uuid=27d02c8b-47ae-4f82-9089-199c777b41b7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c817ff70-444d-4cd5-8202-83d3954ca7d2", "address": "fa:16:3e:56:5a:7d", "network": {"id": "54600ccb-19ba-4879-8650-ac190cd4b5e8", "bridge": "br-int", "label": "tempest-device-tagging-net1-707434686", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "18119352b0eb4dde96cb99b675fdc159", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc817ff70-44", "ovs_interfaceid": "c817ff70-444d-4cd5-8202-83d3954ca7d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74535) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 09:58:07 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Converting VIF {"id": "c817ff70-444d-4cd5-8202-83d3954ca7d2", "address": "fa:16:3e:56:5a:7d", "network": {"id": "54600ccb-19ba-4879-8650-ac190cd4b5e8", "bridge": "br-int", "label": "tempest-device-tagging-net1-707434686", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "18119352b0eb4dde96cb99b675fdc159", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc817ff70-44", "ovs_interfaceid": "c817ff70-444d-4cd5-8202-83d3954ca7d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 09:58:07 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:56:5a:7d,bridge_name='br-int',has_traffic_filtering=True,id=c817ff70-444d-4cd5-8202-83d3954ca7d2,network=Network(54600ccb-19ba-4879-8650-ac190cd4b5e8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapc817ff70-44') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 09:58:07 user nova-compute[74535]: DEBUG os_vif [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:56:5a:7d,bridge_name='br-int',has_traffic_filtering=True,id=c817ff70-444d-4cd5-8202-83d3954ca7d2,network=Network(54600ccb-19ba-4879-8650-ac190cd4b5e8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapc817ff70-44') {{(pid=74535) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 09:58:07 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:07 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:58:07 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 09:58:07 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:07 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '0d3d0726-3f79-5a5e-8eaa-f172bc0ac34f', '_type': 'linux-noop'}}, row=False) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:58:07 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:07 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc817ff70-44, may_exist=True, interface_attrs={}) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc817ff70-44, col_values=(('qos', UUID('0cd28a9b-8650-4f93-aba1-cb42a8f45fd1')),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc817ff70-44, col_values=(('external_ids', {'iface-id': 'c817ff70-444d-4cd5-8202-83d3954ca7d2', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:56:5a:7d', 'vm-uuid': '27d02c8b-47ae-4f82-9089-199c777b41b7'}),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:08 user nova-compute[74535]: INFO os_vif [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:56:5a:7d,bridge_name='br-int',has_traffic_filtering=True,id=c817ff70-444d-4cd5-8202-83d3954ca7d2,network=Network(54600ccb-19ba-4879-8650-ac190cd4b5e8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapc817ff70-44')
Dec 06 09:58:08 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T09:57:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-982211860',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-982211860',id=11,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBM/mF8z+SLMwnll1HfKj7FNO8MiKeWFF28wywx/PXuGxUorvS4wqoOayJ+MV6O1IxxaJdJpdT1Ab1MCqRvdrrtrdgcWTo28sLgnU+vdic6JTiPCPaQ71ES03ZZ7TMqlrMA==',key_name='tempest-keypair-23705664',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='18119352b0eb4dde96cb99b675fdc159',ramdisk_id='',reservation_id='r-1ntiv7lg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-103169084',owner_user_name='tempest-TaggedBootDevicesTest_v242-103169084-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T09:57:30Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d1aaeca7fe1e488193c879106daefcf2',uuid=27d02c8b-47ae-4f82-9089-199c777b41b7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "cbc4ad55-4b81-4e0b-b8fe-dced4bf68226", "address": "fa:16:3e:09:5b:5b", "network": {"id": "54600ccb-19ba-4879-8650-ac190cd4b5e8", "bridge": "br-int", "label": "tempest-device-tagging-net1-707434686", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.144", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "18119352b0eb4dde96cb99b675fdc159", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcbc4ad55-4b", "ovs_interfaceid": "cbc4ad55-4b81-4e0b-b8fe-dced4bf68226", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Converting VIF {"id": "cbc4ad55-4b81-4e0b-b8fe-dced4bf68226", "address": "fa:16:3e:09:5b:5b", "network": {"id": "54600ccb-19ba-4879-8650-ac190cd4b5e8", "bridge": "br-int", "label": "tempest-device-tagging-net1-707434686", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.144", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "18119352b0eb4dde96cb99b675fdc159", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcbc4ad55-4b", "ovs_interfaceid": "cbc4ad55-4b81-4e0b-b8fe-dced4bf68226", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:09:5b:5b,bridge_name='br-int',has_traffic_filtering=True,id=cbc4ad55-4b81-4e0b-b8fe-dced4bf68226,network=Network(54600ccb-19ba-4879-8650-ac190cd4b5e8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcbc4ad55-4b') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG os_vif [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:09:5b:5b,bridge_name='br-int',has_traffic_filtering=True,id=cbc4ad55-4b81-4e0b-b8fe-dced4bf68226,network=Network(54600ccb-19ba-4879-8650-ac190cd4b5e8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcbc4ad55-4b') {{(pid=74535) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '98ca1596-226a-52e6-8018-3f0a690b4382', '_type': 'linux-noop'}}, row=False) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapcbc4ad55-4b, may_exist=True, interface_attrs={}) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapcbc4ad55-4b, col_values=(('qos', UUID('a7ccd612-73db-4566-981d-85b5579dc66d')),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapcbc4ad55-4b, col_values=(('external_ids', {'iface-id': 'cbc4ad55-4b81-4e0b-b8fe-dced4bf68226', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:09:5b:5b', 'vm-uuid': '27d02c8b-47ae-4f82-9089-199c777b41b7'}),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG nova.compute.manager [req-e9980611-7cb8-4939-ba74-cb95356a77c7 req-079cc93b-588c-4887-983d-1b56c567b767 service nova] [instance: cd694614-d17a-48c5-88df-f35f584fc3b3] Received event network-vif-plugged-cbdaa256-6f1b-4c24-b1cc-dede613085d0 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-e9980611-7cb8-4939-ba74-cb95356a77c7 req-079cc93b-588c-4887-983d-1b56c567b767 service nova] Acquiring lock "cd694614-d17a-48c5-88df-f35f584fc3b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-e9980611-7cb8-4939-ba74-cb95356a77c7 req-079cc93b-588c-4887-983d-1b56c567b767 service nova] Lock "cd694614-d17a-48c5-88df-f35f584fc3b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-e9980611-7cb8-4939-ba74-cb95356a77c7 req-079cc93b-588c-4887-983d-1b56c567b767 service nova] Lock "cd694614-d17a-48c5-88df-f35f584fc3b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG nova.compute.manager [req-e9980611-7cb8-4939-ba74-cb95356a77c7 req-079cc93b-588c-4887-983d-1b56c567b767 service nova] [instance: cd694614-d17a-48c5-88df-f35f584fc3b3] No waiting events found dispatching network-vif-plugged-cbdaa256-6f1b-4c24-b1cc-dede613085d0 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:58:08 user nova-compute[74535]: WARNING nova.compute.manager [req-e9980611-7cb8-4939-ba74-cb95356a77c7 req-079cc93b-588c-4887-983d-1b56c567b767 service nova] [instance: cd694614-d17a-48c5-88df-f35f584fc3b3] Received unexpected event network-vif-plugged-cbdaa256-6f1b-4c24-b1cc-dede613085d0 for instance with vm_state building and task_state spawning.
Dec 06 09:58:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:08 user nova-compute[74535]: INFO os_vif [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:09:5b:5b,bridge_name='br-int',has_traffic_filtering=True,id=cbc4ad55-4b81-4e0b-b8fe-dced4bf68226,network=Network(54600ccb-19ba-4879-8650-ac190cd4b5e8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcbc4ad55-4b')
Dec 06 09:58:08 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T09:57:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-982211860',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-982211860',id=11,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBM/mF8z+SLMwnll1HfKj7FNO8MiKeWFF28wywx/PXuGxUorvS4wqoOayJ+MV6O1IxxaJdJpdT1Ab1MCqRvdrrtrdgcWTo28sLgnU+vdic6JTiPCPaQ71ES03ZZ7TMqlrMA==',key_name='tempest-keypair-23705664',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='18119352b0eb4dde96cb99b675fdc159',ramdisk_id='',reservation_id='r-1ntiv7lg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-103169084',owner_user_name='tempest-TaggedBootDevicesTest_v242-103169084-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T09:57:30Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d1aaeca7fe1e488193c879106daefcf2',uuid=27d02c8b-47ae-4f82-9089-199c777b41b7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8d8f6803-100b-4f7b-989d-df4d20990859", "address": "fa:16:3e:1e:f5:aa", "network": {"id": "54600ccb-19ba-4879-8650-ac190cd4b5e8", "bridge": "br-int", "label": "tempest-device-tagging-net1-707434686", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.95", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "18119352b0eb4dde96cb99b675fdc159", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8d8f6803-10", "ovs_interfaceid": "8d8f6803-100b-4f7b-989d-df4d20990859", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Converting VIF {"id": "8d8f6803-100b-4f7b-989d-df4d20990859", "address": "fa:16:3e:1e:f5:aa", "network": {"id": "54600ccb-19ba-4879-8650-ac190cd4b5e8", "bridge": "br-int", "label": "tempest-device-tagging-net1-707434686", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.95", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "18119352b0eb4dde96cb99b675fdc159", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8d8f6803-10", "ovs_interfaceid": "8d8f6803-100b-4f7b-989d-df4d20990859", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1e:f5:aa,bridge_name='br-int',has_traffic_filtering=True,id=8d8f6803-100b-4f7b-989d-df4d20990859,network=Network(54600ccb-19ba-4879-8650-ac190cd4b5e8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8d8f6803-10') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG os_vif [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:1e:f5:aa,bridge_name='br-int',has_traffic_filtering=True,id=8d8f6803-100b-4f7b-989d-df4d20990859,network=Network(54600ccb-19ba-4879-8650-ac190cd4b5e8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8d8f6803-10') {{(pid=74535) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '02006a7a-9ae8-5a6b-be3f-86012d692584', '_type': 'linux-noop'}}, row=False) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap8d8f6803-10, may_exist=True, interface_attrs={}) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap8d8f6803-10, col_values=(('qos', UUID('f7f3eb3b-db25-4631-883f-cb85ba1214e4')),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap8d8f6803-10, col_values=(('external_ids', {'iface-id': '8d8f6803-100b-4f7b-989d-df4d20990859', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:1e:f5:aa', 'vm-uuid': '27d02c8b-47ae-4f82-9089-199c777b41b7'}),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:08 user nova-compute[74535]: INFO os_vif [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:1e:f5:aa,bridge_name='br-int',has_traffic_filtering=True,id=8d8f6803-100b-4f7b-989d-df4d20990859,network=Network(54600ccb-19ba-4879-8650-ac190cd4b5e8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8d8f6803-10')
Dec 06 09:58:08 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T09:57:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-982211860',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-982211860',id=11,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBM/mF8z+SLMwnll1HfKj7FNO8MiKeWFF28wywx/PXuGxUorvS4wqoOayJ+MV6O1IxxaJdJpdT1Ab1MCqRvdrrtrdgcWTo28sLgnU+vdic6JTiPCPaQ71ES03ZZ7TMqlrMA==',key_name='tempest-keypair-23705664',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='18119352b0eb4dde96cb99b675fdc159',ramdisk_id='',reservation_id='r-1ntiv7lg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-103169084',owner_user_name='tempest-TaggedBootDevicesTest_v242-103169084-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T09:57:30Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d1aaeca7fe1e488193c879106daefcf2',uuid=27d02c8b-47ae-4f82-9089-199c777b41b7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "015fb0ff-fd7d-458d-9222-dacb90d7da0f", "address": "fa:16:3e:f8:92:93", "network": {"id": "55162d7a-93d2-41a7-b313-b73979e51354", "bridge": "br-int", "label": "tempest-device-tagging-net2-391394949", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "18119352b0eb4dde96cb99b675fdc159", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap015fb0ff-fd", "ovs_interfaceid": "015fb0ff-fd7d-458d-9222-dacb90d7da0f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Converting VIF {"id": "015fb0ff-fd7d-458d-9222-dacb90d7da0f", "address": "fa:16:3e:f8:92:93", "network": {"id": "55162d7a-93d2-41a7-b313-b73979e51354", "bridge": "br-int", "label": "tempest-device-tagging-net2-391394949", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "18119352b0eb4dde96cb99b675fdc159", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap015fb0ff-fd", "ovs_interfaceid": "015fb0ff-fd7d-458d-9222-dacb90d7da0f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f8:92:93,bridge_name='br-int',has_traffic_filtering=True,id=015fb0ff-fd7d-458d-9222-dacb90d7da0f,network=Network(55162d7a-93d2-41a7-b313-b73979e51354),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap015fb0ff-fd') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG os_vif [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f8:92:93,bridge_name='br-int',has_traffic_filtering=True,id=015fb0ff-fd7d-458d-9222-dacb90d7da0f,network=Network(55162d7a-93d2-41a7-b313-b73979e51354),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap015fb0ff-fd') {{(pid=74535) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f889d66e-49a3-55ca-9b5f-07f9c91eb584', '_type': 'linux-noop'}}, row=False) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG nova.compute.manager [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Start spawning the instance on the hypervisor. {{(pid=74535) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Creating instance directory {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 09:58:08 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Creating image(s)
Dec 06 09:58:08 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Did not create local disks {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4867}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Ensure instance console log exists: /opt/stack/data/nova/instances/6bf0acc8-fdfe-4278-827c-098964372e14/console.log {{(pid=74535) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Start _get_guest_xml network_info=[{"id": "c6f8dfb3-fff9-433c-bd0a-11c21c1638d2", "address": "fa:16:3e:66:f8:be", "network": {"id": "ef904c21-3887-46fe-8261-80025ea7dc00", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1002192521-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "71587ab95e034b41a3b0d6fd0eb8be66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc6f8dfb3-ff", "ovs_interfaceid": "c6f8dfb3-fff9-433c-bd0a-11c21c1638d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1e88bea1-b26e-41f6-bf30-4102c1efc990", "address": "fa:16:3e:c2:84:96", "network": {"id": "e52f8ece-a7ae-4939-adfb-c9449b48cc5e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1398369761", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.103", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "71587ab95e034b41a3b0d6fd0eb8be66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e88bea1-b2", "ovs_interfaceid": "1e88bea1-b26e-41f6-bf30-4102c1efc990", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "b23ade9e-eb4b-4a4b-86d5-2db9286501a3", "address": "fa:16:3e:d5:12:ae", "network": {"id": "e52f8ece-a7ae-4939-adfb-c9449b48cc5e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1398369761", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.132", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "71587ab95e034b41a3b0d6fd0eb8be66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb23ade9e-eb", "ovs_interfaceid": "b23ade9e-eb4b-4a4b-86d5-2db9286501a3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "2774b057-10c1-4972-9687-96e5bad1296b", "address": "fa:16:3e:f5:17:25", "network": {"id": "e52f8ece-a7ae-4939-adfb-c9449b48cc5e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1398369761", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "71587ab95e034b41a3b0d6fd0eb8be66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2774b057-10", "ovs_interfaceid": "2774b057-10c1-4972-9687-96e5bad1296b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "97e46d2f-6b29-46f8-937c-4f668f3bca71", "address": "fa:16:3e:af:09:a1", "network": {"id": "e52f8ece-a7ae-4939-adfb-c9449b48cc5e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1398369761", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.239", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "71587ab95e034b41a3b0d6fd0eb8be66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap97e46d2f-6b", "ovs_interfaceid": "97e46d2f-6b29-46f8-937c-4f668f3bca71", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7d883a59-ce1d-4f0c-8fd9-d53f151b5575", "address": "fa:16:3e:1a:a8:f4", "network": {"id": "8f03edad-13b8-47ee-8ffa-31005660803a", "bridge": "br-int", "label": "tempest-device-tagging-net2-994058104", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "71587ab95e034b41a3b0d6fd0eb8be66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d883a59-ce", "ovs_interfaceid": "7d883a59-ce1d-4f0c-8fd9-d53f151b5575", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a0fd198d-dd8d-49e0-b09c-4baf08dff20a", "address": "fa:16:3e:ec:93:11", "network": {"id": "8f03edad-13b8-47ee-8ffa-31005660803a", "bridge": "br-int", "label": "tempest-device-tagging-net2-994058104", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "71587ab95e034b41a3b0d6fd0eb8be66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa0fd198d-dd", "ovs_interfaceid": "a0fd198d-dd8d-49e0-b09c-4baf08dff20a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk', 'boot_index': '2'}, '/dev/vdc': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk', 'boot_index': '3'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T09:52:28Z,direct_url=<?>,disk_format='qcow2',id=b338f3c8-9974-4b9f-bacb-c75dd541c256,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='563f6a2917a742ada39fb0e950eece6e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T09:52:30Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'delete_on_termination': False, 'attachment_id': 'cc146cdc-6228-4bda-9e45-d6190b91b7f0', 'boot_index': 0, 'device_type': 'disk', 'guest_format': None, 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kMsREJiy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6bf0acc8-fdfe-4278-827c-098964372e14', 'attached_at': '', 'detached_at': '', 'volume_id': '1dd20cca-856f-4a86-9a46-4b8b0ba8b724', 'serial': '1dd20cca-856f-4a86-9a46-4b8b0ba8b724'}, 'volume_type': None}, {'disk_bus': 'virtio', 'delete_on_termination': False, 'attachment_id': '6001f145-6f86-4d13-8b95-63d174840e8e', 'boot_index': 1, 'device_type': 'disk', 'guest_format': None, 'mount_device': '/dev/vdb', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'grXLMiTx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6bf0acc8-fdfe-4278-827c-098964372e14', 'attached_at': '', 'detached_at': '', 'volume_id': 'e0782171-d98b-424a-ae70-e3e834859f21', 'serial': 'e0782171-d98b-424a-ae70-e3e834859f21'}, 'volume_type': None}, {'disk_bus': 'virtio', 'delete_on_termination': False, 'attachment_id': '51fad675-1afd-4814-8003-8cb9a303070c', 'boot_index': 2, 'device_type': 'disk', 'guest_format': None, 'mount_device': '/dev/vdc', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DiJrAXut', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6bf0acc8-fdfe-4278-827c-098964372e14', 'attached_at': '', 'detached_at': '', 'volume_id': 'fc5b98cc-1a28-48fe-a92a-edb7565900dc', 'serial': 'fc5b98cc-1a28-48fe-a92a-edb7565900dc'}, 'volume_type': None} {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:58:08 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 09:58:08 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 09:58:08 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] CPU controller missing on host. {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] CPU controller found on host. {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74535) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T09:52:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T09:52:28Z,direct_url=<?>,disk_format='qcow2',id=b338f3c8-9974-4b9f-bacb-c75dd541c256,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='563f6a2917a742ada39fb0e950eece6e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T09:52:30Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Flavor limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Image limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Flavor pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Image pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Got 1 possible topologies {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Calling os-brick to attach iSCSI Volume {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kMsREJiy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 09:58:08 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 09:58:08 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 09:58:08 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 09:58:08 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 09:58:08 user nova-compute[74535]: INFO os_brick.initiator.connectors.iscsi [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 09:58:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724 -p 172.16.0.220:3260 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap015fb0ff-fd, may_exist=True, interface_attrs={}) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap015fb0ff-fd, col_values=(('qos', UUID('b41297c2-a8af-4f48-8874-12ed2c628c34')),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap015fb0ff-fd, col_values=(('external_ids', {'iface-id': '015fb0ff-fd7d-458d-9222-dacb90d7da0f', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f8:92:93', 'vm-uuid': '27d02c8b-47ae-4f82-9089-199c777b41b7'}),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724 -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[664b66e5-906c-471f-a0c1-9deb768d8f17]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 09:58:08 user nova-compute[74535]:  {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724 -p 172.16.0.220:3260 --interface default --op new {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.027s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[fea99b5a-958a-44c0-bf42-7035d245623a]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724] added\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724] added
Dec 06 09:58:08 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:08 user nova-compute[74535]: INFO os_vif [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f8:92:93,bridge_name='br-int',has_traffic_filtering=True,id=015fb0ff-fd7d-458d-9222-dacb90d7da0f,network=Network(55162d7a-93d2-41a7-b313-b73979e51354),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap015fb0ff-fd')
Dec 06 09:58:08 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T09:57:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-982211860',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-982211860',id=11,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBM/mF8z+SLMwnll1HfKj7FNO8MiKeWFF28wywx/PXuGxUorvS4wqoOayJ+MV6O1IxxaJdJpdT1Ab1MCqRvdrrtrdgcWTo28sLgnU+vdic6JTiPCPaQ71ES03ZZ7TMqlrMA==',key_name='tempest-keypair-23705664',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='18119352b0eb4dde96cb99b675fdc159',ramdisk_id='',reservation_id='r-1ntiv7lg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-103169084',owner_user_name='tempest-TaggedBootDevicesTest_v242-103169084-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T09:57:30Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d1aaeca7fe1e488193c879106daefcf2',uuid=27d02c8b-47ae-4f82-9089-199c777b41b7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0bf3be11-9783-413b-a530-5a57313e1e70", "address": "fa:16:3e:50:f6:83", "network": {"id": "55162d7a-93d2-41a7-b313-b73979e51354", "bridge": "br-int", "label": "tempest-device-tagging-net2-391394949", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "18119352b0eb4dde96cb99b675fdc159", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0bf3be11-97", "ovs_interfaceid": "0bf3be11-9783-413b-a530-5a57313e1e70", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Converting VIF {"id": "0bf3be11-9783-413b-a530-5a57313e1e70", "address": "fa:16:3e:50:f6:83", "network": {"id": "55162d7a-93d2-41a7-b313-b73979e51354", "bridge": "br-int", "label": "tempest-device-tagging-net2-391394949", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "18119352b0eb4dde96cb99b675fdc159", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0bf3be11-97", "ovs_interfaceid": "0bf3be11-9783-413b-a530-5a57313e1e70", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:50:f6:83,bridge_name='br-int',has_traffic_filtering=True,id=0bf3be11-9783-413b-a530-5a57313e1e70,network=Network(55162d7a-93d2-41a7-b313-b73979e51354),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0bf3be11-97') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG os_vif [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:50:f6:83,bridge_name='br-int',has_traffic_filtering=True,id=0bf3be11-9783-413b-a530-5a57313e1e70,network=Network(55162d7a-93d2-41a7-b313-b73979e51354),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0bf3be11-97') {{(pid=74535) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '2da36a8f-df6b-5b86-966f-2f8fc73b3ed9', '_type': 'linux-noop'}}, row=False) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.026s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1c81b9c-4208-4615-8d55-0cad764eb35d]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.024s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f8256da-967a-4c46-8546-fb61e95a7daa]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v kMsREJiy {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5730e9fd-9dab-4032-8ae3-856662c1eb03/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v kMsREJiy" returned: 0 in 0.022s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e7b9992-aa47-4870-be14-89c4829767a8]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'kMsREJiy'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap0bf3be11-97, may_exist=True, interface_attrs={}) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap0bf3be11-97, col_values=(('qos', UUID('44c6717c-396e-457c-82af-04d636882e31')),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap0bf3be11-97, col_values=(('external_ids', {'iface-id': '0bf3be11-9783-413b-a530-5a57313e1e70', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:50:f6:83', 'vm-uuid': '27d02c8b-47ae-4f82-9089-199c777b41b7'}),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.024s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[a363817a-1478-49f3-a060-3c758ae550fe]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c18ffc5-42bd-4a12-bb01-04c45a3d167f]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 (non-flash)
Dec 06 09:58:08 user nova-compute[74535]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7 (non-flash)
Dec 06 09:58:08 user nova-compute[74535]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e (non-flash)
Dec 06 09:58:08 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 (non-flash)
Dec 06 09:58:08 user nova-compute[74535]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7 (non-flash)
Dec 06 09:58:08 user nova-compute[74535]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e (non-flash)
Dec 06 09:58:08 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724 -p 172.16.0.220:3260 --login {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:08 user nova-compute[74535]: INFO os_vif [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:50:f6:83,bridge_name='br-int',has_traffic_filtering=True,id=0bf3be11-9783-413b-a530-5a57313e1e70,network=Network(55162d7a-93d2-41a7-b313-b73979e51354),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0bf3be11-97')
Dec 06 09:58:08 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724 -p 172.16.0.220:3260 --login" returned: 0 in 0.077s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[635f7390-9f2e-4abd-b860-13fad5fcd716]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724, portal: 172.16.0.220,3260]
Dec 06 09:58:08 user nova-compute[74535]: Login to [iface: default, target: iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724, portal: 172.16.0.220,3260] successful.
Dec 06 09:58:08 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2886a7c-fcd9-4156-8b98-5e22a3ea1eb1]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5730e9fd-9dab-4032-8ae3-856662c1eb03/disk --force-share --output=json" returned: 0 in 0.230s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:08 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5730e9fd-9dab-4032-8ae3-856662c1eb03/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:09 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[fda7dcaa-61de-49ef-aeb8-4b0b64b99958]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724 (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:09 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 (non-flash)
Dec 06 09:58:09 user nova-compute[74535]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7 (non-flash)
Dec 06 09:58:09 user nova-compute[74535]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e (non-flash)
Dec 06 09:58:09 user nova-compute[74535]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724 (non-flash)
Dec 06 09:58:09 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 09:58:09 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 (non-flash)
Dec 06 09:58:09 user nova-compute[74535]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7 (non-flash)
Dec 06 09:58:09 user nova-compute[74535]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e (non-flash)
Dec 06 09:58:09 user nova-compute[74535]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724 (non-flash)
Dec 06 09:58:09 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 09:58:09 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.433s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 09:58:09 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Connected to 172.16.0.220:3260 {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 09:58:09 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] HCTL ('36', '-', '-', 0) found on session 5 with lun 0 {{(pid=74535) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 09:58:09 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=74535) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 09:58:09 user nova-compute[74535]: DEBUG nova.compute.manager [req-f52321f1-f59b-4063-8894-dfe1bc9882ed req-9dab36cc-ad21-4976-84ef-e3b7547f220b service nova] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Received event network-changed-a462dbbf-ce92-4626-9a60-8681073805b9 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:58:09 user nova-compute[74535]: DEBUG nova.compute.manager [req-f52321f1-f59b-4063-8894-dfe1bc9882ed req-9dab36cc-ad21-4976-84ef-e3b7547f220b service nova] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Refreshing instance network info cache due to event network-changed-a462dbbf-ce92-4626-9a60-8681073805b9. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 09:58:09 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-f52321f1-f59b-4063-8894-dfe1bc9882ed req-9dab36cc-ad21-4976-84ef-e3b7547f220b service nova] Acquiring lock "refresh_cache-9032fc82-326a-4827-94e0-c2c42a318148" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 09:58:09 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-f52321f1-f59b-4063-8894-dfe1bc9882ed req-9dab36cc-ad21-4976-84ef-e3b7547f220b service nova] Acquired lock "refresh_cache-9032fc82-326a-4827-94e0-c2c42a318148" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 09:58:09 user nova-compute[74535]: DEBUG nova.network.neutron [req-f52321f1-f59b-4063-8894-dfe1bc9882ed req-9dab36cc-ad21-4976-84ef-e3b7547f220b service nova] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Refreshing network info cache for port a462dbbf-ce92-4626-9a60-8681073805b9 {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 09:58:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.017s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:09 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ba7a2a4-3a39-49b1-ba0b-e0b4c5a6996a]: (4, ('- - 0', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:09 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Searching for a device in session 5 and hctl ['36', '*', '*', 0] yield: sde {{(pid=74535) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 09:58:09 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kMsREJiy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 09:58:09 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] No BDM found with device name hda, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 09:58:09 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] No BDM found with device name vdc, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 09:58:09 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] No VIF found with MAC fa:16:3e:79:a4:a7, not building metadata {{(pid=74535) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 09:58:09 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] No VIF found with MAC fa:16:3e:1e:f5:aa, not building metadata {{(pid=74535) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 09:58:09 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Using config drive
Dec 06 09:58:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5730e9fd-9dab-4032-8ae3-856662c1eb03/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93fb3c38-baad-41c4-89b2-2a37c779c62a/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:09 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Creating config drive at /opt/stack/data/nova/instances/27d02c8b-47ae-4f82-9089-199c777b41b7/disk.config
Dec 06 09:58:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/27d02c8b-47ae-4f82-9089-199c777b41b7/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmppb8411xr {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/27d02c8b-47ae-4f82-9089-199c777b41b7/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmppb8411xr" returned: 0 in 0.059s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93fb3c38-baad-41c4-89b2-2a37c779c62a/disk --force-share --output=json" returned: 0 in 0.223s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93fb3c38-baad-41c4-89b2-2a37c779c62a/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93fb3c38-baad-41c4-89b2-2a37c779c62a/disk --force-share --output=json" returned: 0 in 0.223s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f01386a0-2d94-44f9-aec4-e03f5502f671/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f01386a0-2d94-44f9-aec4-e03f5502f671/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f01386a0-2d94-44f9-aec4-e03f5502f671/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:09 user nova-compute[74535]: DEBUG nova.network.neutron [req-f52321f1-f59b-4063-8894-dfe1bc9882ed req-9dab36cc-ad21-4976-84ef-e3b7547f220b service nova] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Updated VIF entry in instance network info cache for port a462dbbf-ce92-4626-9a60-8681073805b9. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 09:58:09 user nova-compute[74535]: DEBUG nova.network.neutron [req-f52321f1-f59b-4063-8894-dfe1bc9882ed req-9dab36cc-ad21-4976-84ef-e3b7547f220b service nova] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Updating instance_info_cache with network_info: [{"id": "a462dbbf-ce92-4626-9a60-8681073805b9", "address": "fa:16:3e:a3:9f:03", "network": {"id": "2c655269-59e9-4d53-8ce2-fa7d52c97f0c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1216090719-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.15", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "90943706b3664c72bbae8f17a744ad30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa462dbbf-ce", "ovs_interfaceid": "a462dbbf-ce92-4626-9a60-8681073805b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:58:10 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-f52321f1-f59b-4063-8894-dfe1bc9882ed req-9dab36cc-ad21-4976-84ef-e3b7547f220b service nova] Releasing lock "refresh_cache-9032fc82-326a-4827-94e0-c2c42a318148" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 09:58:10 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f01386a0-2d94-44f9-aec4-e03f5502f671/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:10 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd694614-d17a-48c5-88df-f35f584fc3b3/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:10 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.514s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 09:58:10 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] <== connect_volume: return (1518ms) {'type': 'block', 'scsi_wwn': '23164333932653730', 'path': '/dev/sde'} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 09:58:10 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23164333932653730', 'path': '/dev/sde'} {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 09:58:10 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Calling os-brick to attach iSCSI Volume {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 09:58:10 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'grXLMiTx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 09:58:10 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 09:58:10 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 09:58:10 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.009s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 09:58:10 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 09:58:10 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 09:58:10 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 09:58:10 user nova-compute[74535]: INFO os_brick.initiator.connectors.iscsi [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 09:58:10 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21 -p 172.16.0.220:3260 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:10 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21 -p 172.16.0.220:3260" returned: 21 in 0.022s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:10 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[90f9c4f7-ac07-4f3c-9733-03ed3a662512]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:10 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 09:58:10 user nova-compute[74535]:  {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:58:10 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21 -p 172.16.0.220:3260 --interface default --op new {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:10 user nova-compute[74535]: DEBUG nova.compute.manager [req-531e8cfa-08e1-4b3a-96cc-999d4bceca89 req-deefc61e-3f8b-47e0-b258-35cdd4ac98cc service nova] [instance: cd694614-d17a-48c5-88df-f35f584fc3b3] Received event network-vif-plugged-cbdaa256-6f1b-4c24-b1cc-dede613085d0 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:58:10 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-531e8cfa-08e1-4b3a-96cc-999d4bceca89 req-deefc61e-3f8b-47e0-b258-35cdd4ac98cc service nova] Acquiring lock "cd694614-d17a-48c5-88df-f35f584fc3b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:58:10 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-531e8cfa-08e1-4b3a-96cc-999d4bceca89 req-deefc61e-3f8b-47e0-b258-35cdd4ac98cc service nova] Lock "cd694614-d17a-48c5-88df-f35f584fc3b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:58:10 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-531e8cfa-08e1-4b3a-96cc-999d4bceca89 req-deefc61e-3f8b-47e0-b258-35cdd4ac98cc service nova] Lock "cd694614-d17a-48c5-88df-f35f584fc3b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:58:10 user nova-compute[74535]: DEBUG nova.compute.manager [req-531e8cfa-08e1-4b3a-96cc-999d4bceca89 req-deefc61e-3f8b-47e0-b258-35cdd4ac98cc service nova] [instance: cd694614-d17a-48c5-88df-f35f584fc3b3] No waiting events found dispatching network-vif-plugged-cbdaa256-6f1b-4c24-b1cc-dede613085d0 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:58:10 user nova-compute[74535]: WARNING nova.compute.manager [req-531e8cfa-08e1-4b3a-96cc-999d4bceca89 req-deefc61e-3f8b-47e0-b258-35cdd4ac98cc service nova] [instance: cd694614-d17a-48c5-88df-f35f584fc3b3] Received unexpected event network-vif-plugged-cbdaa256-6f1b-4c24-b1cc-dede613085d0 for instance with vm_state building and task_state spawning.
Dec 06 09:58:10 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:10 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[164b2c41-52ba-4bef-9e7b-766ff84a8ae1]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21] added\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:10 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21] added
Dec 06 09:58:10 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:58:10 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:10 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd694614-d17a-48c5-88df-f35f584fc3b3/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:10 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd694614-d17a-48c5-88df-f35f584fc3b3/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:10 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.036s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:10 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a2609e1-fdc8-4d95-8ff9-a35a959ec13e]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:10 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:58:10 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:10 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:10 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[c10f1f77-cd88-4a63-8ff7-782a50f99333]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:10 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:58:10 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v grXLMiTx {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:10 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v grXLMiTx" returned: 0 in 0.020s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:10 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab58cdd1-f57a-4808-b052-2db0e9ed4b55]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:10 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'grXLMiTx'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:58:10 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:10 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:10 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[db243a05-a202-439b-a939-e61641531dc0]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:10 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:58:10 user nova-compute[74535]: DEBUG nova.compute.manager [None req-a1f171f9-3a17-4d39-9e39-1970c5027b69 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] [instance: cd694614-d17a-48c5-88df-f35f584fc3b3] Instance event wait completed in 0 seconds for  {{(pid=74535) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 09:58:10 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-a1f171f9-3a17-4d39-9e39-1970c5027b69 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] [instance: cd694614-d17a-48c5-88df-f35f584fc3b3] Guest created on hypervisor {{(pid=74535) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 09:58:10 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:10 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: cd694614-d17a-48c5-88df-f35f584fc3b3] Instance spawned successfully.
Dec 06 09:58:10 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-a1f171f9-3a17-4d39-9e39-1970c5027b69 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] [instance: cd694614-d17a-48c5-88df-f35f584fc3b3] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 09:58:10 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:10 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[08dbd911-c7fb-4ddd-a6df-f0f82f48b3f8]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724 (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:10 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 (non-flash)
Dec 06 09:58:10 user nova-compute[74535]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7 (non-flash)
Dec 06 09:58:10 user nova-compute[74535]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e (non-flash)
Dec 06 09:58:10 user nova-compute[74535]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724 (non-flash)
Dec 06 09:58:10 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 09:58:10 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 (non-flash)
Dec 06 09:58:10 user nova-compute[74535]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7 (non-flash)
Dec 06 09:58:10 user nova-compute[74535]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e (non-flash)
Dec 06 09:58:10 user nova-compute[74535]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724 (non-flash)
Dec 06 09:58:10 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 09:58:10 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21 -p 172.16.0.220:3260 --login {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:10 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-a1f171f9-3a17-4d39-9e39-1970c5027b69 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] [instance: cd694614-d17a-48c5-88df-f35f584fc3b3] Found default for hw_cdrom_bus of ide {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 09:58:10 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-a1f171f9-3a17-4d39-9e39-1970c5027b69 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] [instance: cd694614-d17a-48c5-88df-f35f584fc3b3] Found default for hw_disk_bus of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 09:58:10 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-a1f171f9-3a17-4d39-9e39-1970c5027b69 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] [instance: cd694614-d17a-48c5-88df-f35f584fc3b3] Found default for hw_input_bus of None {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 09:58:10 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-a1f171f9-3a17-4d39-9e39-1970c5027b69 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] [instance: cd694614-d17a-48c5-88df-f35f584fc3b3] Found default for hw_pointer_model of None {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 09:58:10 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-a1f171f9-3a17-4d39-9e39-1970c5027b69 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] [instance: cd694614-d17a-48c5-88df-f35f584fc3b3] Found default for hw_video_model of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 09:58:10 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-a1f171f9-3a17-4d39-9e39-1970c5027b69 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] [instance: cd694614-d17a-48c5-88df-f35f584fc3b3] Found default for hw_vif_model of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 09:58:10 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd694614-d17a-48c5-88df-f35f584fc3b3/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:10 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9032fc82-326a-4827-94e0-c2c42a318148/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:10 user nova-compute[74535]: INFO nova.compute.manager [None req-a1f171f9-3a17-4d39-9e39-1970c5027b69 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] [instance: cd694614-d17a-48c5-88df-f35f584fc3b3] Took 6.12 seconds to spawn the instance on the hypervisor.
Dec 06 09:58:10 user nova-compute[74535]: DEBUG nova.compute.manager [None req-a1f171f9-3a17-4d39-9e39-1970c5027b69 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] [instance: cd694614-d17a-48c5-88df-f35f584fc3b3] Checking state {{(pid=74535) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 09:58:10 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21 -p 172.16.0.220:3260 --login" returned: 0 in 0.146s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:10 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[741781e5-62f0-4407-bbf4-f2337317bb8f]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:10 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:10 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21, portal: 172.16.0.220,3260]
Dec 06 09:58:10 user nova-compute[74535]: Login to [iface: default, target: iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21, portal: 172.16.0.220,3260] successful.
Dec 06 09:58:10 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:58:10 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9032fc82-326a-4827-94e0-c2c42a318148/disk --force-share --output=json" returned: 0 in 0.414s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:10 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9032fc82-326a-4827-94e0-c2c42a318148/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:10 user nova-compute[74535]: INFO nova.compute.manager [None req-a1f171f9-3a17-4d39-9e39-1970c5027b69 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] [instance: cd694614-d17a-48c5-88df-f35f584fc3b3] Took 7.30 seconds to build instance.
Dec 06 09:58:10 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:10 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:10 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[bbef8010-7ae2-41b6-9795-def93d5d5097]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:10 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:58:10 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:10 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a1f171f9-3a17-4d39-9e39-1970c5027b69 tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Lock "cd694614-d17a-48c5-88df-f35f584fc3b3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.496s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:58:10 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:10 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:10 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.036s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:10 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[14684ea7-b461-4307-87cb-1e667336a049]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21 (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:10 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 (non-flash)
Dec 06 09:58:10 user nova-compute[74535]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7 (non-flash)
Dec 06 09:58:10 user nova-compute[74535]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e (non-flash)
Dec 06 09:58:10 user nova-compute[74535]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724 (non-flash)
Dec 06 09:58:10 user nova-compute[74535]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21 (non-flash)
Dec 06 09:58:10 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 09:58:10 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 (non-flash)
Dec 06 09:58:10 user nova-compute[74535]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7 (non-flash)
Dec 06 09:58:10 user nova-compute[74535]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e (non-flash)
Dec 06 09:58:10 user nova-compute[74535]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724 (non-flash)
Dec 06 09:58:10 user nova-compute[74535]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21 (non-flash)
Dec 06 09:58:10 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 09:58:10 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.788s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 09:58:10 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Connected to 172.16.0.220:3260 {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 09:58:10 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] HCTL ('37', '-', '-', 0) found on session 6 with lun 0 {{(pid=74535) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 09:58:10 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=74535) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 09:58:10 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:11 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9032fc82-326a-4827-94e0-c2c42a318148/disk --force-share --output=json" returned: 0 in 0.239s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:11 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b2709bc-852d-4e5e-b458-9d25f4a36e4b/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:11 user nova-compute[74535]: DEBUG nova.compute.manager [req-d1a44938-865f-4ce6-8b3f-bfff96c9aecd req-d64ab066-f1ec-4f20-8055-864251fe55bd service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Received event network-vif-plugged-b4dec6c8-9790-4305-aa5a-393e605223ac {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:58:11 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-d1a44938-865f-4ce6-8b3f-bfff96c9aecd req-d64ab066-f1ec-4f20-8055-864251fe55bd service nova] Acquiring lock "27d02c8b-47ae-4f82-9089-199c777b41b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:58:11 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-d1a44938-865f-4ce6-8b3f-bfff96c9aecd req-d64ab066-f1ec-4f20-8055-864251fe55bd service nova] Lock "27d02c8b-47ae-4f82-9089-199c777b41b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:58:11 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-d1a44938-865f-4ce6-8b3f-bfff96c9aecd req-d64ab066-f1ec-4f20-8055-864251fe55bd service nova] Lock "27d02c8b-47ae-4f82-9089-199c777b41b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:58:11 user nova-compute[74535]: DEBUG nova.compute.manager [req-d1a44938-865f-4ce6-8b3f-bfff96c9aecd req-d64ab066-f1ec-4f20-8055-864251fe55bd service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] No waiting events found dispatching network-vif-plugged-b4dec6c8-9790-4305-aa5a-393e605223ac {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:58:11 user nova-compute[74535]: WARNING nova.compute.manager [req-d1a44938-865f-4ce6-8b3f-bfff96c9aecd req-d64ab066-f1ec-4f20-8055-864251fe55bd service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Received unexpected event network-vif-plugged-b4dec6c8-9790-4305-aa5a-393e605223ac for instance with vm_state building and task_state spawning.
Dec 06 09:58:11 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.200s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:11 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ffaf48d-fc8d-41e0-acd5-f73d032ab285]: (4, ('- - 0', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:11 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Searching for a device in session 6 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=74535) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 09:58:11 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'grXLMiTx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 09:58:11 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:11 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b2709bc-852d-4e5e-b458-9d25f4a36e4b/disk --force-share --output=json" returned: 0 in 0.271s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:11 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b2709bc-852d-4e5e-b458-9d25f4a36e4b/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:11 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:11 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b2709bc-852d-4e5e-b458-9d25f4a36e4b/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:11 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:11 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d750435-b1ed-446a-a466-162bdc33821d/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:11 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:11 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:11 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:11 user nova-compute[74535]: DEBUG nova.compute.manager [req-f40bdae0-4591-426a-b524-4e1fa315c9a0 req-fd0aa583-e513-4d38-adab-d43fc03827f7 service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Received event network-vif-plugged-384ea4f9-3a4a-4c04-8067-4e592408fee3 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:58:11 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-f40bdae0-4591-426a-b524-4e1fa315c9a0 req-fd0aa583-e513-4d38-adab-d43fc03827f7 service nova] Acquiring lock "27d02c8b-47ae-4f82-9089-199c777b41b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:58:11 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-f40bdae0-4591-426a-b524-4e1fa315c9a0 req-fd0aa583-e513-4d38-adab-d43fc03827f7 service nova] Lock "27d02c8b-47ae-4f82-9089-199c777b41b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:58:11 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-f40bdae0-4591-426a-b524-4e1fa315c9a0 req-fd0aa583-e513-4d38-adab-d43fc03827f7 service nova] Lock "27d02c8b-47ae-4f82-9089-199c777b41b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:58:11 user nova-compute[74535]: DEBUG nova.compute.manager [req-f40bdae0-4591-426a-b524-4e1fa315c9a0 req-fd0aa583-e513-4d38-adab-d43fc03827f7 service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] No waiting events found dispatching network-vif-plugged-384ea4f9-3a4a-4c04-8067-4e592408fee3 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:58:11 user nova-compute[74535]: WARNING nova.compute.manager [req-f40bdae0-4591-426a-b524-4e1fa315c9a0 req-fd0aa583-e513-4d38-adab-d43fc03827f7 service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Received unexpected event network-vif-plugged-384ea4f9-3a4a-4c04-8067-4e592408fee3 for instance with vm_state building and task_state spawning.
Dec 06 09:58:11 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:11 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d750435-b1ed-446a-a466-162bdc33821d/disk --force-share --output=json" returned: 0 in 0.266s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:11 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d750435-b1ed-446a-a466-162bdc33821d/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:12 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d750435-b1ed-446a-a466-162bdc33821d/disk --force-share --output=json" returned: 0 in 0.268s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:12 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/89768d93-0a7b-41d2-a9da-e4134c9d50be/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:12 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:12 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 2.063s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 09:58:12 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] <== connect_volume: return (2072ms) {'type': 'block', 'scsi_wwn': '23062663564653038', 'path': '/dev/sdf'} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 09:58:12 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23062663564653038', 'path': '/dev/sdf'} {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 09:58:12 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:12 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:12 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Calling os-brick to attach iSCSI Volume {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 09:58:12 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DiJrAXut', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 09:58:12 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 09:58:12 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 09:58:12 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 09:58:12 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 09:58:12 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 09:58:12 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 09:58:12 user nova-compute[74535]: INFO os_brick.initiator.connectors.iscsi [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 09:58:12 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc -p 172.16.0.220:3260 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:12 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc -p 172.16.0.220:3260" returned: 21 in 0.024s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:12 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[12dd9d6a-1851-42a5-879d-92d3067590b7]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:12 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 09:58:12 user nova-compute[74535]:  {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:58:12 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc -p 172.16.0.220:3260 --interface default --op new {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:12 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.031s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:12 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f84f339-85d6-4fe0-99b0-5721bbe3d4ec]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc] added\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:12 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc] added
Dec 06 09:58:12 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:58:12 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:12 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/89768d93-0a7b-41d2-a9da-e4134c9d50be/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:12 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/89768d93-0a7b-41d2-a9da-e4134c9d50be/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:12 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:12 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[f48c856a-d2aa-4ff6-87e7-40bb1a8a059e]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:12 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:58:12 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:12 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.030s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:12 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[81983600-b83a-423f-9877-9303a95cbc2a]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:12 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:58:12 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc -p 172.16.0.220:3260 --op update -n node.session.auth.username -v DiJrAXut {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:12 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc -p 172.16.0.220:3260 --op update -n node.session.auth.username -v DiJrAXut" returned: 0 in 0.037s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:12 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e6c918a-f027-4e7c-9359-a0f4ab2219d5]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:12 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'DiJrAXut'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:58:12 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:12 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:12 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.031s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:12 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb4b576c-bd76-4711-a965-e6686d44bf7d]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:12 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:58:12 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:12 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:12 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:12 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[f303adb6-55c1-49ea-8d6b-adf5bae13555]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21 (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:12 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 (non-flash)
Dec 06 09:58:12 user nova-compute[74535]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7 (non-flash)
Dec 06 09:58:12 user nova-compute[74535]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e (non-flash)
Dec 06 09:58:12 user nova-compute[74535]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724 (non-flash)
Dec 06 09:58:12 user nova-compute[74535]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21 (non-flash)
Dec 06 09:58:12 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 09:58:12 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 (non-flash)
Dec 06 09:58:12 user nova-compute[74535]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7 (non-flash)
Dec 06 09:58:12 user nova-compute[74535]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e (non-flash)
Dec 06 09:58:12 user nova-compute[74535]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724 (non-flash)
Dec 06 09:58:12 user nova-compute[74535]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21 (non-flash)
Dec 06 09:58:12 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 09:58:12 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:12 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc -p 172.16.0.220:3260 --login {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:12 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/89768d93-0a7b-41d2-a9da-e4134c9d50be/disk --force-share --output=json" returned: 0 in 0.239s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:12 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d5d68696-7e68-4612-a5bc-b6bdcdf0795a/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:12 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:12 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:12 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc -p 172.16.0.220:3260 --login" returned: 0 in 0.117s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:12 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8e95e90-321b-4be5-b825-6ca87e64b2ed]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:12 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc, portal: 172.16.0.220,3260]
Dec 06 09:58:12 user nova-compute[74535]: Login to [iface: default, target: iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc, portal: 172.16.0.220,3260] successful.
Dec 06 09:58:12 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:58:12 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:12 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:12 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:12 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[d93e6c43-3aae-4d12-874f-ebf7ca775832]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:12 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:58:12 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:12 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:12 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b4ef693-fb0f-4874-a9b7-4029385baa7b]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:12 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 (non-flash)
Dec 06 09:58:12 user nova-compute[74535]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7 (non-flash)
Dec 06 09:58:12 user nova-compute[74535]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e (non-flash)
Dec 06 09:58:12 user nova-compute[74535]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724 (non-flash)
Dec 06 09:58:12 user nova-compute[74535]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21 (non-flash)
Dec 06 09:58:12 user nova-compute[74535]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc (non-flash)
Dec 06 09:58:12 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 09:58:12 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 (non-flash)
Dec 06 09:58:12 user nova-compute[74535]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7 (non-flash)
Dec 06 09:58:12 user nova-compute[74535]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e (non-flash)
Dec 06 09:58:12 user nova-compute[74535]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724 (non-flash)
Dec 06 09:58:12 user nova-compute[74535]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21 (non-flash)
Dec 06 09:58:12 user nova-compute[74535]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc (non-flash)
Dec 06 09:58:12 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 09:58:12 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.495s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 09:58:12 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Connected to 172.16.0.220:3260 {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 09:58:12 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] HCTL ('38', '-', '-', 0) found on session 7 with lun 0 {{(pid=74535) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 09:58:12 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Scanning host 38 c: -, t: -, l: 0) {{(pid=74535) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 09:58:12 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host38/scan {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:12 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host38/scan" returned: 0 in 0.024s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:12 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[0fd11d6a-3eee-48e4-a9b3-9fe8513e7c02]: (4, ('- - 0', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:12 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Searching for a device in session 7 and hctl ['38', '*', '*', 0] yield: sdg {{(pid=74535) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 09:58:12 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Connected to sdg using {'target_iqn': 'iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DiJrAXut', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 09:58:12 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d5d68696-7e68-4612-a5bc-b6bdcdf0795a/disk --force-share --output=json" returned: 0 in 0.220s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:12 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d5d68696-7e68-4612-a5bc-b6bdcdf0795a/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:12 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:12 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:13 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:13 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d5d68696-7e68-4612-a5bc-b6bdcdf0795a/disk --force-share --output=json" returned: 0 in 0.264s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:13 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4f3357d9-20fc-4dc4-bfc5-ad83a6741013/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:13 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:13 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:13 user nova-compute[74535]: DEBUG nova.compute.manager [req-bf3eb88a-b12b-4db0-981e-289aa7c29f2a req-881a5ae5-b0bf-4f8e-bc72-20ab1449f7f8 service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Received event network-vif-plugged-b4dec6c8-9790-4305-aa5a-393e605223ac {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:58:13 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-bf3eb88a-b12b-4db0-981e-289aa7c29f2a req-881a5ae5-b0bf-4f8e-bc72-20ab1449f7f8 service nova] Acquiring lock "27d02c8b-47ae-4f82-9089-199c777b41b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:58:13 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-bf3eb88a-b12b-4db0-981e-289aa7c29f2a req-881a5ae5-b0bf-4f8e-bc72-20ab1449f7f8 service nova] Lock "27d02c8b-47ae-4f82-9089-199c777b41b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:58:13 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-bf3eb88a-b12b-4db0-981e-289aa7c29f2a req-881a5ae5-b0bf-4f8e-bc72-20ab1449f7f8 service nova] Lock "27d02c8b-47ae-4f82-9089-199c777b41b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:58:13 user nova-compute[74535]: DEBUG nova.compute.manager [req-bf3eb88a-b12b-4db0-981e-289aa7c29f2a req-881a5ae5-b0bf-4f8e-bc72-20ab1449f7f8 service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] No waiting events found dispatching network-vif-plugged-b4dec6c8-9790-4305-aa5a-393e605223ac {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:58:13 user nova-compute[74535]: WARNING nova.compute.manager [req-bf3eb88a-b12b-4db0-981e-289aa7c29f2a req-881a5ae5-b0bf-4f8e-bc72-20ab1449f7f8 service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Received unexpected event network-vif-plugged-b4dec6c8-9790-4305-aa5a-393e605223ac for instance with vm_state building and task_state spawning.
Dec 06 09:58:13 user nova-compute[74535]: DEBUG nova.compute.manager [req-bf3eb88a-b12b-4db0-981e-289aa7c29f2a req-881a5ae5-b0bf-4f8e-bc72-20ab1449f7f8 service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Received event network-vif-plugged-c817ff70-444d-4cd5-8202-83d3954ca7d2 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:58:13 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-bf3eb88a-b12b-4db0-981e-289aa7c29f2a req-881a5ae5-b0bf-4f8e-bc72-20ab1449f7f8 service nova] Acquiring lock "27d02c8b-47ae-4f82-9089-199c777b41b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:58:13 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-bf3eb88a-b12b-4db0-981e-289aa7c29f2a req-881a5ae5-b0bf-4f8e-bc72-20ab1449f7f8 service nova] Lock "27d02c8b-47ae-4f82-9089-199c777b41b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:58:13 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-bf3eb88a-b12b-4db0-981e-289aa7c29f2a req-881a5ae5-b0bf-4f8e-bc72-20ab1449f7f8 service nova] Lock "27d02c8b-47ae-4f82-9089-199c777b41b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:58:13 user nova-compute[74535]: DEBUG nova.compute.manager [req-bf3eb88a-b12b-4db0-981e-289aa7c29f2a req-881a5ae5-b0bf-4f8e-bc72-20ab1449f7f8 service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] No waiting events found dispatching network-vif-plugged-c817ff70-444d-4cd5-8202-83d3954ca7d2 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:58:13 user nova-compute[74535]: WARNING nova.compute.manager [req-bf3eb88a-b12b-4db0-981e-289aa7c29f2a req-881a5ae5-b0bf-4f8e-bc72-20ab1449f7f8 service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Received unexpected event network-vif-plugged-c817ff70-444d-4cd5-8202-83d3954ca7d2 for instance with vm_state building and task_state spawning.
Dec 06 09:58:13 user nova-compute[74535]: DEBUG nova.compute.manager [req-bf3eb88a-b12b-4db0-981e-289aa7c29f2a req-881a5ae5-b0bf-4f8e-bc72-20ab1449f7f8 service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Received event network-vif-plugged-c817ff70-444d-4cd5-8202-83d3954ca7d2 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:58:13 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-bf3eb88a-b12b-4db0-981e-289aa7c29f2a req-881a5ae5-b0bf-4f8e-bc72-20ab1449f7f8 service nova] Acquiring lock "27d02c8b-47ae-4f82-9089-199c777b41b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:58:13 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-bf3eb88a-b12b-4db0-981e-289aa7c29f2a req-881a5ae5-b0bf-4f8e-bc72-20ab1449f7f8 service nova] Lock "27d02c8b-47ae-4f82-9089-199c777b41b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:58:13 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-bf3eb88a-b12b-4db0-981e-289aa7c29f2a req-881a5ae5-b0bf-4f8e-bc72-20ab1449f7f8 service nova] Lock "27d02c8b-47ae-4f82-9089-199c777b41b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:58:13 user nova-compute[74535]: DEBUG nova.compute.manager [req-bf3eb88a-b12b-4db0-981e-289aa7c29f2a req-881a5ae5-b0bf-4f8e-bc72-20ab1449f7f8 service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] No waiting events found dispatching network-vif-plugged-c817ff70-444d-4cd5-8202-83d3954ca7d2 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:58:13 user nova-compute[74535]: WARNING nova.compute.manager [req-bf3eb88a-b12b-4db0-981e-289aa7c29f2a req-881a5ae5-b0bf-4f8e-bc72-20ab1449f7f8 service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Received unexpected event network-vif-plugged-c817ff70-444d-4cd5-8202-83d3954ca7d2 for instance with vm_state building and task_state spawning.
Dec 06 09:58:13 user nova-compute[74535]: DEBUG nova.compute.manager [req-bf3eb88a-b12b-4db0-981e-289aa7c29f2a req-881a5ae5-b0bf-4f8e-bc72-20ab1449f7f8 service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Received event network-vif-plugged-cbc4ad55-4b81-4e0b-b8fe-dced4bf68226 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:58:13 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-bf3eb88a-b12b-4db0-981e-289aa7c29f2a req-881a5ae5-b0bf-4f8e-bc72-20ab1449f7f8 service nova] Acquiring lock "27d02c8b-47ae-4f82-9089-199c777b41b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:58:13 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-bf3eb88a-b12b-4db0-981e-289aa7c29f2a req-881a5ae5-b0bf-4f8e-bc72-20ab1449f7f8 service nova] Lock "27d02c8b-47ae-4f82-9089-199c777b41b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:58:13 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-bf3eb88a-b12b-4db0-981e-289aa7c29f2a req-881a5ae5-b0bf-4f8e-bc72-20ab1449f7f8 service nova] Lock "27d02c8b-47ae-4f82-9089-199c777b41b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:58:13 user nova-compute[74535]: DEBUG nova.compute.manager [req-bf3eb88a-b12b-4db0-981e-289aa7c29f2a req-881a5ae5-b0bf-4f8e-bc72-20ab1449f7f8 service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] No waiting events found dispatching network-vif-plugged-cbc4ad55-4b81-4e0b-b8fe-dced4bf68226 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:58:13 user nova-compute[74535]: WARNING nova.compute.manager [req-bf3eb88a-b12b-4db0-981e-289aa7c29f2a req-881a5ae5-b0bf-4f8e-bc72-20ab1449f7f8 service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Received unexpected event network-vif-plugged-cbc4ad55-4b81-4e0b-b8fe-dced4bf68226 for instance with vm_state building and task_state spawning.
Dec 06 09:58:13 user nova-compute[74535]: DEBUG nova.compute.manager [req-bf3eb88a-b12b-4db0-981e-289aa7c29f2a req-881a5ae5-b0bf-4f8e-bc72-20ab1449f7f8 service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Received event network-vif-plugged-cbc4ad55-4b81-4e0b-b8fe-dced4bf68226 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:58:13 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-bf3eb88a-b12b-4db0-981e-289aa7c29f2a req-881a5ae5-b0bf-4f8e-bc72-20ab1449f7f8 service nova] Acquiring lock "27d02c8b-47ae-4f82-9089-199c777b41b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:58:13 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-bf3eb88a-b12b-4db0-981e-289aa7c29f2a req-881a5ae5-b0bf-4f8e-bc72-20ab1449f7f8 service nova] Lock "27d02c8b-47ae-4f82-9089-199c777b41b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:58:13 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-bf3eb88a-b12b-4db0-981e-289aa7c29f2a req-881a5ae5-b0bf-4f8e-bc72-20ab1449f7f8 service nova] Lock "27d02c8b-47ae-4f82-9089-199c777b41b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:58:13 user nova-compute[74535]: DEBUG nova.compute.manager [req-bf3eb88a-b12b-4db0-981e-289aa7c29f2a req-881a5ae5-b0bf-4f8e-bc72-20ab1449f7f8 service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] No waiting events found dispatching network-vif-plugged-cbc4ad55-4b81-4e0b-b8fe-dced4bf68226 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:58:13 user nova-compute[74535]: WARNING nova.compute.manager [req-bf3eb88a-b12b-4db0-981e-289aa7c29f2a req-881a5ae5-b0bf-4f8e-bc72-20ab1449f7f8 service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Received unexpected event network-vif-plugged-cbc4ad55-4b81-4e0b-b8fe-dced4bf68226 for instance with vm_state building and task_state spawning.
Dec 06 09:58:13 user nova-compute[74535]: DEBUG nova.compute.manager [req-bf3eb88a-b12b-4db0-981e-289aa7c29f2a req-881a5ae5-b0bf-4f8e-bc72-20ab1449f7f8 service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Received event network-vif-plugged-8d8f6803-100b-4f7b-989d-df4d20990859 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:58:13 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-bf3eb88a-b12b-4db0-981e-289aa7c29f2a req-881a5ae5-b0bf-4f8e-bc72-20ab1449f7f8 service nova] Acquiring lock "27d02c8b-47ae-4f82-9089-199c777b41b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:58:13 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-bf3eb88a-b12b-4db0-981e-289aa7c29f2a req-881a5ae5-b0bf-4f8e-bc72-20ab1449f7f8 service nova] Lock "27d02c8b-47ae-4f82-9089-199c777b41b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:58:13 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-bf3eb88a-b12b-4db0-981e-289aa7c29f2a req-881a5ae5-b0bf-4f8e-bc72-20ab1449f7f8 service nova] Lock "27d02c8b-47ae-4f82-9089-199c777b41b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:58:13 user nova-compute[74535]: DEBUG nova.compute.manager [req-bf3eb88a-b12b-4db0-981e-289aa7c29f2a req-881a5ae5-b0bf-4f8e-bc72-20ab1449f7f8 service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] No waiting events found dispatching network-vif-plugged-8d8f6803-100b-4f7b-989d-df4d20990859 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:58:13 user nova-compute[74535]: WARNING nova.compute.manager [req-bf3eb88a-b12b-4db0-981e-289aa7c29f2a req-881a5ae5-b0bf-4f8e-bc72-20ab1449f7f8 service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Received unexpected event network-vif-plugged-8d8f6803-100b-4f7b-989d-df4d20990859 for instance with vm_state building and task_state spawning.
Dec 06 09:58:13 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:13 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:13 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4f3357d9-20fc-4dc4-bfc5-ad83a6741013/disk --force-share --output=json" returned: 0 in 0.215s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:13 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4f3357d9-20fc-4dc4-bfc5-ad83a6741013/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:13 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:13 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4f3357d9-20fc-4dc4-bfc5-ad83a6741013/disk --force-share --output=json" returned: 0 in 0.217s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:13 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5e39a1a4-f188-40e3-bcba-70e47abd6026/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:13 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:13 user nova-compute[74535]: DEBUG nova.compute.manager [req-78bf6a06-cf5a-4c33-9789-6797837e1960 req-8e1046e4-1ac6-4c23-ba6b-30629ad43448 service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Received event network-vif-plugged-384ea4f9-3a4a-4c04-8067-4e592408fee3 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:58:13 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-78bf6a06-cf5a-4c33-9789-6797837e1960 req-8e1046e4-1ac6-4c23-ba6b-30629ad43448 service nova] Acquiring lock "27d02c8b-47ae-4f82-9089-199c777b41b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:58:13 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-78bf6a06-cf5a-4c33-9789-6797837e1960 req-8e1046e4-1ac6-4c23-ba6b-30629ad43448 service nova] Lock "27d02c8b-47ae-4f82-9089-199c777b41b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:58:13 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-78bf6a06-cf5a-4c33-9789-6797837e1960 req-8e1046e4-1ac6-4c23-ba6b-30629ad43448 service nova] Lock "27d02c8b-47ae-4f82-9089-199c777b41b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:58:13 user nova-compute[74535]: DEBUG nova.compute.manager [req-78bf6a06-cf5a-4c33-9789-6797837e1960 req-8e1046e4-1ac6-4c23-ba6b-30629ad43448 service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] No waiting events found dispatching network-vif-plugged-384ea4f9-3a4a-4c04-8067-4e592408fee3 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:58:13 user nova-compute[74535]: WARNING nova.compute.manager [req-78bf6a06-cf5a-4c33-9789-6797837e1960 req-8e1046e4-1ac6-4c23-ba6b-30629ad43448 service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Received unexpected event network-vif-plugged-384ea4f9-3a4a-4c04-8067-4e592408fee3 for instance with vm_state building and task_state spawning.
Dec 06 09:58:13 user nova-compute[74535]: DEBUG nova.compute.manager [req-78bf6a06-cf5a-4c33-9789-6797837e1960 req-8e1046e4-1ac6-4c23-ba6b-30629ad43448 service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Received event network-vif-plugged-0bf3be11-9783-413b-a530-5a57313e1e70 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:58:13 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-78bf6a06-cf5a-4c33-9789-6797837e1960 req-8e1046e4-1ac6-4c23-ba6b-30629ad43448 service nova] Acquiring lock "27d02c8b-47ae-4f82-9089-199c777b41b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:58:13 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-78bf6a06-cf5a-4c33-9789-6797837e1960 req-8e1046e4-1ac6-4c23-ba6b-30629ad43448 service nova] Lock "27d02c8b-47ae-4f82-9089-199c777b41b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:58:13 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-78bf6a06-cf5a-4c33-9789-6797837e1960 req-8e1046e4-1ac6-4c23-ba6b-30629ad43448 service nova] Lock "27d02c8b-47ae-4f82-9089-199c777b41b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:58:13 user nova-compute[74535]: DEBUG nova.compute.manager [req-78bf6a06-cf5a-4c33-9789-6797837e1960 req-8e1046e4-1ac6-4c23-ba6b-30629ad43448 service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] No waiting events found dispatching network-vif-plugged-0bf3be11-9783-413b-a530-5a57313e1e70 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:58:13 user nova-compute[74535]: WARNING nova.compute.manager [req-78bf6a06-cf5a-4c33-9789-6797837e1960 req-8e1046e4-1ac6-4c23-ba6b-30629ad43448 service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Received unexpected event network-vif-plugged-0bf3be11-9783-413b-a530-5a57313e1e70 for instance with vm_state building and task_state spawning.
Dec 06 09:58:13 user nova-compute[74535]: DEBUG nova.compute.manager [req-78bf6a06-cf5a-4c33-9789-6797837e1960 req-8e1046e4-1ac6-4c23-ba6b-30629ad43448 service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Received event network-vif-plugged-0bf3be11-9783-413b-a530-5a57313e1e70 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:58:13 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-78bf6a06-cf5a-4c33-9789-6797837e1960 req-8e1046e4-1ac6-4c23-ba6b-30629ad43448 service nova] Acquiring lock "27d02c8b-47ae-4f82-9089-199c777b41b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:58:13 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-78bf6a06-cf5a-4c33-9789-6797837e1960 req-8e1046e4-1ac6-4c23-ba6b-30629ad43448 service nova] Lock "27d02c8b-47ae-4f82-9089-199c777b41b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:58:13 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-78bf6a06-cf5a-4c33-9789-6797837e1960 req-8e1046e4-1ac6-4c23-ba6b-30629ad43448 service nova] Lock "27d02c8b-47ae-4f82-9089-199c777b41b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:58:13 user nova-compute[74535]: DEBUG nova.compute.manager [req-78bf6a06-cf5a-4c33-9789-6797837e1960 req-8e1046e4-1ac6-4c23-ba6b-30629ad43448 service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] No waiting events found dispatching network-vif-plugged-0bf3be11-9783-413b-a530-5a57313e1e70 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:58:13 user nova-compute[74535]: WARNING nova.compute.manager [req-78bf6a06-cf5a-4c33-9789-6797837e1960 req-8e1046e4-1ac6-4c23-ba6b-30629ad43448 service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Received unexpected event network-vif-plugged-0bf3be11-9783-413b-a530-5a57313e1e70 for instance with vm_state building and task_state spawning.
Dec 06 09:58:13 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:13 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5e39a1a4-f188-40e3-bcba-70e47abd6026/disk --force-share --output=json" returned: 0 in 0.225s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:13 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5e39a1a4-f188-40e3-bcba-70e47abd6026/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:13 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.574s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 09:58:13 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] <== connect_volume: return (1578ms) {'type': 'block', 'scsi_wwn': '23537383366643437', 'path': '/dev/sdg'} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 09:58:13 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23537383366643437', 'path': '/dev/sdg'} {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 09:58:13 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T09:57:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-453369865',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-453369865',id=12,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHoEeGyThNKdnRPCpYv00ebIbbDJo044fm9EzNZ+5RzY68tRBqn0J+qKWDuVXdwz/MdaZMU/FJav6XmHeOWe3WYv++xMeHuYLmxHxBvBQv5+YPcIHwJrhJ4ofdEEDcN1AQ==',key_name='tempest-keypair-225731529',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='71587ab95e034b41a3b0d6fd0eb8be66',ramdisk_id='',reservation_id='r-wrjnbd73',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-456066124',owner_user_name='tempest-TaggedBootDevicesTest-456066124-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T09:57:37Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4fe32019e60741df99b6b53bcbdabeb8',uuid=6bf0acc8-fdfe-4278-827c-098964372e14,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c6f8dfb3-fff9-433c-bd0a-11c21c1638d2", "address": "fa:16:3e:66:f8:be", "network": {"id": "ef904c21-3887-46fe-8261-80025ea7dc00", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1002192521-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "71587ab95e034b41a3b0d6fd0eb8be66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc6f8dfb3-ff", "ovs_interfaceid": "c6f8dfb3-fff9-433c-bd0a-11c21c1638d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74535) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 09:58:13 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Converting VIF {"id": "c6f8dfb3-fff9-433c-bd0a-11c21c1638d2", "address": "fa:16:3e:66:f8:be", "network": {"id": "ef904c21-3887-46fe-8261-80025ea7dc00", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1002192521-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "71587ab95e034b41a3b0d6fd0eb8be66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc6f8dfb3-ff", "ovs_interfaceid": "c6f8dfb3-fff9-433c-bd0a-11c21c1638d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 09:58:13 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:66:f8:be,bridge_name='br-int',has_traffic_filtering=True,id=c6f8dfb3-fff9-433c-bd0a-11c21c1638d2,network=Network(ef904c21-3887-46fe-8261-80025ea7dc00),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc6f8dfb3-ff') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 09:58:13 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T09:57:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-453369865',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-453369865',id=12,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHoEeGyThNKdnRPCpYv00ebIbbDJo044fm9EzNZ+5RzY68tRBqn0J+qKWDuVXdwz/MdaZMU/FJav6XmHeOWe3WYv++xMeHuYLmxHxBvBQv5+YPcIHwJrhJ4ofdEEDcN1AQ==',key_name='tempest-keypair-225731529',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='71587ab95e034b41a3b0d6fd0eb8be66',ramdisk_id='',reservation_id='r-wrjnbd73',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-456066124',owner_user_name='tempest-TaggedBootDevicesTest-456066124-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T09:57:37Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4fe32019e60741df99b6b53bcbdabeb8',uuid=6bf0acc8-fdfe-4278-827c-098964372e14,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1e88bea1-b26e-41f6-bf30-4102c1efc990", "address": "fa:16:3e:c2:84:96", "network": {"id": "e52f8ece-a7ae-4939-adfb-c9449b48cc5e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1398369761", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.103", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "71587ab95e034b41a3b0d6fd0eb8be66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e88bea1-b2", "ovs_interfaceid": "1e88bea1-b26e-41f6-bf30-4102c1efc990", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74535) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 09:58:13 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Converting VIF {"id": "1e88bea1-b26e-41f6-bf30-4102c1efc990", "address": "fa:16:3e:c2:84:96", "network": {"id": "e52f8ece-a7ae-4939-adfb-c9449b48cc5e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1398369761", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.103", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "71587ab95e034b41a3b0d6fd0eb8be66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e88bea1-b2", "ovs_interfaceid": "1e88bea1-b26e-41f6-bf30-4102c1efc990", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 09:58:13 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c2:84:96,bridge_name='br-int',has_traffic_filtering=True,id=1e88bea1-b26e-41f6-bf30-4102c1efc990,network=Network(e52f8ece-a7ae-4939-adfb-c9449b48cc5e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap1e88bea1-b2') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 09:58:13 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T09:57:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-453369865',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-453369865',id=12,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHoEeGyThNKdnRPCpYv00ebIbbDJo044fm9EzNZ+5RzY68tRBqn0J+qKWDuVXdwz/MdaZMU/FJav6XmHeOWe3WYv++xMeHuYLmxHxBvBQv5+YPcIHwJrhJ4ofdEEDcN1AQ==',key_name='tempest-keypair-225731529',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='71587ab95e034b41a3b0d6fd0eb8be66',ramdisk_id='',reservation_id='r-wrjnbd73',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-456066124',owner_user_name='tempest-TaggedBootDevicesTest-456066124-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T09:57:37Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4fe32019e60741df99b6b53bcbdabeb8',uuid=6bf0acc8-fdfe-4278-827c-098964372e14,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b23ade9e-eb4b-4a4b-86d5-2db9286501a3", "address": "fa:16:3e:d5:12:ae", "network": {"id": "e52f8ece-a7ae-4939-adfb-c9449b48cc5e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1398369761", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.132", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "71587ab95e034b41a3b0d6fd0eb8be66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb23ade9e-eb", "ovs_interfaceid": "b23ade9e-eb4b-4a4b-86d5-2db9286501a3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74535) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 09:58:13 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Converting VIF {"id": "b23ade9e-eb4b-4a4b-86d5-2db9286501a3", "address": "fa:16:3e:d5:12:ae", "network": {"id": "e52f8ece-a7ae-4939-adfb-c9449b48cc5e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1398369761", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.132", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "71587ab95e034b41a3b0d6fd0eb8be66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb23ade9e-eb", "ovs_interfaceid": "b23ade9e-eb4b-4a4b-86d5-2db9286501a3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 09:58:13 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d5:12:ae,bridge_name='br-int',has_traffic_filtering=True,id=b23ade9e-eb4b-4a4b-86d5-2db9286501a3,network=Network(e52f8ece-a7ae-4939-adfb-c9449b48cc5e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapb23ade9e-eb') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 09:58:13 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T09:57:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-453369865',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-453369865',id=12,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHoEeGyThNKdnRPCpYv00ebIbbDJo044fm9EzNZ+5RzY68tRBqn0J+qKWDuVXdwz/MdaZMU/FJav6XmHeOWe3WYv++xMeHuYLmxHxBvBQv5+YPcIHwJrhJ4ofdEEDcN1AQ==',key_name='tempest-keypair-225731529',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='71587ab95e034b41a3b0d6fd0eb8be66',ramdisk_id='',reservation_id='r-wrjnbd73',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-456066124',owner_user_name='tempest-TaggedBootDevicesTest-456066124-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T09:57:37Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4fe32019e60741df99b6b53bcbdabeb8',uuid=6bf0acc8-fdfe-4278-827c-098964372e14,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2774b057-10c1-4972-9687-96e5bad1296b", "address": "fa:16:3e:f5:17:25", "network": {"id": "e52f8ece-a7ae-4939-adfb-c9449b48cc5e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1398369761", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "71587ab95e034b41a3b0d6fd0eb8be66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2774b057-10", "ovs_interfaceid": "2774b057-10c1-4972-9687-96e5bad1296b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74535) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 09:58:13 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Converting VIF {"id": "2774b057-10c1-4972-9687-96e5bad1296b", "address": "fa:16:3e:f5:17:25", "network": {"id": "e52f8ece-a7ae-4939-adfb-c9449b48cc5e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1398369761", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "71587ab95e034b41a3b0d6fd0eb8be66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2774b057-10", "ovs_interfaceid": "2774b057-10c1-4972-9687-96e5bad1296b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 09:58:13 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f5:17:25,bridge_name='br-int',has_traffic_filtering=True,id=2774b057-10c1-4972-9687-96e5bad1296b,network=Network(e52f8ece-a7ae-4939-adfb-c9449b48cc5e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2774b057-10') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 09:58:13 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T09:57:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-453369865',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-453369865',id=12,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHoEeGyThNKdnRPCpYv00ebIbbDJo044fm9EzNZ+5RzY68tRBqn0J+qKWDuVXdwz/MdaZMU/FJav6XmHeOWe3WYv++xMeHuYLmxHxBvBQv5+YPcIHwJrhJ4ofdEEDcN1AQ==',key_name='tempest-keypair-225731529',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='71587ab95e034b41a3b0d6fd0eb8be66',ramdisk_id='',reservation_id='r-wrjnbd73',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-456066124',owner_user_name='tempest-TaggedBootDevicesTest-456066124-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T09:57:37Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4fe32019e60741df99b6b53bcbdabeb8',uuid=6bf0acc8-fdfe-4278-827c-098964372e14,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "97e46d2f-6b29-46f8-937c-4f668f3bca71", "address": "fa:16:3e:af:09:a1", "network": {"id": "e52f8ece-a7ae-4939-adfb-c9449b48cc5e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1398369761", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.239", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "71587ab95e034b41a3b0d6fd0eb8be66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap97e46d2f-6b", "ovs_interfaceid": "97e46d2f-6b29-46f8-937c-4f668f3bca71", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74535) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 09:58:13 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Converting VIF {"id": "97e46d2f-6b29-46f8-937c-4f668f3bca71", "address": "fa:16:3e:af:09:a1", "network": {"id": "e52f8ece-a7ae-4939-adfb-c9449b48cc5e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1398369761", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.239", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "71587ab95e034b41a3b0d6fd0eb8be66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap97e46d2f-6b", "ovs_interfaceid": "97e46d2f-6b29-46f8-937c-4f668f3bca71", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 09:58:13 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:af:09:a1,bridge_name='br-int',has_traffic_filtering=True,id=97e46d2f-6b29-46f8-937c-4f668f3bca71,network=Network(e52f8ece-a7ae-4939-adfb-c9449b48cc5e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap97e46d2f-6b') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 09:58:13 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T09:57:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-453369865',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-453369865',id=12,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHoEeGyThNKdnRPCpYv00ebIbbDJo044fm9EzNZ+5RzY68tRBqn0J+qKWDuVXdwz/MdaZMU/FJav6XmHeOWe3WYv++xMeHuYLmxHxBvBQv5+YPcIHwJrhJ4ofdEEDcN1AQ==',key_name='tempest-keypair-225731529',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='71587ab95e034b41a3b0d6fd0eb8be66',ramdisk_id='',reservation_id='r-wrjnbd73',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-456066124',owner_user_name='tempest-TaggedBootDevicesTest-456066124-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T09:57:37Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4fe32019e60741df99b6b53bcbdabeb8',uuid=6bf0acc8-fdfe-4278-827c-098964372e14,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7d883a59-ce1d-4f0c-8fd9-d53f151b5575", "address": "fa:16:3e:1a:a8:f4", "network": {"id": "8f03edad-13b8-47ee-8ffa-31005660803a", "bridge": "br-int", "label": "tempest-device-tagging-net2-994058104", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "71587ab95e034b41a3b0d6fd0eb8be66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d883a59-ce", "ovs_interfaceid": "7d883a59-ce1d-4f0c-8fd9-d53f151b5575", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74535) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 09:58:13 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Converting VIF {"id": "7d883a59-ce1d-4f0c-8fd9-d53f151b5575", "address": "fa:16:3e:1a:a8:f4", "network": {"id": "8f03edad-13b8-47ee-8ffa-31005660803a", "bridge": "br-int", "label": "tempest-device-tagging-net2-994058104", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "71587ab95e034b41a3b0d6fd0eb8be66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d883a59-ce", "ovs_interfaceid": "7d883a59-ce1d-4f0c-8fd9-d53f151b5575", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 09:58:13 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1a:a8:f4,bridge_name='br-int',has_traffic_filtering=True,id=7d883a59-ce1d-4f0c-8fd9-d53f151b5575,network=Network(8f03edad-13b8-47ee-8ffa-31005660803a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7d883a59-ce') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 09:58:13 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T09:57:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-453369865',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-453369865',id=12,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHoEeGyThNKdnRPCpYv00ebIbbDJo044fm9EzNZ+5RzY68tRBqn0J+qKWDuVXdwz/MdaZMU/FJav6XmHeOWe3WYv++xMeHuYLmxHxBvBQv5+YPcIHwJrhJ4ofdEEDcN1AQ==',key_name='tempest-keypair-225731529',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='71587ab95e034b41a3b0d6fd0eb8be66',ramdisk_id='',reservation_id='r-wrjnbd73',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-456066124',owner_user_name='tempest-TaggedBootDevicesTest-456066124-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T09:57:37Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4fe32019e60741df99b6b53bcbdabeb8',uuid=6bf0acc8-fdfe-4278-827c-098964372e14,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a0fd198d-dd8d-49e0-b09c-4baf08dff20a", "address": "fa:16:3e:ec:93:11", "network": {"id": "8f03edad-13b8-47ee-8ffa-31005660803a", "bridge": "br-int", "label": "tempest-device-tagging-net2-994058104", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "71587ab95e034b41a3b0d6fd0eb8be66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa0fd198d-dd", "ovs_interfaceid": "a0fd198d-dd8d-49e0-b09c-4baf08dff20a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74535) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 09:58:13 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Converting VIF {"id": "a0fd198d-dd8d-49e0-b09c-4baf08dff20a", "address": "fa:16:3e:ec:93:11", "network": {"id": "8f03edad-13b8-47ee-8ffa-31005660803a", "bridge": "br-int", "label": "tempest-device-tagging-net2-994058104", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "71587ab95e034b41a3b0d6fd0eb8be66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa0fd198d-dd", "ovs_interfaceid": "a0fd198d-dd8d-49e0-b09c-4baf08dff20a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 09:58:13 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ec:93:11,bridge_name='br-int',has_traffic_filtering=True,id=a0fd198d-dd8d-49e0-b09c-4baf08dff20a,network=Network(8f03edad-13b8-47ee-8ffa-31005660803a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa0fd198d-dd') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 09:58:13 user nova-compute[74535]: DEBUG nova.objects.instance [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Lazy-loading 'pci_devices' on Instance uuid 6bf0acc8-fdfe-4278-827c-098964372e14 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 09:58:13 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] End _get_guest_xml xml=<domain type="kvm">
Dec 06 09:58:13 user nova-compute[74535]:   <uuid>6bf0acc8-fdfe-4278-827c-098964372e14</uuid>
Dec 06 09:58:13 user nova-compute[74535]:   <name>instance-0000000c</name>
Dec 06 09:58:13 user nova-compute[74535]:   <memory>524288</memory>
Dec 06 09:58:13 user nova-compute[74535]:   <vcpu>1</vcpu>
Dec 06 09:58:13 user nova-compute[74535]:   <metadata>
Dec 06 09:58:13 user nova-compute[74535]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 09:58:13 user nova-compute[74535]:       <nova:package version="0.0.0"/>
Dec 06 09:58:13 user nova-compute[74535]:       <nova:name>tempest-device-tagging-server-453369865</nova:name>
Dec 06 09:58:13 user nova-compute[74535]:       <nova:creationTime>2023-12-06 09:58:08</nova:creationTime>
Dec 06 09:58:13 user nova-compute[74535]:       <nova:flavor name="m1.tiny">
Dec 06 09:58:13 user nova-compute[74535]:         <nova:memory>512</nova:memory>
Dec 06 09:58:13 user nova-compute[74535]:         <nova:disk>1</nova:disk>
Dec 06 09:58:13 user nova-compute[74535]:         <nova:swap>0</nova:swap>
Dec 06 09:58:13 user nova-compute[74535]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 09:58:13 user nova-compute[74535]:         <nova:vcpus>1</nova:vcpus>
Dec 06 09:58:13 user nova-compute[74535]:       </nova:flavor>
Dec 06 09:58:13 user nova-compute[74535]:       <nova:owner>
Dec 06 09:58:13 user nova-compute[74535]:         <nova:user uuid="4fe32019e60741df99b6b53bcbdabeb8">tempest-TaggedBootDevicesTest-456066124-project-member</nova:user>
Dec 06 09:58:13 user nova-compute[74535]:         <nova:project uuid="71587ab95e034b41a3b0d6fd0eb8be66">tempest-TaggedBootDevicesTest-456066124</nova:project>
Dec 06 09:58:13 user nova-compute[74535]:       </nova:owner>
Dec 06 09:58:13 user nova-compute[74535]:       <nova:root type="image" uuid="b338f3c8-9974-4b9f-bacb-c75dd541c256"/>
Dec 06 09:58:13 user nova-compute[74535]:       <nova:ports>
Dec 06 09:58:13 user nova-compute[74535]:         <nova:port uuid="c6f8dfb3-fff9-433c-bd0a-11c21c1638d2">
Dec 06 09:58:13 user nova-compute[74535]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Dec 06 09:58:13 user nova-compute[74535]:         </nova:port>
Dec 06 09:58:13 user nova-compute[74535]:         <nova:port uuid="1e88bea1-b26e-41f6-bf30-4102c1efc990">
Dec 06 09:58:13 user nova-compute[74535]:           <nova:ip type="fixed" address="10.1.1.103" ipVersion="4"/>
Dec 06 09:58:13 user nova-compute[74535]:         </nova:port>
Dec 06 09:58:13 user nova-compute[74535]:         <nova:port uuid="b23ade9e-eb4b-4a4b-86d5-2db9286501a3">
Dec 06 09:58:13 user nova-compute[74535]:           <nova:ip type="fixed" address="10.1.1.132" ipVersion="4"/>
Dec 06 09:58:13 user nova-compute[74535]:         </nova:port>
Dec 06 09:58:13 user nova-compute[74535]:         <nova:port uuid="2774b057-10c1-4972-9687-96e5bad1296b">
Dec 06 09:58:13 user nova-compute[74535]:           <nova:ip type="fixed" address="10.1.1.21" ipVersion="4"/>
Dec 06 09:58:13 user nova-compute[74535]:         </nova:port>
Dec 06 09:58:13 user nova-compute[74535]:         <nova:port uuid="97e46d2f-6b29-46f8-937c-4f668f3bca71">
Dec 06 09:58:13 user nova-compute[74535]:           <nova:ip type="fixed" address="10.1.1.239" ipVersion="4"/>
Dec 06 09:58:13 user nova-compute[74535]:         </nova:port>
Dec 06 09:58:13 user nova-compute[74535]:         <nova:port uuid="7d883a59-ce1d-4f0c-8fd9-d53f151b5575">
Dec 06 09:58:13 user nova-compute[74535]:           <nova:ip type="fixed" address="10.2.2.100" ipVersion="4"/>
Dec 06 09:58:13 user nova-compute[74535]:         </nova:port>
Dec 06 09:58:13 user nova-compute[74535]:         <nova:port uuid="a0fd198d-dd8d-49e0-b09c-4baf08dff20a">
Dec 06 09:58:13 user nova-compute[74535]:           <nova:ip type="fixed" address="10.2.2.200" ipVersion="4"/>
Dec 06 09:58:13 user nova-compute[74535]:         </nova:port>
Dec 06 09:58:13 user nova-compute[74535]:       </nova:ports>
Dec 06 09:58:13 user nova-compute[74535]:     </nova:instance>
Dec 06 09:58:13 user nova-compute[74535]:   </metadata>
Dec 06 09:58:13 user nova-compute[74535]:   <sysinfo type="smbios">
Dec 06 09:58:13 user nova-compute[74535]:     <system>
Dec 06 09:58:13 user nova-compute[74535]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 09:58:13 user nova-compute[74535]:       <entry name="product">OpenStack Nova</entry>
Dec 06 09:58:13 user nova-compute[74535]:       <entry name="version">0.0.0</entry>
Dec 06 09:58:13 user nova-compute[74535]:       <entry name="serial">6bf0acc8-fdfe-4278-827c-098964372e14</entry>
Dec 06 09:58:13 user nova-compute[74535]:       <entry name="uuid">6bf0acc8-fdfe-4278-827c-098964372e14</entry>
Dec 06 09:58:13 user nova-compute[74535]:       <entry name="family">Virtual Machine</entry>
Dec 06 09:58:13 user nova-compute[74535]:     </system>
Dec 06 09:58:13 user nova-compute[74535]:   </sysinfo>
Dec 06 09:58:13 user nova-compute[74535]:   <os>
Dec 06 09:58:13 user nova-compute[74535]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 09:58:13 user nova-compute[74535]:     <boot dev="hd"/>
Dec 06 09:58:13 user nova-compute[74535]:     <smbios mode="sysinfo"/>
Dec 06 09:58:13 user nova-compute[74535]:   </os>
Dec 06 09:58:13 user nova-compute[74535]:   <features>
Dec 06 09:58:13 user nova-compute[74535]:     <acpi/>
Dec 06 09:58:13 user nova-compute[74535]:     <apic/>
Dec 06 09:58:13 user nova-compute[74535]:     <vmcoreinfo/>
Dec 06 09:58:13 user nova-compute[74535]:   </features>
Dec 06 09:58:13 user nova-compute[74535]:   <clock offset="utc">
Dec 06 09:58:13 user nova-compute[74535]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 09:58:13 user nova-compute[74535]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 09:58:13 user nova-compute[74535]:     <timer name="hpet" present="no"/>
Dec 06 09:58:13 user nova-compute[74535]:   </clock>
Dec 06 09:58:13 user nova-compute[74535]:   <cpu mode="custom" match="exact">
Dec 06 09:58:13 user nova-compute[74535]:     <model>Nehalem</model>
Dec 06 09:58:13 user nova-compute[74535]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 09:58:13 user nova-compute[74535]:   </cpu>
Dec 06 09:58:13 user nova-compute[74535]:   <devices>
Dec 06 09:58:13 user nova-compute[74535]:     <disk type="file" device="cdrom">
Dec 06 09:58:13 user nova-compute[74535]:       <driver name="qemu" type="raw" cache="none"/>
Dec 06 09:58:13 user nova-compute[74535]:       <source file="/opt/stack/data/nova/instances/6bf0acc8-fdfe-4278-827c-098964372e14/disk.config"/>
Dec 06 09:58:13 user nova-compute[74535]:       <target dev="hda" bus="ide"/>
Dec 06 09:58:13 user nova-compute[74535]:     </disk>
Dec 06 09:58:13 user nova-compute[74535]:     <disk type="block" device="disk">
Dec 06 09:58:13 user nova-compute[74535]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 09:58:13 user nova-compute[74535]:       <source dev="/dev/sde"/>
Dec 06 09:58:13 user nova-compute[74535]:       <target dev="vda" bus="virtio"/>
Dec 06 09:58:13 user nova-compute[74535]:       <serial>1dd20cca-856f-4a86-9a46-4b8b0ba8b724</serial>
Dec 06 09:58:13 user nova-compute[74535]:     </disk>
Dec 06 09:58:13 user nova-compute[74535]:     <disk type="block" device="disk">
Dec 06 09:58:13 user nova-compute[74535]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 09:58:13 user nova-compute[74535]:       <source dev="/dev/sdf"/>
Dec 06 09:58:13 user nova-compute[74535]:       <target dev="vdb" bus="virtio"/>
Dec 06 09:58:13 user nova-compute[74535]:       <serial>e0782171-d98b-424a-ae70-e3e834859f21</serial>
Dec 06 09:58:13 user nova-compute[74535]:     </disk>
Dec 06 09:58:13 user nova-compute[74535]:     <disk type="block" device="disk">
Dec 06 09:58:13 user nova-compute[74535]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 09:58:13 user nova-compute[74535]:       <source dev="/dev/sdg"/>
Dec 06 09:58:13 user nova-compute[74535]:       <target dev="vdc" bus="virtio"/>
Dec 06 09:58:13 user nova-compute[74535]:       <serial>fc5b98cc-1a28-48fe-a92a-edb7565900dc</serial>
Dec 06 09:58:13 user nova-compute[74535]:     </disk>
Dec 06 09:58:13 user nova-compute[74535]:     <interface type="ethernet">
Dec 06 09:58:13 user nova-compute[74535]:       <mac address="fa:16:3e:66:f8:be"/>
Dec 06 09:58:13 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 09:58:13 user nova-compute[74535]:       <mtu size="1442"/>
Dec 06 09:58:13 user nova-compute[74535]:       <target dev="tapc6f8dfb3-ff"/>
Dec 06 09:58:13 user nova-compute[74535]:     </interface>
Dec 06 09:58:13 user nova-compute[74535]:     <interface type="ethernet">
Dec 06 09:58:13 user nova-compute[74535]:       <mac address="fa:16:3e:c2:84:96"/>
Dec 06 09:58:13 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 09:58:13 user nova-compute[74535]:       <mtu size="1442"/>
Dec 06 09:58:13 user nova-compute[74535]:       <target dev="tap1e88bea1-b2"/>
Dec 06 09:58:13 user nova-compute[74535]:     </interface>
Dec 06 09:58:13 user nova-compute[74535]:     <interface type="ethernet">
Dec 06 09:58:13 user nova-compute[74535]:       <mac address="fa:16:3e:d5:12:ae"/>
Dec 06 09:58:13 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 09:58:13 user nova-compute[74535]:       <mtu size="1442"/>
Dec 06 09:58:13 user nova-compute[74535]:       <target dev="tapb23ade9e-eb"/>
Dec 06 09:58:13 user nova-compute[74535]:     </interface>
Dec 06 09:58:13 user nova-compute[74535]:     <interface type="ethernet">
Dec 06 09:58:13 user nova-compute[74535]:       <mac address="fa:16:3e:f5:17:25"/>
Dec 06 09:58:13 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 09:58:13 user nova-compute[74535]:       <mtu size="1442"/>
Dec 06 09:58:13 user nova-compute[74535]:       <target dev="tap2774b057-10"/>
Dec 06 09:58:13 user nova-compute[74535]:     </interface>
Dec 06 09:58:13 user nova-compute[74535]:     <interface type="ethernet">
Dec 06 09:58:13 user nova-compute[74535]:       <mac address="fa:16:3e:af:09:a1"/>
Dec 06 09:58:13 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 09:58:13 user nova-compute[74535]:       <mtu size="1442"/>
Dec 06 09:58:13 user nova-compute[74535]:       <target dev="tap97e46d2f-6b"/>
Dec 06 09:58:13 user nova-compute[74535]:     </interface>
Dec 06 09:58:13 user nova-compute[74535]:     <interface type="ethernet">
Dec 06 09:58:13 user nova-compute[74535]:       <mac address="fa:16:3e:1a:a8:f4"/>
Dec 06 09:58:13 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 09:58:13 user nova-compute[74535]:       <mtu size="1442"/>
Dec 06 09:58:13 user nova-compute[74535]:       <target dev="tap7d883a59-ce"/>
Dec 06 09:58:13 user nova-compute[74535]:     </interface>
Dec 06 09:58:13 user nova-compute[74535]:     <interface type="ethernet">
Dec 06 09:58:13 user nova-compute[74535]:       <mac address="fa:16:3e:ec:93:11"/>
Dec 06 09:58:13 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 09:58:13 user nova-compute[74535]:       <mtu size="1442"/>
Dec 06 09:58:13 user nova-compute[74535]:       <target dev="tapa0fd198d-dd"/>
Dec 06 09:58:13 user nova-compute[74535]:     </interface>
Dec 06 09:58:13 user nova-compute[74535]:     <serial type="pty">
Dec 06 09:58:13 user nova-compute[74535]:       <log file="/opt/stack/data/nova/instances/6bf0acc8-fdfe-4278-827c-098964372e14/console.log" append="off"/>
Dec 06 09:58:13 user nova-compute[74535]:     </serial>
Dec 06 09:58:13 user nova-compute[74535]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 09:58:13 user nova-compute[74535]:     <video>
Dec 06 09:58:13 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 09:58:13 user nova-compute[74535]:     </video>
Dec 06 09:58:13 user nova-compute[74535]:     <rng model="virtio">
Dec 06 09:58:13 user nova-compute[74535]:       <backend model="random">/dev/urandom</backend>
Dec 06 09:58:13 user nova-compute[74535]:     </rng>
Dec 06 09:58:13 user nova-compute[74535]:     <controller type="usb" index="0" model="none"/>
Dec 06 09:58:13 user nova-compute[74535]:     <memballoon model="virtio">
Dec 06 09:58:13 user nova-compute[74535]:       <stats period="10"/>
Dec 06 09:58:13 user nova-compute[74535]:     </memballoon>
Dec 06 09:58:13 user nova-compute[74535]:   </devices>
Dec 06 09:58:13 user nova-compute[74535]: </domain>
Dec 06 09:58:13 user nova-compute[74535]:  {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 09:58:13 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T09:57:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-453369865',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-453369865',id=12,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHoEeGyThNKdnRPCpYv00ebIbbDJo044fm9EzNZ+5RzY68tRBqn0J+qKWDuVXdwz/MdaZMU/FJav6XmHeOWe3WYv++xMeHuYLmxHxBvBQv5+YPcIHwJrhJ4ofdEEDcN1AQ==',key_name='tempest-keypair-225731529',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='71587ab95e034b41a3b0d6fd0eb8be66',ramdisk_id='',reservation_id='r-wrjnbd73',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-456066124',owner_user_name='tempest-TaggedBootDevicesTest-456066124-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T09:57:37Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4fe32019e60741df99b6b53bcbdabeb8',uuid=6bf0acc8-fdfe-4278-827c-098964372e14,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c6f8dfb3-fff9-433c-bd0a-11c21c1638d2", "address": "fa:16:3e:66:f8:be", "network": {"id": "ef904c21-3887-46fe-8261-80025ea7dc00", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1002192521-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "71587ab95e034b41a3b0d6fd0eb8be66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc6f8dfb3-ff", "ovs_interfaceid": "c6f8dfb3-fff9-433c-bd0a-11c21c1638d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 09:58:13 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Converting VIF {"id": "c6f8dfb3-fff9-433c-bd0a-11c21c1638d2", "address": "fa:16:3e:66:f8:be", "network": {"id": "ef904c21-3887-46fe-8261-80025ea7dc00", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1002192521-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "71587ab95e034b41a3b0d6fd0eb8be66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc6f8dfb3-ff", "ovs_interfaceid": "c6f8dfb3-fff9-433c-bd0a-11c21c1638d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 09:58:13 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:66:f8:be,bridge_name='br-int',has_traffic_filtering=True,id=c6f8dfb3-fff9-433c-bd0a-11c21c1638d2,network=Network(ef904c21-3887-46fe-8261-80025ea7dc00),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc6f8dfb3-ff') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 09:58:13 user nova-compute[74535]: DEBUG os_vif [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:66:f8:be,bridge_name='br-int',has_traffic_filtering=True,id=c6f8dfb3-fff9-433c-bd0a-11c21c1638d2,network=Network(ef904c21-3887-46fe-8261-80025ea7dc00),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc6f8dfb3-ff') {{(pid=74535) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 09:58:13 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:13 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:58:14 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 09:58:14 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:14 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '53d5a074-3909-57c4-9267-3df4866eb565', '_type': 'linux-noop'}}, row=False) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:58:14 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:14 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:58:14 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:14 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc6f8dfb3-ff, may_exist=True, interface_attrs={}) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:58:14 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc6f8dfb3-ff, col_values=(('qos', UUID('79451be7-31ac-461f-b293-633ce327c697')),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:58:14 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc6f8dfb3-ff, col_values=(('external_ids', {'iface-id': 'c6f8dfb3-fff9-433c-bd0a-11c21c1638d2', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:66:f8:be', 'vm-uuid': '6bf0acc8-fdfe-4278-827c-098964372e14'}),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:58:14 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:14 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:58:14 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:14 user nova-compute[74535]: INFO os_vif [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:66:f8:be,bridge_name='br-int',has_traffic_filtering=True,id=c6f8dfb3-fff9-433c-bd0a-11c21c1638d2,network=Network(ef904c21-3887-46fe-8261-80025ea7dc00),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc6f8dfb3-ff')
Dec 06 09:58:14 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T09:57:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-453369865',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-453369865',id=12,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHoEeGyThNKdnRPCpYv00ebIbbDJo044fm9EzNZ+5RzY68tRBqn0J+qKWDuVXdwz/MdaZMU/FJav6XmHeOWe3WYv++xMeHuYLmxHxBvBQv5+YPcIHwJrhJ4ofdEEDcN1AQ==',key_name='tempest-keypair-225731529',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='71587ab95e034b41a3b0d6fd0eb8be66',ramdisk_id='',reservation_id='r-wrjnbd73',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-456066124',owner_user_name='tempest-TaggedBootDevicesTest-456066124-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T09:57:37Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4fe32019e60741df99b6b53bcbdabeb8',uuid=6bf0acc8-fdfe-4278-827c-098964372e14,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1e88bea1-b26e-41f6-bf30-4102c1efc990", "address": "fa:16:3e:c2:84:96", "network": {"id": "e52f8ece-a7ae-4939-adfb-c9449b48cc5e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1398369761", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.103", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "71587ab95e034b41a3b0d6fd0eb8be66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e88bea1-b2", "ovs_interfaceid": "1e88bea1-b26e-41f6-bf30-4102c1efc990", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74535) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 09:58:14 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Converting VIF {"id": "1e88bea1-b26e-41f6-bf30-4102c1efc990", "address": "fa:16:3e:c2:84:96", "network": {"id": "e52f8ece-a7ae-4939-adfb-c9449b48cc5e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1398369761", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.103", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "71587ab95e034b41a3b0d6fd0eb8be66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e88bea1-b2", "ovs_interfaceid": "1e88bea1-b26e-41f6-bf30-4102c1efc990", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 09:58:14 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c2:84:96,bridge_name='br-int',has_traffic_filtering=True,id=1e88bea1-b26e-41f6-bf30-4102c1efc990,network=Network(e52f8ece-a7ae-4939-adfb-c9449b48cc5e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap1e88bea1-b2') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 09:58:14 user nova-compute[74535]: DEBUG os_vif [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c2:84:96,bridge_name='br-int',has_traffic_filtering=True,id=1e88bea1-b26e-41f6-bf30-4102c1efc990,network=Network(e52f8ece-a7ae-4939-adfb-c9449b48cc5e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap1e88bea1-b2') {{(pid=74535) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 09:58:14 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:14 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:58:14 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 09:58:14 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:14 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'a8762beb-4542-5d7f-b026-b78d91c2c550', '_type': 'linux-noop'}}, row=False) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:58:14 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:14 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5e39a1a4-f188-40e3-bcba-70e47abd6026/disk --force-share --output=json" returned: 0 in 0.249s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:14 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:58:14 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:14 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:14 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap1e88bea1-b2, may_exist=True, interface_attrs={}) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:58:14 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap1e88bea1-b2, col_values=(('qos', UUID('dc967ad6-0f8b-4e65-852b-efdda9d086b9')),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:58:14 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap1e88bea1-b2, col_values=(('external_ids', {'iface-id': '1e88bea1-b26e-41f6-bf30-4102c1efc990', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:c2:84:96', 'vm-uuid': '6bf0acc8-fdfe-4278-827c-098964372e14'}),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:58:14 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:14 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG nova.compute.manager [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Instance event wait completed in 0 seconds for  {{(pid=74535) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Guest created on hypervisor {{(pid=74535) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 09:58:16 user nova-compute[74535]: INFO os_vif [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c2:84:96,bridge_name='br-int',has_traffic_filtering=True,id=1e88bea1-b26e-41f6-bf30-4102c1efc990,network=Network(e52f8ece-a7ae-4939-adfb-c9449b48cc5e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap1e88bea1-b2')
Dec 06 09:58:16 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T09:57:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-453369865',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-453369865',id=12,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHoEeGyThNKdnRPCpYv00ebIbbDJo044fm9EzNZ+5RzY68tRBqn0J+qKWDuVXdwz/MdaZMU/FJav6XmHeOWe3WYv++xMeHuYLmxHxBvBQv5+YPcIHwJrhJ4ofdEEDcN1AQ==',key_name='tempest-keypair-225731529',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='71587ab95e034b41a3b0d6fd0eb8be66',ramdisk_id='',reservation_id='r-wrjnbd73',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-456066124',owner_user_name='tempest-TaggedBootDevicesTest-456066124-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T09:57:37Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4fe32019e60741df99b6b53bcbdabeb8',uuid=6bf0acc8-fdfe-4278-827c-098964372e14,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b23ade9e-eb4b-4a4b-86d5-2db9286501a3", "address": "fa:16:3e:d5:12:ae", "network": {"id": "e52f8ece-a7ae-4939-adfb-c9449b48cc5e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1398369761", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.132", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "71587ab95e034b41a3b0d6fd0eb8be66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb23ade9e-eb", "ovs_interfaceid": "b23ade9e-eb4b-4a4b-86d5-2db9286501a3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74535) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Converting VIF {"id": "b23ade9e-eb4b-4a4b-86d5-2db9286501a3", "address": "fa:16:3e:d5:12:ae", "network": {"id": "e52f8ece-a7ae-4939-adfb-c9449b48cc5e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1398369761", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.132", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "71587ab95e034b41a3b0d6fd0eb8be66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb23ade9e-eb", "ovs_interfaceid": "b23ade9e-eb4b-4a4b-86d5-2db9286501a3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d5:12:ae,bridge_name='br-int',has_traffic_filtering=True,id=b23ade9e-eb4b-4a4b-86d5-2db9286501a3,network=Network(e52f8ece-a7ae-4939-adfb-c9449b48cc5e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapb23ade9e-eb') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG os_vif [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d5:12:ae,bridge_name='br-int',has_traffic_filtering=True,id=b23ade9e-eb4b-4a4b-86d5-2db9286501a3,network=Network(e52f8ece-a7ae-4939-adfb-c9449b48cc5e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapb23ade9e-eb') {{(pid=74535) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG nova.compute.manager [req-1ea524b1-1fef-43af-9c77-4774ef19938a req-d18d9991-4e5f-4de6-a729-cbf04d4d7021 service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Received event network-vif-plugged-8d8f6803-100b-4f7b-989d-df4d20990859 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-1ea524b1-1fef-43af-9c77-4774ef19938a req-d18d9991-4e5f-4de6-a729-cbf04d4d7021 service nova] Acquiring lock "27d02c8b-47ae-4f82-9089-199c777b41b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-1ea524b1-1fef-43af-9c77-4774ef19938a req-d18d9991-4e5f-4de6-a729-cbf04d4d7021 service nova] Lock "27d02c8b-47ae-4f82-9089-199c777b41b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-1ea524b1-1fef-43af-9c77-4774ef19938a req-d18d9991-4e5f-4de6-a729-cbf04d4d7021 service nova] Lock "27d02c8b-47ae-4f82-9089-199c777b41b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG nova.compute.manager [req-1ea524b1-1fef-43af-9c77-4774ef19938a req-d18d9991-4e5f-4de6-a729-cbf04d4d7021 service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] No waiting events found dispatching network-vif-plugged-8d8f6803-100b-4f7b-989d-df4d20990859 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:58:16 user nova-compute[74535]: WARNING nova.compute.manager [req-1ea524b1-1fef-43af-9c77-4774ef19938a req-d18d9991-4e5f-4de6-a729-cbf04d4d7021 service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Received unexpected event network-vif-plugged-8d8f6803-100b-4f7b-989d-df4d20990859 for instance with vm_state building and task_state spawning.
Dec 06 09:58:16 user nova-compute[74535]: DEBUG nova.compute.manager [req-1ea524b1-1fef-43af-9c77-4774ef19938a req-d18d9991-4e5f-4de6-a729-cbf04d4d7021 service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Received event network-vif-plugged-015fb0ff-fd7d-458d-9222-dacb90d7da0f {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-1ea524b1-1fef-43af-9c77-4774ef19938a req-d18d9991-4e5f-4de6-a729-cbf04d4d7021 service nova] Acquiring lock "27d02c8b-47ae-4f82-9089-199c777b41b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-1ea524b1-1fef-43af-9c77-4774ef19938a req-d18d9991-4e5f-4de6-a729-cbf04d4d7021 service nova] Lock "27d02c8b-47ae-4f82-9089-199c777b41b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-1ea524b1-1fef-43af-9c77-4774ef19938a req-d18d9991-4e5f-4de6-a729-cbf04d4d7021 service nova] Lock "27d02c8b-47ae-4f82-9089-199c777b41b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG nova.compute.manager [req-1ea524b1-1fef-43af-9c77-4774ef19938a req-d18d9991-4e5f-4de6-a729-cbf04d4d7021 service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] No waiting events found dispatching network-vif-plugged-015fb0ff-fd7d-458d-9222-dacb90d7da0f {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:58:16 user nova-compute[74535]: WARNING nova.compute.manager [req-1ea524b1-1fef-43af-9c77-4774ef19938a req-d18d9991-4e5f-4de6-a729-cbf04d4d7021 service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Received unexpected event network-vif-plugged-015fb0ff-fd7d-458d-9222-dacb90d7da0f for instance with vm_state building and task_state spawning.
Dec 06 09:58:16 user nova-compute[74535]: DEBUG nova.compute.manager [req-1ea524b1-1fef-43af-9c77-4774ef19938a req-d18d9991-4e5f-4de6-a729-cbf04d4d7021 service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Received event network-vif-plugged-015fb0ff-fd7d-458d-9222-dacb90d7da0f {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-1ea524b1-1fef-43af-9c77-4774ef19938a req-d18d9991-4e5f-4de6-a729-cbf04d4d7021 service nova] Acquiring lock "27d02c8b-47ae-4f82-9089-199c777b41b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-1ea524b1-1fef-43af-9c77-4774ef19938a req-d18d9991-4e5f-4de6-a729-cbf04d4d7021 service nova] Lock "27d02c8b-47ae-4f82-9089-199c777b41b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-1ea524b1-1fef-43af-9c77-4774ef19938a req-d18d9991-4e5f-4de6-a729-cbf04d4d7021 service nova] Lock "27d02c8b-47ae-4f82-9089-199c777b41b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG nova.compute.manager [req-1ea524b1-1fef-43af-9c77-4774ef19938a req-d18d9991-4e5f-4de6-a729-cbf04d4d7021 service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] No waiting events found dispatching network-vif-plugged-015fb0ff-fd7d-458d-9222-dacb90d7da0f {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:58:16 user nova-compute[74535]: WARNING nova.compute.manager [req-1ea524b1-1fef-43af-9c77-4774ef19938a req-d18d9991-4e5f-4de6-a729-cbf04d4d7021 service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Received unexpected event network-vif-plugged-015fb0ff-fd7d-458d-9222-dacb90d7da0f for instance with vm_state building and task_state spawning.
Dec 06 09:58:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '4bac08b6-18c0-5e66-9ec5-e3ba51fb57ec', '_type': 'linux-noop'}}, row=False) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:58:16 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 09:58:16 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 09:58:16 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Hypervisor/Node resource view: name=user free_ram=7026MB free_disk=25.529964447021484GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74535) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:58:16 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Instance spawned successfully.
Dec 06 09:58:16 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapb23ade9e-eb, may_exist=True, interface_attrs={}) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapb23ade9e-eb, col_values=(('qos', UUID('49f61354-fe1c-4974-8565-231d5465db79')),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapb23ade9e-eb, col_values=(('external_ids', {'iface-id': 'b23ade9e-eb4b-4a4b-86d5-2db9286501a3', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:d5:12:ae', 'vm-uuid': '6bf0acc8-fdfe-4278-827c-098964372e14'}),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Found default for hw_cdrom_bus of ide {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Found default for hw_disk_bus of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Found default for hw_input_bus of None {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Found default for hw_pointer_model of None {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Found default for hw_video_model of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Found default for hw_vif_model of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:16 user nova-compute[74535]: INFO os_vif [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d5:12:ae,bridge_name='br-int',has_traffic_filtering=True,id=b23ade9e-eb4b-4a4b-86d5-2db9286501a3,network=Network(e52f8ece-a7ae-4939-adfb-c9449b48cc5e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapb23ade9e-eb')
Dec 06 09:58:16 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T09:57:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-453369865',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-453369865',id=12,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHoEeGyThNKdnRPCpYv00ebIbbDJo044fm9EzNZ+5RzY68tRBqn0J+qKWDuVXdwz/MdaZMU/FJav6XmHeOWe3WYv++xMeHuYLmxHxBvBQv5+YPcIHwJrhJ4ofdEEDcN1AQ==',key_name='tempest-keypair-225731529',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='71587ab95e034b41a3b0d6fd0eb8be66',ramdisk_id='',reservation_id='r-wrjnbd73',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-456066124',owner_user_name='tempest-TaggedBootDevicesTest-456066124-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T09:57:37Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4fe32019e60741df99b6b53bcbdabeb8',uuid=6bf0acc8-fdfe-4278-827c-098964372e14,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2774b057-10c1-4972-9687-96e5bad1296b", "address": "fa:16:3e:f5:17:25", "network": {"id": "e52f8ece-a7ae-4939-adfb-c9449b48cc5e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1398369761", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "71587ab95e034b41a3b0d6fd0eb8be66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2774b057-10", "ovs_interfaceid": "2774b057-10c1-4972-9687-96e5bad1296b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Converting VIF {"id": "2774b057-10c1-4972-9687-96e5bad1296b", "address": "fa:16:3e:f5:17:25", "network": {"id": "e52f8ece-a7ae-4939-adfb-c9449b48cc5e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1398369761", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "71587ab95e034b41a3b0d6fd0eb8be66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2774b057-10", "ovs_interfaceid": "2774b057-10c1-4972-9687-96e5bad1296b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f5:17:25,bridge_name='br-int',has_traffic_filtering=True,id=2774b057-10c1-4972-9687-96e5bad1296b,network=Network(e52f8ece-a7ae-4939-adfb-c9449b48cc5e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2774b057-10') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG os_vif [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f5:17:25,bridge_name='br-int',has_traffic_filtering=True,id=2774b057-10c1-4972-9687-96e5bad1296b,network=Network(e52f8ece-a7ae-4939-adfb-c9449b48cc5e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2774b057-10') {{(pid=74535) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '822ab13f-6d50-5c4e-85d2-dfd778727da7', '_type': 'linux-noop'}}, row=False) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap2774b057-10, may_exist=True, interface_attrs={}) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap2774b057-10, col_values=(('qos', UUID('9f00f5e1-fc81-49a8-bbb9-6ed9855a8e3f')),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap2774b057-10, col_values=(('external_ids', {'iface-id': '2774b057-10c1-4972-9687-96e5bad1296b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f5:17:25', 'vm-uuid': '6bf0acc8-fdfe-4278-827c-098964372e14'}),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:58:16 user nova-compute[74535]: INFO nova.compute.manager [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Took 12.80 seconds to spawn the instance on the hypervisor.
Dec 06 09:58:16 user nova-compute[74535]: DEBUG nova.compute.manager [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Checking state {{(pid=74535) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:16 user nova-compute[74535]: INFO os_vif [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f5:17:25,bridge_name='br-int',has_traffic_filtering=True,id=2774b057-10c1-4972-9687-96e5bad1296b,network=Network(e52f8ece-a7ae-4939-adfb-c9449b48cc5e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2774b057-10')
Dec 06 09:58:16 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T09:57:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-453369865',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-453369865',id=12,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHoEeGyThNKdnRPCpYv00ebIbbDJo044fm9EzNZ+5RzY68tRBqn0J+qKWDuVXdwz/MdaZMU/FJav6XmHeOWe3WYv++xMeHuYLmxHxBvBQv5+YPcIHwJrhJ4ofdEEDcN1AQ==',key_name='tempest-keypair-225731529',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='71587ab95e034b41a3b0d6fd0eb8be66',ramdisk_id='',reservation_id='r-wrjnbd73',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-456066124',owner_user_name='tempest-TaggedBootDevicesTest-456066124-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T09:57:37Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4fe32019e60741df99b6b53bcbdabeb8',uuid=6bf0acc8-fdfe-4278-827c-098964372e14,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "97e46d2f-6b29-46f8-937c-4f668f3bca71", "address": "fa:16:3e:af:09:a1", "network": {"id": "e52f8ece-a7ae-4939-adfb-c9449b48cc5e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1398369761", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.239", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "71587ab95e034b41a3b0d6fd0eb8be66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap97e46d2f-6b", "ovs_interfaceid": "97e46d2f-6b29-46f8-937c-4f668f3bca71", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Converting VIF {"id": "97e46d2f-6b29-46f8-937c-4f668f3bca71", "address": "fa:16:3e:af:09:a1", "network": {"id": "e52f8ece-a7ae-4939-adfb-c9449b48cc5e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1398369761", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.239", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "71587ab95e034b41a3b0d6fd0eb8be66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap97e46d2f-6b", "ovs_interfaceid": "97e46d2f-6b29-46f8-937c-4f668f3bca71", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:af:09:a1,bridge_name='br-int',has_traffic_filtering=True,id=97e46d2f-6b29-46f8-937c-4f668f3bca71,network=Network(e52f8ece-a7ae-4939-adfb-c9449b48cc5e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap97e46d2f-6b') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG os_vif [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:af:09:a1,bridge_name='br-int',has_traffic_filtering=True,id=97e46d2f-6b29-46f8-937c-4f668f3bca71,network=Network(e52f8ece-a7ae-4939-adfb-c9449b48cc5e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap97e46d2f-6b') {{(pid=74535) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c916820e-6b7b-5367-a3ed-8adb9e8645fa', '_type': 'linux-noop'}}, row=False) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap97e46d2f-6b, may_exist=True, interface_attrs={}) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap97e46d2f-6b, col_values=(('qos', UUID('2e3f38ba-890f-466f-8534-a6499b1546a7')),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap97e46d2f-6b, col_values=(('external_ids', {'iface-id': '97e46d2f-6b29-46f8-937c-4f668f3bca71', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:af:09:a1', 'vm-uuid': '6bf0acc8-fdfe-4278-827c-098964372e14'}),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:58:16 user nova-compute[74535]: INFO nova.compute.manager [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Took 46.71 seconds to build instance.
Dec 06 09:58:16 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-8dcd11e9-7354-4085-84b9-e2796ec34956 tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Lock "27d02c8b-47ae-4f82-9089-199c777b41b7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 46.829s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance f01386a0-2d94-44f9-aec4-e03f5502f671 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 7d750435-b1ed-446a-a466-162bdc33821d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 5e39a1a4-f188-40e3-bcba-70e47abd6026 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 9032fc82-326a-4827-94e0-c2c42a318148 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 5730e9fd-9dab-4032-8ae3-856662c1eb03 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 4f3357d9-20fc-4dc4-bfc5-ad83a6741013 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 93fb3c38-baad-41c4-89b2-2a37c779c62a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 89768d93-0a7b-41d2-a9da-e4134c9d50be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance d5d68696-7e68-4612-a5bc-b6bdcdf0795a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 4b2709bc-852d-4e5e-b458-9d25f4a36e4b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 27d02c8b-47ae-4f82-9089-199c777b41b7 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 6bf0acc8-fdfe-4278-827c-098964372e14 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance cd694614-d17a-48c5-88df-f35f584fc3b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Total usable vcpus: 12, total allocated vcpus: 13 {{(pid=74535) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Final resource view: name=user phys_ram=16011MB used_ram=7168MB phys_disk=40GB used_disk=11GB total_vcpus=12 used_vcpus=13 pci_stats=[] {{(pid=74535) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:16 user nova-compute[74535]: INFO os_vif [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:af:09:a1,bridge_name='br-int',has_traffic_filtering=True,id=97e46d2f-6b29-46f8-937c-4f668f3bca71,network=Network(e52f8ece-a7ae-4939-adfb-c9449b48cc5e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap97e46d2f-6b')
Dec 06 09:58:16 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T09:57:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-453369865',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-453369865',id=12,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHoEeGyThNKdnRPCpYv00ebIbbDJo044fm9EzNZ+5RzY68tRBqn0J+qKWDuVXdwz/MdaZMU/FJav6XmHeOWe3WYv++xMeHuYLmxHxBvBQv5+YPcIHwJrhJ4ofdEEDcN1AQ==',key_name='tempest-keypair-225731529',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='71587ab95e034b41a3b0d6fd0eb8be66',ramdisk_id='',reservation_id='r-wrjnbd73',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-456066124',owner_user_name='tempest-TaggedBootDevicesTest-456066124-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T09:57:37Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4fe32019e60741df99b6b53bcbdabeb8',uuid=6bf0acc8-fdfe-4278-827c-098964372e14,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7d883a59-ce1d-4f0c-8fd9-d53f151b5575", "address": "fa:16:3e:1a:a8:f4", "network": {"id": "8f03edad-13b8-47ee-8ffa-31005660803a", "bridge": "br-int", "label": "tempest-device-tagging-net2-994058104", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "71587ab95e034b41a3b0d6fd0eb8be66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d883a59-ce", "ovs_interfaceid": "7d883a59-ce1d-4f0c-8fd9-d53f151b5575", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Converting VIF {"id": "7d883a59-ce1d-4f0c-8fd9-d53f151b5575", "address": "fa:16:3e:1a:a8:f4", "network": {"id": "8f03edad-13b8-47ee-8ffa-31005660803a", "bridge": "br-int", "label": "tempest-device-tagging-net2-994058104", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "71587ab95e034b41a3b0d6fd0eb8be66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d883a59-ce", "ovs_interfaceid": "7d883a59-ce1d-4f0c-8fd9-d53f151b5575", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1a:a8:f4,bridge_name='br-int',has_traffic_filtering=True,id=7d883a59-ce1d-4f0c-8fd9-d53f151b5575,network=Network(8f03edad-13b8-47ee-8ffa-31005660803a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7d883a59-ce') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG os_vif [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:1a:a8:f4,bridge_name='br-int',has_traffic_filtering=True,id=7d883a59-ce1d-4f0c-8fd9-d53f151b5575,network=Network(8f03edad-13b8-47ee-8ffa-31005660803a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7d883a59-ce') {{(pid=74535) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ab29a866-5b05-521e-a438-0a57506e4242', '_type': 'linux-noop'}}, row=False) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap7d883a59-ce, may_exist=True, interface_attrs={}) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap7d883a59-ce, col_values=(('qos', UUID('414a8a69-7f74-483d-8a47-f36334b44f54')),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap7d883a59-ce, col_values=(('external_ids', {'iface-id': '7d883a59-ce1d-4f0c-8fd9-d53f151b5575', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:1a:a8:f4', 'vm-uuid': '6bf0acc8-fdfe-4278-827c-098964372e14'}),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:16 user nova-compute[74535]: INFO os_vif [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:1a:a8:f4,bridge_name='br-int',has_traffic_filtering=True,id=7d883a59-ce1d-4f0c-8fd9-d53f151b5575,network=Network(8f03edad-13b8-47ee-8ffa-31005660803a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7d883a59-ce')
Dec 06 09:58:16 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T09:57:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-453369865',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-453369865',id=12,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHoEeGyThNKdnRPCpYv00ebIbbDJo044fm9EzNZ+5RzY68tRBqn0J+qKWDuVXdwz/MdaZMU/FJav6XmHeOWe3WYv++xMeHuYLmxHxBvBQv5+YPcIHwJrhJ4ofdEEDcN1AQ==',key_name='tempest-keypair-225731529',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='71587ab95e034b41a3b0d6fd0eb8be66',ramdisk_id='',reservation_id='r-wrjnbd73',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-456066124',owner_user_name='tempest-TaggedBootDevicesTest-456066124-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T09:57:37Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4fe32019e60741df99b6b53bcbdabeb8',uuid=6bf0acc8-fdfe-4278-827c-098964372e14,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a0fd198d-dd8d-49e0-b09c-4baf08dff20a", "address": "fa:16:3e:ec:93:11", "network": {"id": "8f03edad-13b8-47ee-8ffa-31005660803a", "bridge": "br-int", "label": "tempest-device-tagging-net2-994058104", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "71587ab95e034b41a3b0d6fd0eb8be66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa0fd198d-dd", "ovs_interfaceid": "a0fd198d-dd8d-49e0-b09c-4baf08dff20a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Converting VIF {"id": "a0fd198d-dd8d-49e0-b09c-4baf08dff20a", "address": "fa:16:3e:ec:93:11", "network": {"id": "8f03edad-13b8-47ee-8ffa-31005660803a", "bridge": "br-int", "label": "tempest-device-tagging-net2-994058104", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "71587ab95e034b41a3b0d6fd0eb8be66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa0fd198d-dd", "ovs_interfaceid": "a0fd198d-dd8d-49e0-b09c-4baf08dff20a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ec:93:11,bridge_name='br-int',has_traffic_filtering=True,id=a0fd198d-dd8d-49e0-b09c-4baf08dff20a,network=Network(8f03edad-13b8-47ee-8ffa-31005660803a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa0fd198d-dd') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG os_vif [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ec:93:11,bridge_name='br-int',has_traffic_filtering=True,id=a0fd198d-dd8d-49e0-b09c-4baf08dff20a,network=Network(8f03edad-13b8-47ee-8ffa-31005660803a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa0fd198d-dd') {{(pid=74535) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '64b0855e-0855-55c0-8ebc-ded5dc1b523b', '_type': 'linux-noop'}}, row=False) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa0fd198d-dd, may_exist=True, interface_attrs={}) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa0fd198d-dd, col_values=(('qos', UUID('db4f31fc-0a21-4a15-8f89-d62f8d56e055')),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa0fd198d-dd, col_values=(('external_ids', {'iface-id': 'a0fd198d-dd8d-49e0-b09c-4baf08dff20a', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ec:93:11', 'vm-uuid': '6bf0acc8-fdfe-4278-827c-098964372e14'}),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:16 user nova-compute[74535]: INFO os_vif [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ec:93:11,bridge_name='br-int',has_traffic_filtering=True,id=a0fd198d-dd8d-49e0-b09c-4baf08dff20a,network=Network(8f03edad-13b8-47ee-8ffa-31005660803a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa0fd198d-dd')
Dec 06 09:58:16 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] No BDM found with device name hda, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] No BDM found with device name vdc, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] No VIF found with MAC fa:16:3e:66:f8:be, not building metadata {{(pid=74535) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] No VIF found with MAC fa:16:3e:af:09:a1, not building metadata {{(pid=74535) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 09:58:16 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Using config drive
Dec 06 09:58:16 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Compute_service record updated for user:user {{(pid=74535) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 09:58:16 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.719s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:58:16 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Creating config drive at /opt/stack/data/nova/instances/6bf0acc8-fdfe-4278-827c-098964372e14/disk.config
Dec 06 09:58:16 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/6bf0acc8-fdfe-4278-827c-098964372e14/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmphu_f1r6y {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:17 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/6bf0acc8-fdfe-4278-827c-098964372e14/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmphu_f1r6y" returned: 0 in 0.053s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:17 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:18 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7b282b95-56dc-462c-b973-70a9c4cc1b70 tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] [instance: f01386a0-2d94-44f9-aec4-e03f5502f671] Calling os-brick to attach iSCSI Volume {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 09:58:18 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b282b95-56dc-462c-b973-70a9c4cc1b70 tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:716ea0e2-1de4-48aa-b51b-b4ea0a45b2ba', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'APVKlYBH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 09:58:18 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-7b282b95-56dc-462c-b973-70a9c4cc1b70 tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 09:58:18 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-7b282b95-56dc-462c-b973-70a9c4cc1b70 tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 09:58:18 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-7b282b95-56dc-462c-b973-70a9c4cc1b70 tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 09:58:18 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-7b282b95-56dc-462c-b973-70a9c4cc1b70 tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 09:58:18 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-7b282b95-56dc-462c-b973-70a9c4cc1b70 tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:716ea0e2-1de4-48aa-b51b-b4ea0a45b2ba" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 09:58:18 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-7b282b95-56dc-462c-b973-70a9c4cc1b70 tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:716ea0e2-1de4-48aa-b51b-b4ea0a45b2ba" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 09:58:18 user nova-compute[74535]: INFO os_brick.initiator.connectors.iscsi [None req-7b282b95-56dc-462c-b973-70a9c4cc1b70 tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 09:58:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:716ea0e2-1de4-48aa-b51b-b4ea0a45b2ba -p 172.16.0.220:3260 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:716ea0e2-1de4-48aa-b51b-b4ea0a45b2ba -p 172.16.0.220:3260" returned: 21 in 0.031s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:18 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[9563601e-c6fc-4d32-b6e8-0b15bb92bdde]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:18 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b282b95-56dc-462c-b973-70a9c4cc1b70 tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 09:58:18 user nova-compute[74535]:  {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:58:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:716ea0e2-1de4-48aa-b51b-b4ea0a45b2ba -p 172.16.0.220:3260 --interface default --op new {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:716ea0e2-1de4-48aa-b51b-b4ea0a45b2ba -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.028s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:18 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[82013bf0-c7e7-481d-ac04-b0aaa9995084]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:716ea0e2-1de4-48aa-b51b-b4ea0a45b2ba] added\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:18 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b282b95-56dc-462c-b973-70a9c4cc1b70 tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:716ea0e2-1de4-48aa-b51b-b4ea0a45b2ba] added
Dec 06 09:58:18 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:58:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:716ea0e2-1de4-48aa-b51b-b4ea0a45b2ba -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:716ea0e2-1de4-48aa-b51b-b4ea0a45b2ba -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:18 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[a8120877-23a2-4add-8d48-344b2fa17886]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:18 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b282b95-56dc-462c-b973-70a9c4cc1b70 tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:58:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:716ea0e2-1de4-48aa-b51b-b4ea0a45b2ba -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:18 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:18 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:716ea0e2-1de4-48aa-b51b-b4ea0a45b2ba -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:18 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[6df2644a-c71b-47e0-9f80-cb053addc0f7]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:18 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b282b95-56dc-462c-b973-70a9c4cc1b70 tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:58:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:716ea0e2-1de4-48aa-b51b-b4ea0a45b2ba -p 172.16.0.220:3260 --op update -n node.session.auth.username -v APVKlYBH {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:716ea0e2-1de4-48aa-b51b-b4ea0a45b2ba -p 172.16.0.220:3260 --op update -n node.session.auth.username -v APVKlYBH" returned: 0 in 0.022s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:18 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e28d27d-b85e-418d-ac94-8ab6c616de12]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:18 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b282b95-56dc-462c-b973-70a9c4cc1b70 tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'APVKlYBH'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:58:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:716ea0e2-1de4-48aa-b51b-b4ea0a45b2ba -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:716ea0e2-1de4-48aa-b51b-b4ea0a45b2ba -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:18 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[68e159a3-9904-4bef-b674-d8821e01e966]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:18 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b282b95-56dc-462c-b973-70a9c4cc1b70 tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:58:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:18 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:18 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b003732-ff9b-4cb6-8c73-ca0db90e09a6]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:18 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b282b95-56dc-462c-b973-70a9c4cc1b70 tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 (non-flash)
Dec 06 09:58:18 user nova-compute[74535]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7 (non-flash)
Dec 06 09:58:18 user nova-compute[74535]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e (non-flash)
Dec 06 09:58:18 user nova-compute[74535]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724 (non-flash)
Dec 06 09:58:18 user nova-compute[74535]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21 (non-flash)
Dec 06 09:58:18 user nova-compute[74535]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc (non-flash)
Dec 06 09:58:18 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 09:58:18 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b282b95-56dc-462c-b973-70a9c4cc1b70 tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 (non-flash)
Dec 06 09:58:18 user nova-compute[74535]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7 (non-flash)
Dec 06 09:58:18 user nova-compute[74535]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e (non-flash)
Dec 06 09:58:18 user nova-compute[74535]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724 (non-flash)
Dec 06 09:58:18 user nova-compute[74535]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21 (non-flash)
Dec 06 09:58:18 user nova-compute[74535]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc (non-flash)
Dec 06 09:58:18 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 09:58:18 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:18 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:716ea0e2-1de4-48aa-b51b-b4ea0a45b2ba -p 172.16.0.220:3260 --login {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:716ea0e2-1de4-48aa-b51b-b4ea0a45b2ba -p 172.16.0.220:3260 --login" returned: 0 in 0.099s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:18 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[7755779d-abc3-47c8-9972-7e2f07ed3b2b]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:716ea0e2-1de4-48aa-b51b-b4ea0a45b2ba, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:716ea0e2-1de4-48aa-b51b-b4ea0a45b2ba, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:18 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b282b95-56dc-462c-b973-70a9c4cc1b70 tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:716ea0e2-1de4-48aa-b51b-b4ea0a45b2ba, portal: 172.16.0.220,3260]
Dec 06 09:58:18 user nova-compute[74535]: Login to [iface: default, target: iqn.2010-10.org.openstack:716ea0e2-1de4-48aa-b51b-b4ea0a45b2ba, portal: 172.16.0.220,3260] successful.
Dec 06 09:58:18 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:58:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:716ea0e2-1de4-48aa-b51b-b4ea0a45b2ba -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:716ea0e2-1de4-48aa-b51b-b4ea0a45b2ba -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:18 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[e73d05bc-9ce6-45c8-a3ad-ab8af5f316a7]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:18 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b282b95-56dc-462c-b973-70a9c4cc1b70 tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:58:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.036s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:18 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[35261c3e-0bfd-4ece-a8b8-8a8728dec59a]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:716ea0e2-1de4-48aa-b51b-b4ea0a45b2ba (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:18 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b282b95-56dc-462c-b973-70a9c4cc1b70 tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 (non-flash)
Dec 06 09:58:18 user nova-compute[74535]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7 (non-flash)
Dec 06 09:58:18 user nova-compute[74535]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e (non-flash)
Dec 06 09:58:18 user nova-compute[74535]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724 (non-flash)
Dec 06 09:58:18 user nova-compute[74535]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21 (non-flash)
Dec 06 09:58:18 user nova-compute[74535]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc (non-flash)
Dec 06 09:58:18 user nova-compute[74535]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:716ea0e2-1de4-48aa-b51b-b4ea0a45b2ba (non-flash)
Dec 06 09:58:18 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 09:58:18 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b282b95-56dc-462c-b973-70a9c4cc1b70 tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 (non-flash)
Dec 06 09:58:18 user nova-compute[74535]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7 (non-flash)
Dec 06 09:58:18 user nova-compute[74535]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e (non-flash)
Dec 06 09:58:18 user nova-compute[74535]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724 (non-flash)
Dec 06 09:58:18 user nova-compute[74535]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21 (non-flash)
Dec 06 09:58:18 user nova-compute[74535]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc (non-flash)
Dec 06 09:58:18 user nova-compute[74535]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:716ea0e2-1de4-48aa-b51b-b4ea0a45b2ba (non-flash)
Dec 06 09:58:18 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 09:58:18 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-7b282b95-56dc-462c-b973-70a9c4cc1b70 tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:716ea0e2-1de4-48aa-b51b-b4ea0a45b2ba" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.383s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 09:58:18 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b282b95-56dc-462c-b973-70a9c4cc1b70 tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] Connected to 172.16.0.220:3260 {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 09:58:18 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-7b282b95-56dc-462c-b973-70a9c4cc1b70 tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] HCTL ('39', '-', '-', 0) found on session 8 with lun 0 {{(pid=74535) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 09:58:18 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-7b282b95-56dc-462c-b973-70a9c4cc1b70 tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] Scanning host 39 c: -, t: -, l: 0) {{(pid=74535) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 09:58:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host39/scan {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host39/scan" returned: 0 in 0.045s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:18 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[a87c5d06-61b8-463e-a97b-1df1fa936401]: (4, ('- - 0', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:18 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-7b282b95-56dc-462c-b973-70a9c4cc1b70 tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] Searching for a device in session 8 and hctl ['39', '*', '*', 0] yield: sdh {{(pid=74535) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 09:58:18 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b282b95-56dc-462c-b973-70a9c4cc1b70 tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] Connected to sdh using {'target_iqn': 'iqn.2010-10.org.openstack:716ea0e2-1de4-48aa-b51b-b4ea0a45b2ba', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'APVKlYBH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 09:58:18 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:18 user nova-compute[74535]: DEBUG nova.compute.manager [req-5e0aef15-f777-47cd-8667-1df1b34544d4 req-6c2af6ea-b9ea-45a3-a220-26635d2065f1 service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Received event network-vif-plugged-c6f8dfb3-fff9-433c-bd0a-11c21c1638d2 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:58:18 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-5e0aef15-f777-47cd-8667-1df1b34544d4 req-6c2af6ea-b9ea-45a3-a220-26635d2065f1 service nova] Acquiring lock "6bf0acc8-fdfe-4278-827c-098964372e14-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:58:18 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-5e0aef15-f777-47cd-8667-1df1b34544d4 req-6c2af6ea-b9ea-45a3-a220-26635d2065f1 service nova] Lock "6bf0acc8-fdfe-4278-827c-098964372e14-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:58:18 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-5e0aef15-f777-47cd-8667-1df1b34544d4 req-6c2af6ea-b9ea-45a3-a220-26635d2065f1 service nova] Lock "6bf0acc8-fdfe-4278-827c-098964372e14-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:58:18 user nova-compute[74535]: DEBUG nova.compute.manager [req-5e0aef15-f777-47cd-8667-1df1b34544d4 req-6c2af6ea-b9ea-45a3-a220-26635d2065f1 service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] No waiting events found dispatching network-vif-plugged-c6f8dfb3-fff9-433c-bd0a-11c21c1638d2 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:58:18 user nova-compute[74535]: WARNING nova.compute.manager [req-5e0aef15-f777-47cd-8667-1df1b34544d4 req-6c2af6ea-b9ea-45a3-a220-26635d2065f1 service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Received unexpected event network-vif-plugged-c6f8dfb3-fff9-433c-bd0a-11c21c1638d2 for instance with vm_state building and task_state spawning.
Dec 06 09:58:19 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:19 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:19 user nova-compute[74535]: DEBUG nova.compute.manager [req-60ccabf7-987f-4800-8f83-58bb162f904a req-0d50813c-85fa-44c2-91b2-d714c2f178bd service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Received event network-vif-plugged-1e88bea1-b26e-41f6-bf30-4102c1efc990 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:58:19 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-60ccabf7-987f-4800-8f83-58bb162f904a req-0d50813c-85fa-44c2-91b2-d714c2f178bd service nova] Acquiring lock "6bf0acc8-fdfe-4278-827c-098964372e14-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:58:19 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-60ccabf7-987f-4800-8f83-58bb162f904a req-0d50813c-85fa-44c2-91b2-d714c2f178bd service nova] Lock "6bf0acc8-fdfe-4278-827c-098964372e14-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:58:19 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-60ccabf7-987f-4800-8f83-58bb162f904a req-0d50813c-85fa-44c2-91b2-d714c2f178bd service nova] Lock "6bf0acc8-fdfe-4278-827c-098964372e14-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:58:19 user nova-compute[74535]: DEBUG nova.compute.manager [req-60ccabf7-987f-4800-8f83-58bb162f904a req-0d50813c-85fa-44c2-91b2-d714c2f178bd service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] No waiting events found dispatching network-vif-plugged-1e88bea1-b26e-41f6-bf30-4102c1efc990 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:58:19 user nova-compute[74535]: WARNING nova.compute.manager [req-60ccabf7-987f-4800-8f83-58bb162f904a req-0d50813c-85fa-44c2-91b2-d714c2f178bd service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Received unexpected event network-vif-plugged-1e88bea1-b26e-41f6-bf30-4102c1efc990 for instance with vm_state building and task_state spawning.
Dec 06 09:58:19 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:19 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:19 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:19 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:19 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:19 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:19 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:19 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:19 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:19 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:19 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:19 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-7b282b95-56dc-462c-b973-70a9c4cc1b70 tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.463s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 09:58:19 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b282b95-56dc-462c-b973-70a9c4cc1b70 tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] <== connect_volume: return (1466ms) {'type': 'block', 'scsi_wwn': '26130373964633739', 'path': '/dev/sdh'} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 09:58:20 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7b282b95-56dc-462c-b973-70a9c4cc1b70 tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] [instance: f01386a0-2d94-44f9-aec4-e03f5502f671] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26130373964633739', 'path': '/dev/sdh'} {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 09:58:20 user nova-compute[74535]: DEBUG nova.objects.instance [None req-7b282b95-56dc-462c-b973-70a9c4cc1b70 tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] Lazy-loading 'flavor' on Instance uuid f01386a0-2d94-44f9-aec4-e03f5502f671 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 09:58:20 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:20 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:20 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:20 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-7b282b95-56dc-462c-b973-70a9c4cc1b70 tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 09:58:20 user nova-compute[74535]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 09:58:20 user nova-compute[74535]:   <source dev="/dev/sdh"/>
Dec 06 09:58:20 user nova-compute[74535]:   <target dev="vdb" bus="virtio"/>
Dec 06 09:58:20 user nova-compute[74535]:   <serial>716ea0e2-1de4-48aa-b51b-b4ea0a45b2ba</serial>
Dec 06 09:58:20 user nova-compute[74535]: </disk>
Dec 06 09:58:20 user nova-compute[74535]:  {{(pid=74535) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 09:58:20 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:20 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:20 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:20 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:20 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:20 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:20 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:20 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:20 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:20 user nova-compute[74535]: DEBUG nova.compute.manager [req-47567c38-d432-4e3b-887d-58eae6aa0445 req-4e1d0bf4-016f-41f8-bf3d-890ef3132d5c service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Received event network-vif-plugged-c6f8dfb3-fff9-433c-bd0a-11c21c1638d2 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:58:20 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-47567c38-d432-4e3b-887d-58eae6aa0445 req-4e1d0bf4-016f-41f8-bf3d-890ef3132d5c service nova] Acquiring lock "6bf0acc8-fdfe-4278-827c-098964372e14-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:58:20 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-47567c38-d432-4e3b-887d-58eae6aa0445 req-4e1d0bf4-016f-41f8-bf3d-890ef3132d5c service nova] Lock "6bf0acc8-fdfe-4278-827c-098964372e14-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:58:20 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-47567c38-d432-4e3b-887d-58eae6aa0445 req-4e1d0bf4-016f-41f8-bf3d-890ef3132d5c service nova] Lock "6bf0acc8-fdfe-4278-827c-098964372e14-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:58:20 user nova-compute[74535]: DEBUG nova.compute.manager [req-47567c38-d432-4e3b-887d-58eae6aa0445 req-4e1d0bf4-016f-41f8-bf3d-890ef3132d5c service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] No waiting events found dispatching network-vif-plugged-c6f8dfb3-fff9-433c-bd0a-11c21c1638d2 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:58:20 user nova-compute[74535]: WARNING nova.compute.manager [req-47567c38-d432-4e3b-887d-58eae6aa0445 req-4e1d0bf4-016f-41f8-bf3d-890ef3132d5c service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Received unexpected event network-vif-plugged-c6f8dfb3-fff9-433c-bd0a-11c21c1638d2 for instance with vm_state building and task_state spawning.
Dec 06 09:58:20 user nova-compute[74535]: DEBUG nova.compute.manager [req-47567c38-d432-4e3b-887d-58eae6aa0445 req-4e1d0bf4-016f-41f8-bf3d-890ef3132d5c service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Received event network-vif-plugged-b23ade9e-eb4b-4a4b-86d5-2db9286501a3 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:58:20 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-47567c38-d432-4e3b-887d-58eae6aa0445 req-4e1d0bf4-016f-41f8-bf3d-890ef3132d5c service nova] Acquiring lock "6bf0acc8-fdfe-4278-827c-098964372e14-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:58:20 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-47567c38-d432-4e3b-887d-58eae6aa0445 req-4e1d0bf4-016f-41f8-bf3d-890ef3132d5c service nova] Lock "6bf0acc8-fdfe-4278-827c-098964372e14-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:58:20 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-47567c38-d432-4e3b-887d-58eae6aa0445 req-4e1d0bf4-016f-41f8-bf3d-890ef3132d5c service nova] Lock "6bf0acc8-fdfe-4278-827c-098964372e14-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:58:20 user nova-compute[74535]: DEBUG nova.compute.manager [req-47567c38-d432-4e3b-887d-58eae6aa0445 req-4e1d0bf4-016f-41f8-bf3d-890ef3132d5c service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] No waiting events found dispatching network-vif-plugged-b23ade9e-eb4b-4a4b-86d5-2db9286501a3 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:58:20 user nova-compute[74535]: WARNING nova.compute.manager [req-47567c38-d432-4e3b-887d-58eae6aa0445 req-4e1d0bf4-016f-41f8-bf3d-890ef3132d5c service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Received unexpected event network-vif-plugged-b23ade9e-eb4b-4a4b-86d5-2db9286501a3 for instance with vm_state building and task_state spawning.
Dec 06 09:58:20 user nova-compute[74535]: DEBUG nova.compute.manager [req-47567c38-d432-4e3b-887d-58eae6aa0445 req-4e1d0bf4-016f-41f8-bf3d-890ef3132d5c service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Received event network-vif-plugged-b23ade9e-eb4b-4a4b-86d5-2db9286501a3 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:58:20 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-47567c38-d432-4e3b-887d-58eae6aa0445 req-4e1d0bf4-016f-41f8-bf3d-890ef3132d5c service nova] Acquiring lock "6bf0acc8-fdfe-4278-827c-098964372e14-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:58:20 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-47567c38-d432-4e3b-887d-58eae6aa0445 req-4e1d0bf4-016f-41f8-bf3d-890ef3132d5c service nova] Lock "6bf0acc8-fdfe-4278-827c-098964372e14-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:58:20 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-47567c38-d432-4e3b-887d-58eae6aa0445 req-4e1d0bf4-016f-41f8-bf3d-890ef3132d5c service nova] Lock "6bf0acc8-fdfe-4278-827c-098964372e14-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:58:20 user nova-compute[74535]: DEBUG nova.compute.manager [req-47567c38-d432-4e3b-887d-58eae6aa0445 req-4e1d0bf4-016f-41f8-bf3d-890ef3132d5c service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] No waiting events found dispatching network-vif-plugged-b23ade9e-eb4b-4a4b-86d5-2db9286501a3 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:58:20 user nova-compute[74535]: WARNING nova.compute.manager [req-47567c38-d432-4e3b-887d-58eae6aa0445 req-4e1d0bf4-016f-41f8-bf3d-890ef3132d5c service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Received unexpected event network-vif-plugged-b23ade9e-eb4b-4a4b-86d5-2db9286501a3 for instance with vm_state building and task_state spawning.
Dec 06 09:58:20 user nova-compute[74535]: DEBUG nova.compute.manager [req-47567c38-d432-4e3b-887d-58eae6aa0445 req-4e1d0bf4-016f-41f8-bf3d-890ef3132d5c service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Received event network-vif-plugged-2774b057-10c1-4972-9687-96e5bad1296b {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:58:20 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-47567c38-d432-4e3b-887d-58eae6aa0445 req-4e1d0bf4-016f-41f8-bf3d-890ef3132d5c service nova] Acquiring lock "6bf0acc8-fdfe-4278-827c-098964372e14-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:58:20 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-47567c38-d432-4e3b-887d-58eae6aa0445 req-4e1d0bf4-016f-41f8-bf3d-890ef3132d5c service nova] Lock "6bf0acc8-fdfe-4278-827c-098964372e14-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:58:20 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-47567c38-d432-4e3b-887d-58eae6aa0445 req-4e1d0bf4-016f-41f8-bf3d-890ef3132d5c service nova] Lock "6bf0acc8-fdfe-4278-827c-098964372e14-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:58:20 user nova-compute[74535]: DEBUG nova.compute.manager [req-47567c38-d432-4e3b-887d-58eae6aa0445 req-4e1d0bf4-016f-41f8-bf3d-890ef3132d5c service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] No waiting events found dispatching network-vif-plugged-2774b057-10c1-4972-9687-96e5bad1296b {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:58:20 user nova-compute[74535]: WARNING nova.compute.manager [req-47567c38-d432-4e3b-887d-58eae6aa0445 req-4e1d0bf4-016f-41f8-bf3d-890ef3132d5c service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Received unexpected event network-vif-plugged-2774b057-10c1-4972-9687-96e5bad1296b for instance with vm_state building and task_state spawning.
Dec 06 09:58:20 user nova-compute[74535]: DEBUG nova.compute.manager [req-47567c38-d432-4e3b-887d-58eae6aa0445 req-4e1d0bf4-016f-41f8-bf3d-890ef3132d5c service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Received event network-vif-plugged-2774b057-10c1-4972-9687-96e5bad1296b {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:58:20 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-47567c38-d432-4e3b-887d-58eae6aa0445 req-4e1d0bf4-016f-41f8-bf3d-890ef3132d5c service nova] Acquiring lock "6bf0acc8-fdfe-4278-827c-098964372e14-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:58:20 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-47567c38-d432-4e3b-887d-58eae6aa0445 req-4e1d0bf4-016f-41f8-bf3d-890ef3132d5c service nova] Lock "6bf0acc8-fdfe-4278-827c-098964372e14-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:58:20 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-47567c38-d432-4e3b-887d-58eae6aa0445 req-4e1d0bf4-016f-41f8-bf3d-890ef3132d5c service nova] Lock "6bf0acc8-fdfe-4278-827c-098964372e14-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:58:20 user nova-compute[74535]: DEBUG nova.compute.manager [req-47567c38-d432-4e3b-887d-58eae6aa0445 req-4e1d0bf4-016f-41f8-bf3d-890ef3132d5c service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] No waiting events found dispatching network-vif-plugged-2774b057-10c1-4972-9687-96e5bad1296b {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:58:20 user nova-compute[74535]: WARNING nova.compute.manager [req-47567c38-d432-4e3b-887d-58eae6aa0445 req-4e1d0bf4-016f-41f8-bf3d-890ef3132d5c service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Received unexpected event network-vif-plugged-2774b057-10c1-4972-9687-96e5bad1296b for instance with vm_state building and task_state spawning.
Dec 06 09:58:20 user nova-compute[74535]: DEBUG nova.compute.manager [req-47567c38-d432-4e3b-887d-58eae6aa0445 req-4e1d0bf4-016f-41f8-bf3d-890ef3132d5c service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Received event network-vif-plugged-97e46d2f-6b29-46f8-937c-4f668f3bca71 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:58:20 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-47567c38-d432-4e3b-887d-58eae6aa0445 req-4e1d0bf4-016f-41f8-bf3d-890ef3132d5c service nova] Acquiring lock "6bf0acc8-fdfe-4278-827c-098964372e14-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:58:20 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-47567c38-d432-4e3b-887d-58eae6aa0445 req-4e1d0bf4-016f-41f8-bf3d-890ef3132d5c service nova] Lock "6bf0acc8-fdfe-4278-827c-098964372e14-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:58:21 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-47567c38-d432-4e3b-887d-58eae6aa0445 req-4e1d0bf4-016f-41f8-bf3d-890ef3132d5c service nova] Lock "6bf0acc8-fdfe-4278-827c-098964372e14-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:58:21 user nova-compute[74535]: DEBUG nova.compute.manager [req-47567c38-d432-4e3b-887d-58eae6aa0445 req-4e1d0bf4-016f-41f8-bf3d-890ef3132d5c service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] No waiting events found dispatching network-vif-plugged-97e46d2f-6b29-46f8-937c-4f668f3bca71 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:58:21 user nova-compute[74535]: WARNING nova.compute.manager [req-47567c38-d432-4e3b-887d-58eae6aa0445 req-4e1d0bf4-016f-41f8-bf3d-890ef3132d5c service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Received unexpected event network-vif-plugged-97e46d2f-6b29-46f8-937c-4f668f3bca71 for instance with vm_state building and task_state spawning.
Dec 06 09:58:21 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:21 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:21 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-7b282b95-56dc-462c-b973-70a9c4cc1b70 tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] No BDM found with device name vda, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 09:58:21 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-7b282b95-56dc-462c-b973-70a9c4cc1b70 tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 09:58:21 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-7b282b95-56dc-462c-b973-70a9c4cc1b70 tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] No VIF found with MAC fa:16:3e:89:0c:e8, not building metadata {{(pid=74535) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 09:58:21 user nova-compute[74535]: DEBUG nova.compute.manager [req-f3ba8742-716d-44ab-bb2f-04fa96d8f335 req-9e89560a-1b1d-4b83-937b-ae3494e4cd48 service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Received event network-vif-plugged-1e88bea1-b26e-41f6-bf30-4102c1efc990 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:58:21 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-f3ba8742-716d-44ab-bb2f-04fa96d8f335 req-9e89560a-1b1d-4b83-937b-ae3494e4cd48 service nova] Acquiring lock "6bf0acc8-fdfe-4278-827c-098964372e14-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:58:21 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-f3ba8742-716d-44ab-bb2f-04fa96d8f335 req-9e89560a-1b1d-4b83-937b-ae3494e4cd48 service nova] Lock "6bf0acc8-fdfe-4278-827c-098964372e14-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:58:21 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-f3ba8742-716d-44ab-bb2f-04fa96d8f335 req-9e89560a-1b1d-4b83-937b-ae3494e4cd48 service nova] Lock "6bf0acc8-fdfe-4278-827c-098964372e14-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:58:21 user nova-compute[74535]: DEBUG nova.compute.manager [req-f3ba8742-716d-44ab-bb2f-04fa96d8f335 req-9e89560a-1b1d-4b83-937b-ae3494e4cd48 service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] No waiting events found dispatching network-vif-plugged-1e88bea1-b26e-41f6-bf30-4102c1efc990 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:58:21 user nova-compute[74535]: WARNING nova.compute.manager [req-f3ba8742-716d-44ab-bb2f-04fa96d8f335 req-9e89560a-1b1d-4b83-937b-ae3494e4cd48 service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Received unexpected event network-vif-plugged-1e88bea1-b26e-41f6-bf30-4102c1efc990 for instance with vm_state building and task_state spawning.
Dec 06 09:58:21 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:21 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:21 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-7b282b95-56dc-462c-b973-70a9c4cc1b70 tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] Lock "f01386a0-2d94-44f9-aec4-e03f5502f671" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 15.009s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:58:21 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:21 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:21 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:21 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:21 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:21 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:21 user nova-compute[74535]: DEBUG nova.compute.manager [req-4588922c-0c7e-4675-97b2-fa16cb5dc41f req-8a10747c-26c2-4962-bef6-c38abd0d4351 service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Received event network-vif-plugged-a0fd198d-dd8d-49e0-b09c-4baf08dff20a {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:58:21 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-4588922c-0c7e-4675-97b2-fa16cb5dc41f req-8a10747c-26c2-4962-bef6-c38abd0d4351 service nova] Acquiring lock "6bf0acc8-fdfe-4278-827c-098964372e14-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:58:21 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-4588922c-0c7e-4675-97b2-fa16cb5dc41f req-8a10747c-26c2-4962-bef6-c38abd0d4351 service nova] Lock "6bf0acc8-fdfe-4278-827c-098964372e14-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:58:21 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-4588922c-0c7e-4675-97b2-fa16cb5dc41f req-8a10747c-26c2-4962-bef6-c38abd0d4351 service nova] Lock "6bf0acc8-fdfe-4278-827c-098964372e14-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:58:21 user nova-compute[74535]: DEBUG nova.compute.manager [req-4588922c-0c7e-4675-97b2-fa16cb5dc41f req-8a10747c-26c2-4962-bef6-c38abd0d4351 service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] No waiting events found dispatching network-vif-plugged-a0fd198d-dd8d-49e0-b09c-4baf08dff20a {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:58:21 user nova-compute[74535]: WARNING nova.compute.manager [req-4588922c-0c7e-4675-97b2-fa16cb5dc41f req-8a10747c-26c2-4962-bef6-c38abd0d4351 service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Received unexpected event network-vif-plugged-a0fd198d-dd8d-49e0-b09c-4baf08dff20a for instance with vm_state building and task_state spawning.
Dec 06 09:58:21 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-cd891442-7576-4378-97bf-5383023d1994 tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] Acquiring lock "f01386a0-2d94-44f9-aec4-e03f5502f671" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:58:21 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-cd891442-7576-4378-97bf-5383023d1994 tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] Lock "f01386a0-2d94-44f9-aec4-e03f5502f671" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:58:21 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-cd891442-7576-4378-97bf-5383023d1994 tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] Acquiring lock "f01386a0-2d94-44f9-aec4-e03f5502f671-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:58:21 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-cd891442-7576-4378-97bf-5383023d1994 tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] Lock "f01386a0-2d94-44f9-aec4-e03f5502f671-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:58:21 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-cd891442-7576-4378-97bf-5383023d1994 tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] Lock "f01386a0-2d94-44f9-aec4-e03f5502f671-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:58:21 user nova-compute[74535]: INFO nova.compute.manager [None req-cd891442-7576-4378-97bf-5383023d1994 tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] [instance: f01386a0-2d94-44f9-aec4-e03f5502f671] Terminating instance
Dec 06 09:58:22 user nova-compute[74535]: DEBUG nova.compute.manager [None req-cd891442-7576-4378-97bf-5383023d1994 tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] [instance: f01386a0-2d94-44f9-aec4-e03f5502f671] Start destroying the instance on the hypervisor. {{(pid=74535) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 09:58:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:22 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: f01386a0-2d94-44f9-aec4-e03f5502f671] Instance destroyed successfully.
Dec 06 09:58:22 user nova-compute[74535]: DEBUG nova.objects.instance [None req-cd891442-7576-4378-97bf-5383023d1994 tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] Lazy-loading 'resources' on Instance uuid f01386a0-2d94-44f9-aec4-e03f5502f671 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 09:58:22 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-cd891442-7576-4378-97bf-5383023d1994 tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T09:56:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-448655264',display_name='tempest-DeleteServersTestJSON-server-448655264',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-deleteserverstestjson-server-448655264',id=1,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-06T09:56:31Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='6454d1d92ec142c1974d8e0ea3a28adf',ramdisk_id='',reservation_id='r-hxrhgpnp',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-DeleteServersTestJSON-1641325319',owner_user_name='tempest-DeleteServersTestJSON-1641325319-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T09:56:32Z,user_data=None,user_id='095f44ac83504a09bb5811c8087f6638',uuid=f01386a0-2d94-44f9-aec4-e03f5502f671,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "991e3079-dcb5-4149-97d3-ae18f6d52ae4", "address": "fa:16:3e:89:0c:e8", "network": {"id": "785fabf1-7c34-440e-970b-3f81f3a0330d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-812500701-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6454d1d92ec142c1974d8e0ea3a28adf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap991e3079-dc", "ovs_interfaceid": "991e3079-dcb5-4149-97d3-ae18f6d52ae4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 09:58:22 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-cd891442-7576-4378-97bf-5383023d1994 tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] Converting VIF {"id": "991e3079-dcb5-4149-97d3-ae18f6d52ae4", "address": "fa:16:3e:89:0c:e8", "network": {"id": "785fabf1-7c34-440e-970b-3f81f3a0330d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-812500701-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6454d1d92ec142c1974d8e0ea3a28adf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap991e3079-dc", "ovs_interfaceid": "991e3079-dcb5-4149-97d3-ae18f6d52ae4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 09:58:22 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-cd891442-7576-4378-97bf-5383023d1994 tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:89:0c:e8,bridge_name='br-int',has_traffic_filtering=True,id=991e3079-dcb5-4149-97d3-ae18f6d52ae4,network=Network(785fabf1-7c34-440e-970b-3f81f3a0330d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap991e3079-dc') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 09:58:22 user nova-compute[74535]: DEBUG os_vif [None req-cd891442-7576-4378-97bf-5383023d1994 tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:89:0c:e8,bridge_name='br-int',has_traffic_filtering=True,id=991e3079-dcb5-4149-97d3-ae18f6d52ae4,network=Network(785fabf1-7c34-440e-970b-3f81f3a0330d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap991e3079-dc') {{(pid=74535) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 09:58:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap991e3079-dc, bridge=br-int, if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:58:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:58:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=3358de3b-ff25-4bda-b676-c15c912bbca4) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:58:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:22 user nova-compute[74535]: INFO os_vif [None req-cd891442-7576-4378-97bf-5383023d1994 tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:89:0c:e8,bridge_name='br-int',has_traffic_filtering=True,id=991e3079-dcb5-4149-97d3-ae18f6d52ae4,network=Network(785fabf1-7c34-440e-970b-3f81f3a0330d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap991e3079-dc')
Dec 06 09:58:22 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cd891442-7576-4378-97bf-5383023d1994 tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] [instance: f01386a0-2d94-44f9-aec4-e03f5502f671] calling os-brick to detach iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 09:58:22 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-cd891442-7576-4378-97bf-5383023d1994 tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, {'target_iqn': 'iqn.2010-10.org.openstack:716ea0e2-1de4-48aa-b51b-b4ea0a45b2ba', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'APVKlYBH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdh'}, None), 'kwargs': True}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 09:58:22 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-cd891442-7576-4378-97bf-5383023d1994 tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 09:58:22 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-cd891442-7576-4378-97bf-5383023d1994 tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 09:58:22 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-cd891442-7576-4378-97bf-5383023d1994 tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 09:58:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.029s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:22 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[82d24432-64e6-463b-8012-4309e74daaa9]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:716ea0e2-1de4-48aa-b51b-b4ea0a45b2ba\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:22 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-cd891442-7576-4378-97bf-5383023d1994 tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 09:58:22 user nova-compute[74535]: No targets found.
Dec 06 09:58:22 user nova-compute[74535]: iSNS:
Dec 06 09:58:22 user nova-compute[74535]: No targets found.
Dec 06 09:58:22 user nova-compute[74535]: STATIC:
Dec 06 09:58:22 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21
Dec 06 09:58:22 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 09:58:22 user nova-compute[74535]:                 Iface Name: default
Dec 06 09:58:22 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:716ea0e2-1de4-48aa-b51b-b4ea0a45b2ba
Dec 06 09:58:22 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 09:58:22 user nova-compute[74535]:                 Iface Name: default
Dec 06 09:58:22 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e
Dec 06 09:58:22 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 09:58:22 user nova-compute[74535]:                 Iface Name: default
Dec 06 09:58:22 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7
Dec 06 09:58:22 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 09:58:22 user nova-compute[74535]:                 Iface Name: default
Dec 06 09:58:22 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc
Dec 06 09:58:22 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 09:58:22 user nova-compute[74535]:                 Iface Name: default
Dec 06 09:58:22 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724
Dec 06 09:58:22 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 09:58:22 user nova-compute[74535]:                 Iface Name: default
Dec 06 09:58:22 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842
Dec 06 09:58:22 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 09:58:22 user nova-compute[74535]:                 Iface Name: default
Dec 06 09:58:22 user nova-compute[74535]: FIRMWARE:
Dec 06 09:58:22 user nova-compute[74535]: No targets found.
Dec 06 09:58:22 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 09:58:22 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-cd891442-7576-4378-97bf-5383023d1994 tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 09:58:22 user nova-compute[74535]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 09:58:22 user nova-compute[74535]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74535) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 09:58:22 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-cd891442-7576-4378-97bf-5383023d1994 tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:716ea0e2-1de4-48aa-b51b-b4ea0a45b2ba', 0)] {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 09:58:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:22 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[dbec0539-d8fe-46f3-a27a-73c842e57b66]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:716ea0e2-1de4-48aa-b51b-b4ea0a45b2ba\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:22 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[0cb91c90-2391-4d5b-9bce-f13432ccfa5a]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:716ea0e2-1de4-48aa-b51b-b4ea0a45b2ba (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:22 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-cd891442-7576-4378-97bf-5383023d1994 tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 (non-flash)
Dec 06 09:58:22 user nova-compute[74535]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7 (non-flash)
Dec 06 09:58:22 user nova-compute[74535]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e (non-flash)
Dec 06 09:58:22 user nova-compute[74535]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724 (non-flash)
Dec 06 09:58:22 user nova-compute[74535]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21 (non-flash)
Dec 06 09:58:22 user nova-compute[74535]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc (non-flash)
Dec 06 09:58:22 user nova-compute[74535]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:716ea0e2-1de4-48aa-b51b-b4ea0a45b2ba (non-flash)
Dec 06 09:58:22 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 09:58:22 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-cd891442-7576-4378-97bf-5383023d1994 tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 (non-flash)
Dec 06 09:58:22 user nova-compute[74535]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7 (non-flash)
Dec 06 09:58:22 user nova-compute[74535]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e (non-flash)
Dec 06 09:58:22 user nova-compute[74535]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724 (non-flash)
Dec 06 09:58:22 user nova-compute[74535]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21 (non-flash)
Dec 06 09:58:22 user nova-compute[74535]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc (non-flash)
Dec 06 09:58:22 user nova-compute[74535]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:716ea0e2-1de4-48aa-b51b-b4ea0a45b2ba (non-flash)
Dec 06 09:58:22 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 09:58:22 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-cd891442-7576-4378-97bf-5383023d1994 tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ff124549ab0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:716ea0e2-1de4-48aa-b51b-b4ea0a45b2ba'): ({'sdh'}, set())}) {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 09:58:22 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-cd891442-7576-4378-97bf-5383023d1994 tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] Removing single pathed devices sdh {{(pid=74535) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 09:58:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.027s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:23 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[6dc0fb3d-eb19-4b11-bee3-2dad2718ecfa]: (4, ('path checker states:\nup                  7\n\npaths: 0\nbusy: False\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdh {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdh" returned: 0 in 0.021s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:23 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[7361170c-73c8-44f1-83ec-b2dfebcc0f65]: (4, ('ok\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:23 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-cd891442-7576-4378-97bf-5383023d1994 tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] Flushing IO for device /dev/sdh {{(pid=74535) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 09:58:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdh {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdh" returned: 0 in 0.013s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:23 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[34785da7-f003-49bb-844d-be4715090d6d]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:23 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-cd891442-7576-4378-97bf-5383023d1994 tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] Remove SCSI device /dev/sdh with /sys/block/sdh/device/delete {{(pid=74535) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 09:58:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdh/device/delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:23 user nova-compute[74535]: DEBUG nova.compute.manager [req-d89dc5d1-af9f-4722-8829-59c45a28e2e7 req-2eb9c0ff-aacf-43ad-8668-8cbe3fb2b5db service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Received event network-vif-plugged-97e46d2f-6b29-46f8-937c-4f668f3bca71 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:58:23 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-d89dc5d1-af9f-4722-8829-59c45a28e2e7 req-2eb9c0ff-aacf-43ad-8668-8cbe3fb2b5db service nova] Acquiring lock "6bf0acc8-fdfe-4278-827c-098964372e14-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:58:23 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-d89dc5d1-af9f-4722-8829-59c45a28e2e7 req-2eb9c0ff-aacf-43ad-8668-8cbe3fb2b5db service nova] Lock "6bf0acc8-fdfe-4278-827c-098964372e14-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:58:23 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-d89dc5d1-af9f-4722-8829-59c45a28e2e7 req-2eb9c0ff-aacf-43ad-8668-8cbe3fb2b5db service nova] Lock "6bf0acc8-fdfe-4278-827c-098964372e14-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:58:23 user nova-compute[74535]: DEBUG nova.compute.manager [req-d89dc5d1-af9f-4722-8829-59c45a28e2e7 req-2eb9c0ff-aacf-43ad-8668-8cbe3fb2b5db service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] No waiting events found dispatching network-vif-plugged-97e46d2f-6b29-46f8-937c-4f668f3bca71 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:58:23 user nova-compute[74535]: WARNING nova.compute.manager [req-d89dc5d1-af9f-4722-8829-59c45a28e2e7 req-2eb9c0ff-aacf-43ad-8668-8cbe3fb2b5db service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Received unexpected event network-vif-plugged-97e46d2f-6b29-46f8-937c-4f668f3bca71 for instance with vm_state building and task_state spawning.
Dec 06 09:58:23 user nova-compute[74535]: DEBUG nova.compute.manager [req-d89dc5d1-af9f-4722-8829-59c45a28e2e7 req-2eb9c0ff-aacf-43ad-8668-8cbe3fb2b5db service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Received event network-vif-plugged-7d883a59-ce1d-4f0c-8fd9-d53f151b5575 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:58:23 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-d89dc5d1-af9f-4722-8829-59c45a28e2e7 req-2eb9c0ff-aacf-43ad-8668-8cbe3fb2b5db service nova] Acquiring lock "6bf0acc8-fdfe-4278-827c-098964372e14-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:58:23 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-d89dc5d1-af9f-4722-8829-59c45a28e2e7 req-2eb9c0ff-aacf-43ad-8668-8cbe3fb2b5db service nova] Lock "6bf0acc8-fdfe-4278-827c-098964372e14-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:58:23 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-d89dc5d1-af9f-4722-8829-59c45a28e2e7 req-2eb9c0ff-aacf-43ad-8668-8cbe3fb2b5db service nova] Lock "6bf0acc8-fdfe-4278-827c-098964372e14-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:58:23 user nova-compute[74535]: DEBUG nova.compute.manager [req-d89dc5d1-af9f-4722-8829-59c45a28e2e7 req-2eb9c0ff-aacf-43ad-8668-8cbe3fb2b5db service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] No waiting events found dispatching network-vif-plugged-7d883a59-ce1d-4f0c-8fd9-d53f151b5575 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:58:23 user nova-compute[74535]: WARNING nova.compute.manager [req-d89dc5d1-af9f-4722-8829-59c45a28e2e7 req-2eb9c0ff-aacf-43ad-8668-8cbe3fb2b5db service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Received unexpected event network-vif-plugged-7d883a59-ce1d-4f0c-8fd9-d53f151b5575 for instance with vm_state building and task_state spawning.
Dec 06 09:58:23 user nova-compute[74535]: DEBUG nova.compute.manager [req-d89dc5d1-af9f-4722-8829-59c45a28e2e7 req-2eb9c0ff-aacf-43ad-8668-8cbe3fb2b5db service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Received event network-vif-plugged-7d883a59-ce1d-4f0c-8fd9-d53f151b5575 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:58:23 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-d89dc5d1-af9f-4722-8829-59c45a28e2e7 req-2eb9c0ff-aacf-43ad-8668-8cbe3fb2b5db service nova] Acquiring lock "6bf0acc8-fdfe-4278-827c-098964372e14-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:58:23 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-d89dc5d1-af9f-4722-8829-59c45a28e2e7 req-2eb9c0ff-aacf-43ad-8668-8cbe3fb2b5db service nova] Lock "6bf0acc8-fdfe-4278-827c-098964372e14-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:58:23 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-d89dc5d1-af9f-4722-8829-59c45a28e2e7 req-2eb9c0ff-aacf-43ad-8668-8cbe3fb2b5db service nova] Lock "6bf0acc8-fdfe-4278-827c-098964372e14-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:58:23 user nova-compute[74535]: DEBUG nova.compute.manager [req-d89dc5d1-af9f-4722-8829-59c45a28e2e7 req-2eb9c0ff-aacf-43ad-8668-8cbe3fb2b5db service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] No waiting events found dispatching network-vif-plugged-7d883a59-ce1d-4f0c-8fd9-d53f151b5575 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:58:23 user nova-compute[74535]: WARNING nova.compute.manager [req-d89dc5d1-af9f-4722-8829-59c45a28e2e7 req-2eb9c0ff-aacf-43ad-8668-8cbe3fb2b5db service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Received unexpected event network-vif-plugged-7d883a59-ce1d-4f0c-8fd9-d53f151b5575 for instance with vm_state building and task_state spawning.
Dec 06 09:58:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdh/device/delete" returned: 0 in 0.049s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:23 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[995667b0-9bc7-45c9-81c8-7e91575b6667]: (4, ('1', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:23 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-cd891442-7576-4378-97bf-5383023d1994 tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] Checking to see if SCSI volumes sdh have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 09:58:23 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-cd891442-7576-4378-97bf-5383023d1994 tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] SCSI volumes sdh have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 09:58:23 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-cd891442-7576-4378-97bf-5383023d1994 tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:716ea0e2-1de4-48aa-b51b-b4ea0a45b2ba')] {{(pid=74535) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 09:58:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:716ea0e2-1de4-48aa-b51b-b4ea0a45b2ba -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:716ea0e2-1de4-48aa-b51b-b4ea0a45b2ba -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.028s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:23 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[35394efb-64bb-4b93-9d6d-1e4452385696]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:23 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-cd891442-7576-4378-97bf-5383023d1994 tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:58:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:716ea0e2-1de4-48aa-b51b-b4ea0a45b2ba -p 172.16.0.220:3260 --logout {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:716ea0e2-1de4-48aa-b51b-b4ea0a45b2ba -p 172.16.0.220:3260 --logout" returned: 0 in 0.066s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:23 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[ecdc20c6-31af-44f6-bcd7-eed56e3a041b]: (4, ('Logging out of session [sid: 8, target: iqn.2010-10.org.openstack:716ea0e2-1de4-48aa-b51b-b4ea0a45b2ba, portal: 172.16.0.220,3260]\nLogout of [sid: 8, target: iqn.2010-10.org.openstack:716ea0e2-1de4-48aa-b51b-b4ea0a45b2ba, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:23 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-cd891442-7576-4378-97bf-5383023d1994 tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 8, target: iqn.2010-10.org.openstack:716ea0e2-1de4-48aa-b51b-b4ea0a45b2ba, portal: 172.16.0.220,3260]
Dec 06 09:58:23 user nova-compute[74535]: Logout of [sid: 8, target: iqn.2010-10.org.openstack:716ea0e2-1de4-48aa-b51b-b4ea0a45b2ba, portal: 172.16.0.220,3260] successful.
Dec 06 09:58:23 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:58:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:716ea0e2-1de4-48aa-b51b-b4ea0a45b2ba -p 172.16.0.220:3260 --op delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:716ea0e2-1de4-48aa-b51b-b4ea0a45b2ba -p 172.16.0.220:3260 --op delete" returned: 0 in 0.035s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:23 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[8fb4e89f-ceb3-4a21-9b9b-1f3491dcb20e]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:23 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-cd891442-7576-4378-97bf-5383023d1994 tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:58:23 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-cd891442-7576-4378-97bf-5383023d1994 tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.390s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 09:58:23 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-cd891442-7576-4378-97bf-5383023d1994 tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] <== disconnect_volume: return (391ms) None {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 09:58:23 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cd891442-7576-4378-97bf-5383023d1994 tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] [instance: f01386a0-2d94-44f9-aec4-e03f5502f671] Disconnected iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 09:58:23 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-cd891442-7576-4378-97bf-5383023d1994 tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] [instance: f01386a0-2d94-44f9-aec4-e03f5502f671] Deleting instance files /opt/stack/data/nova/instances/f01386a0-2d94-44f9-aec4-e03f5502f671_del
Dec 06 09:58:23 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-cd891442-7576-4378-97bf-5383023d1994 tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] [instance: f01386a0-2d94-44f9-aec4-e03f5502f671] Deletion of /opt/stack/data/nova/instances/f01386a0-2d94-44f9-aec4-e03f5502f671_del complete
Dec 06 09:58:23 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-cd891442-7576-4378-97bf-5383023d1994 tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] Checking UEFI support for host arch (x86_64) {{(pid=74535) supports_uefi /opt/stack/nova/nova/virt/libvirt/host.py:1753}}
Dec 06 09:58:23 user nova-compute[74535]: INFO nova.virt.libvirt.host [None req-cd891442-7576-4378-97bf-5383023d1994 tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] UEFI support detected
Dec 06 09:58:23 user nova-compute[74535]: INFO nova.compute.manager [None req-cd891442-7576-4378-97bf-5383023d1994 tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] [instance: f01386a0-2d94-44f9-aec4-e03f5502f671] Took 1.38 seconds to destroy the instance on the hypervisor.
Dec 06 09:58:23 user nova-compute[74535]: DEBUG oslo.service.loopingcall [None req-cd891442-7576-4378-97bf-5383023d1994 tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74535) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 09:58:23 user nova-compute[74535]: DEBUG nova.compute.manager [-] [instance: f01386a0-2d94-44f9-aec4-e03f5502f671] Deallocating network for instance {{(pid=74535) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 09:58:23 user nova-compute[74535]: DEBUG nova.network.neutron [-] [instance: f01386a0-2d94-44f9-aec4-e03f5502f671] deallocate_for_instance() {{(pid=74535) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 09:58:23 user nova-compute[74535]: DEBUG nova.compute.manager [req-90c9bea6-0bc2-428f-9819-d82d0f8ff23a req-e2bf2b42-e161-4b3b-a935-932b491dda86 service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Received event network-vif-plugged-a0fd198d-dd8d-49e0-b09c-4baf08dff20a {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:58:23 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-90c9bea6-0bc2-428f-9819-d82d0f8ff23a req-e2bf2b42-e161-4b3b-a935-932b491dda86 service nova] Acquiring lock "6bf0acc8-fdfe-4278-827c-098964372e14-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:58:23 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-90c9bea6-0bc2-428f-9819-d82d0f8ff23a req-e2bf2b42-e161-4b3b-a935-932b491dda86 service nova] Lock "6bf0acc8-fdfe-4278-827c-098964372e14-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:58:23 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-90c9bea6-0bc2-428f-9819-d82d0f8ff23a req-e2bf2b42-e161-4b3b-a935-932b491dda86 service nova] Lock "6bf0acc8-fdfe-4278-827c-098964372e14-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:58:23 user nova-compute[74535]: DEBUG nova.compute.manager [req-90c9bea6-0bc2-428f-9819-d82d0f8ff23a req-e2bf2b42-e161-4b3b-a935-932b491dda86 service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] No waiting events found dispatching network-vif-plugged-a0fd198d-dd8d-49e0-b09c-4baf08dff20a {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:58:23 user nova-compute[74535]: WARNING nova.compute.manager [req-90c9bea6-0bc2-428f-9819-d82d0f8ff23a req-e2bf2b42-e161-4b3b-a935-932b491dda86 service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Received unexpected event network-vif-plugged-a0fd198d-dd8d-49e0-b09c-4baf08dff20a for instance with vm_state building and task_state spawning.
Dec 06 09:58:23 user nova-compute[74535]: DEBUG nova.compute.manager [req-90c9bea6-0bc2-428f-9819-d82d0f8ff23a req-e2bf2b42-e161-4b3b-a935-932b491dda86 service nova] [instance: f01386a0-2d94-44f9-aec4-e03f5502f671] Received event network-vif-unplugged-991e3079-dcb5-4149-97d3-ae18f6d52ae4 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:58:23 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-90c9bea6-0bc2-428f-9819-d82d0f8ff23a req-e2bf2b42-e161-4b3b-a935-932b491dda86 service nova] Acquiring lock "f01386a0-2d94-44f9-aec4-e03f5502f671-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:58:23 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-90c9bea6-0bc2-428f-9819-d82d0f8ff23a req-e2bf2b42-e161-4b3b-a935-932b491dda86 service nova] Lock "f01386a0-2d94-44f9-aec4-e03f5502f671-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:58:23 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-90c9bea6-0bc2-428f-9819-d82d0f8ff23a req-e2bf2b42-e161-4b3b-a935-932b491dda86 service nova] Lock "f01386a0-2d94-44f9-aec4-e03f5502f671-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:58:23 user nova-compute[74535]: DEBUG nova.compute.manager [req-90c9bea6-0bc2-428f-9819-d82d0f8ff23a req-e2bf2b42-e161-4b3b-a935-932b491dda86 service nova] [instance: f01386a0-2d94-44f9-aec4-e03f5502f671] No waiting events found dispatching network-vif-unplugged-991e3079-dcb5-4149-97d3-ae18f6d52ae4 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:58:23 user nova-compute[74535]: DEBUG nova.compute.manager [req-90c9bea6-0bc2-428f-9819-d82d0f8ff23a req-e2bf2b42-e161-4b3b-a935-932b491dda86 service nova] [instance: f01386a0-2d94-44f9-aec4-e03f5502f671] Received event network-vif-unplugged-991e3079-dcb5-4149-97d3-ae18f6d52ae4 for instance with task_state deleting. {{(pid=74535) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 09:58:23 user nova-compute[74535]: DEBUG nova.compute.manager [req-90c9bea6-0bc2-428f-9819-d82d0f8ff23a req-e2bf2b42-e161-4b3b-a935-932b491dda86 service nova] [instance: f01386a0-2d94-44f9-aec4-e03f5502f671] Received event network-vif-plugged-991e3079-dcb5-4149-97d3-ae18f6d52ae4 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:58:23 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-90c9bea6-0bc2-428f-9819-d82d0f8ff23a req-e2bf2b42-e161-4b3b-a935-932b491dda86 service nova] Acquiring lock "f01386a0-2d94-44f9-aec4-e03f5502f671-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:58:23 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-90c9bea6-0bc2-428f-9819-d82d0f8ff23a req-e2bf2b42-e161-4b3b-a935-932b491dda86 service nova] Lock "f01386a0-2d94-44f9-aec4-e03f5502f671-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:58:23 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-90c9bea6-0bc2-428f-9819-d82d0f8ff23a req-e2bf2b42-e161-4b3b-a935-932b491dda86 service nova] Lock "f01386a0-2d94-44f9-aec4-e03f5502f671-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:58:23 user nova-compute[74535]: DEBUG nova.compute.manager [req-90c9bea6-0bc2-428f-9819-d82d0f8ff23a req-e2bf2b42-e161-4b3b-a935-932b491dda86 service nova] [instance: f01386a0-2d94-44f9-aec4-e03f5502f671] No waiting events found dispatching network-vif-plugged-991e3079-dcb5-4149-97d3-ae18f6d52ae4 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:58:23 user nova-compute[74535]: WARNING nova.compute.manager [req-90c9bea6-0bc2-428f-9819-d82d0f8ff23a req-e2bf2b42-e161-4b3b-a935-932b491dda86 service nova] [instance: f01386a0-2d94-44f9-aec4-e03f5502f671] Received unexpected event network-vif-plugged-991e3079-dcb5-4149-97d3-ae18f6d52ae4 for instance with vm_state active and task_state deleting.
Dec 06 09:58:23 user nova-compute[74535]: DEBUG nova.network.neutron [-] [instance: f01386a0-2d94-44f9-aec4-e03f5502f671] Updating instance_info_cache with network_info: [] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:58:23 user nova-compute[74535]: INFO nova.compute.manager [-] [instance: f01386a0-2d94-44f9-aec4-e03f5502f671] Took 0.56 seconds to deallocate network for instance.
Dec 06 09:58:24 user nova-compute[74535]: DEBUG nova.compute.manager [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Instance event wait completed in 0 seconds for  {{(pid=74535) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 09:58:24 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Guest created on hypervisor {{(pid=74535) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 09:58:24 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Instance spawned successfully.
Dec 06 09:58:24 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 09:58:24 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Found default for hw_cdrom_bus of ide {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 09:58:24 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Found default for hw_disk_bus of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 09:58:24 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Found default for hw_input_bus of None {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 09:58:24 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Found default for hw_pointer_model of None {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 09:58:24 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Found default for hw_video_model of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 09:58:24 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Found default for hw_vif_model of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 09:58:24 user nova-compute[74535]: INFO nova.compute.manager [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Took 15.69 seconds to spawn the instance on the hypervisor.
Dec 06 09:58:24 user nova-compute[74535]: DEBUG nova.compute.manager [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Checking state {{(pid=74535) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 09:58:24 user nova-compute[74535]: INFO nova.compute.manager [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Took 47.94 seconds to build instance.
Dec 06 09:58:24 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-988de252-888b-48f1-b1db-856af52bdd50 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Lock "6bf0acc8-fdfe-4278-827c-098964372e14" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 48.045s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:58:25 user nova-compute[74535]: INFO nova.compute.manager [None req-cd891442-7576-4378-97bf-5383023d1994 tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] [instance: f01386a0-2d94-44f9-aec4-e03f5502f671] Took 1.08 seconds to detach 1 volumes for instance.
Dec 06 09:58:25 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-cd891442-7576-4378-97bf-5383023d1994 tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:58:25 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-cd891442-7576-4378-97bf-5383023d1994 tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:58:25 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-cd891442-7576-4378-97bf-5383023d1994 tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 09:58:25 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-cd891442-7576-4378-97bf-5383023d1994 tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 09:58:25 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-cd891442-7576-4378-97bf-5383023d1994 tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.403s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:58:25 user nova-compute[74535]: INFO nova.scheduler.client.report [None req-cd891442-7576-4378-97bf-5383023d1994 tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] Deleted allocations for instance f01386a0-2d94-44f9-aec4-e03f5502f671
Dec 06 09:58:25 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-cd891442-7576-4378-97bf-5383023d1994 tempest-DeleteServersTestJSON-1641325319 tempest-DeleteServersTestJSON-1641325319-project-member] Lock "f01386a0-2d94-44f9-aec4-e03f5502f671" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.723s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:58:25 user nova-compute[74535]: DEBUG nova.compute.manager [req-67029922-7c9c-4d58-bc71-4a83d5c96238 req-d85d965c-b946-4a11-b5e8-79ade02985b4 service nova] [instance: f01386a0-2d94-44f9-aec4-e03f5502f671] Received event network-vif-deleted-991e3079-dcb5-4149-97d3-ae18f6d52ae4 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:58:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:30 user nova-compute[74535]: DEBUG nova.compute.manager [req-7934f389-3608-4b37-8a47-7c5068907926 req-ac314a18-cbfe-4d74-a0a4-11b903d996fd service nova] [instance: 5730e9fd-9dab-4032-8ae3-856662c1eb03] Received event network-changed-e5a850a1-8c35-4718-9372-77fb5ef1613b {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:58:30 user nova-compute[74535]: DEBUG nova.compute.manager [req-7934f389-3608-4b37-8a47-7c5068907926 req-ac314a18-cbfe-4d74-a0a4-11b903d996fd service nova] [instance: 5730e9fd-9dab-4032-8ae3-856662c1eb03] Refreshing instance network info cache due to event network-changed-e5a850a1-8c35-4718-9372-77fb5ef1613b. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 09:58:30 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-7934f389-3608-4b37-8a47-7c5068907926 req-ac314a18-cbfe-4d74-a0a4-11b903d996fd service nova] Acquiring lock "refresh_cache-5730e9fd-9dab-4032-8ae3-856662c1eb03" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 09:58:30 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-7934f389-3608-4b37-8a47-7c5068907926 req-ac314a18-cbfe-4d74-a0a4-11b903d996fd service nova] Acquired lock "refresh_cache-5730e9fd-9dab-4032-8ae3-856662c1eb03" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 09:58:30 user nova-compute[74535]: DEBUG nova.network.neutron [req-7934f389-3608-4b37-8a47-7c5068907926 req-ac314a18-cbfe-4d74-a0a4-11b903d996fd service nova] [instance: 5730e9fd-9dab-4032-8ae3-856662c1eb03] Refreshing network info cache for port e5a850a1-8c35-4718-9372-77fb5ef1613b {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 09:58:30 user nova-compute[74535]: DEBUG nova.network.neutron [req-7934f389-3608-4b37-8a47-7c5068907926 req-ac314a18-cbfe-4d74-a0a4-11b903d996fd service nova] [instance: 5730e9fd-9dab-4032-8ae3-856662c1eb03] Updated VIF entry in instance network info cache for port e5a850a1-8c35-4718-9372-77fb5ef1613b. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 09:58:30 user nova-compute[74535]: DEBUG nova.network.neutron [req-7934f389-3608-4b37-8a47-7c5068907926 req-ac314a18-cbfe-4d74-a0a4-11b903d996fd service nova] [instance: 5730e9fd-9dab-4032-8ae3-856662c1eb03] Updating instance_info_cache with network_info: [{"id": "e5a850a1-8c35-4718-9372-77fb5ef1613b", "address": "fa:16:3e:0b:a7:6e", "network": {"id": "414724e6-ce3d-4210-9a48-c40582ad4413", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-2106511022-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2b074796ad7d416b9c61194047ed293c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape5a850a1-8c", "ovs_interfaceid": "e5a850a1-8c35-4718-9372-77fb5ef1613b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:58:30 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-7934f389-3608-4b37-8a47-7c5068907926 req-ac314a18-cbfe-4d74-a0a4-11b903d996fd service nova] Releasing lock "refresh_cache-5730e9fd-9dab-4032-8ae3-856662c1eb03" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 09:58:32 user nova-compute[74535]: DEBUG nova.compute.manager [req-202a6650-34ce-4e77-8cc0-d88c08b8803b req-6698ff28-5336-4a67-8cd6-7efa78220b8c service nova] [instance: 4f3357d9-20fc-4dc4-bfc5-ad83a6741013] Received event network-changed-a37b5b7b-eba9-4299-921d-4946561c01e5 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:58:32 user nova-compute[74535]: DEBUG nova.compute.manager [req-202a6650-34ce-4e77-8cc0-d88c08b8803b req-6698ff28-5336-4a67-8cd6-7efa78220b8c service nova] [instance: 4f3357d9-20fc-4dc4-bfc5-ad83a6741013] Refreshing instance network info cache due to event network-changed-a37b5b7b-eba9-4299-921d-4946561c01e5. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 09:58:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-202a6650-34ce-4e77-8cc0-d88c08b8803b req-6698ff28-5336-4a67-8cd6-7efa78220b8c service nova] Acquiring lock "refresh_cache-4f3357d9-20fc-4dc4-bfc5-ad83a6741013" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 09:58:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-202a6650-34ce-4e77-8cc0-d88c08b8803b req-6698ff28-5336-4a67-8cd6-7efa78220b8c service nova] Acquired lock "refresh_cache-4f3357d9-20fc-4dc4-bfc5-ad83a6741013" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 09:58:32 user nova-compute[74535]: DEBUG nova.network.neutron [req-202a6650-34ce-4e77-8cc0-d88c08b8803b req-6698ff28-5336-4a67-8cd6-7efa78220b8c service nova] [instance: 4f3357d9-20fc-4dc4-bfc5-ad83a6741013] Refreshing network info cache for port a37b5b7b-eba9-4299-921d-4946561c01e5 {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 09:58:32 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a2ccba7e-9bd9-4ce5-a8a4-d6bb08bb4404 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Acquiring lock "interface-4f3357d9-20fc-4dc4-bfc5-ad83a6741013-None" by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:58:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a2ccba7e-9bd9-4ce5-a8a4-d6bb08bb4404 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Lock "interface-4f3357d9-20fc-4dc4-bfc5-ad83a6741013-None" acquired by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:58:32 user nova-compute[74535]: DEBUG nova.objects.instance [None req-a2ccba7e-9bd9-4ce5-a8a4-d6bb08bb4404 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Lazy-loading 'flavor' on Instance uuid 4f3357d9-20fc-4dc4-bfc5-ad83a6741013 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 09:58:32 user nova-compute[74535]: DEBUG nova.objects.instance [None req-a2ccba7e-9bd9-4ce5-a8a4-d6bb08bb4404 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Lazy-loading 'pci_requests' on Instance uuid 4f3357d9-20fc-4dc4-bfc5-ad83a6741013 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 09:58:32 user nova-compute[74535]: DEBUG nova.objects.base [None req-a2ccba7e-9bd9-4ce5-a8a4-d6bb08bb4404 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Object Instance<4f3357d9-20fc-4dc4-bfc5-ad83a6741013> lazy-loaded attributes: flavor,pci_requests {{(pid=74535) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 09:58:32 user nova-compute[74535]: DEBUG nova.network.neutron [None req-a2ccba7e-9bd9-4ce5-a8a4-d6bb08bb4404 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] [instance: 4f3357d9-20fc-4dc4-bfc5-ad83a6741013] allocate_for_instance() {{(pid=74535) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 09:58:32 user nova-compute[74535]: DEBUG nova.network.neutron [req-202a6650-34ce-4e77-8cc0-d88c08b8803b req-6698ff28-5336-4a67-8cd6-7efa78220b8c service nova] [instance: 4f3357d9-20fc-4dc4-bfc5-ad83a6741013] Updated VIF entry in instance network info cache for port a37b5b7b-eba9-4299-921d-4946561c01e5. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 09:58:32 user nova-compute[74535]: DEBUG nova.network.neutron [req-202a6650-34ce-4e77-8cc0-d88c08b8803b req-6698ff28-5336-4a67-8cd6-7efa78220b8c service nova] [instance: 4f3357d9-20fc-4dc4-bfc5-ad83a6741013] Updating instance_info_cache with network_info: [{"id": "a37b5b7b-eba9-4299-921d-4946561c01e5", "address": "fa:16:3e:89:5c:3e", "network": {"id": "534df977-7396-47d8-a74b-25be03a00fc0", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1115040687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "585ee9665b434fb0bc5831d6eb32f407", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa37b5b7b-eb", "ovs_interfaceid": "a37b5b7b-eba9-4299-921d-4946561c01e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:58:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-202a6650-34ce-4e77-8cc0-d88c08b8803b req-6698ff28-5336-4a67-8cd6-7efa78220b8c service nova] Releasing lock "refresh_cache-4f3357d9-20fc-4dc4-bfc5-ad83a6741013" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 09:58:32 user nova-compute[74535]: DEBUG nova.policy [None req-a2ccba7e-9bd9-4ce5-a8a4-d6bb08bb4404 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '49de51760c8f470aab418ca430df7695', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '585ee9665b434fb0bc5831d6eb32f407', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74535) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 09:58:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-30be60b2-ad11-4f38-b053-23f7dd0cc366 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Acquiring lock "5730e9fd-9dab-4032-8ae3-856662c1eb03" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:58:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-30be60b2-ad11-4f38-b053-23f7dd0cc366 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Lock "5730e9fd-9dab-4032-8ae3-856662c1eb03" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:58:32 user nova-compute[74535]: DEBUG nova.objects.instance [None req-30be60b2-ad11-4f38-b053-23f7dd0cc366 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Lazy-loading 'flavor' on Instance uuid 5730e9fd-9dab-4032-8ae3-856662c1eb03 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 09:58:32 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:33 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-30be60b2-ad11-4f38-b053-23f7dd0cc366 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Lock "5730e9fd-9dab-4032-8ae3-856662c1eb03" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.062s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:58:33 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-30be60b2-ad11-4f38-b053-23f7dd0cc366 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Acquiring lock "5730e9fd-9dab-4032-8ae3-856662c1eb03" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:58:33 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-30be60b2-ad11-4f38-b053-23f7dd0cc366 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Lock "5730e9fd-9dab-4032-8ae3-856662c1eb03" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:58:33 user nova-compute[74535]: INFO nova.compute.manager [None req-30be60b2-ad11-4f38-b053-23f7dd0cc366 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] [instance: 5730e9fd-9dab-4032-8ae3-856662c1eb03] Attaching volume 18eeae3c-2ff9-43b9-9781-c7382bd684c8 to /dev/sdc
Dec 06 09:58:33 user nova-compute[74535]: DEBUG os_brick.utils [None req-30be60b2-ad11-4f38-b053-23f7dd0cc366 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 09:58:33 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:33 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.020s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:33 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb33001a-a065-4854-b915-a806eac8aff2]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d95ac7cee77a\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:33 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:33 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.062s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:33 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf56327e-3cfd-4e76-b8c7-2d999c4ffa19]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:33 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:33 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:33 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[10e5507d-7262-4119-8aa3-375ae3c2fb74]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:33 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[8847fdd6-ff0c-482c-94f5-fbd10b05271c]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:33 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-30be60b2-ad11-4f38-b053-23f7dd0cc366 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Running cmd (subprocess): nvme version {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:33 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-30be60b2-ad11-4f38-b053-23f7dd0cc366 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] 'nvme version' failed. Not Retrying. {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 09:58:33 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.nvmeof [None req-30be60b2-ad11-4f38-b053-23f7dd0cc366 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] nvme not present on system {{(pid=74535) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 09:58:33 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:33 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 09:58:33 user nova-compute[74535]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 09:58:33 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[0774462f-d941-42a8-a2c1-a8a1f484a88a]: (4, '') {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:33 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-30be60b2-ad11-4f38-b053-23f7dd0cc366 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74535) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 09:58:33 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-30be60b2-ad11-4f38-b053-23f7dd0cc366 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74535) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 09:58:33 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-30be60b2-ad11-4f38-b053-23f7dd0cc366 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] LIGHTOS: no hostnqn found. {{(pid=74535) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 09:58:33 user nova-compute[74535]: DEBUG os_brick.utils [None req-30be60b2-ad11-4f38-b053-23f7dd0cc366 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] <== get_connector_properties: return (228ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d95ac7cee77a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 09:58:33 user nova-compute[74535]: DEBUG nova.virt.block_device [None req-30be60b2-ad11-4f38-b053-23f7dd0cc366 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] [instance: 5730e9fd-9dab-4032-8ae3-856662c1eb03] Updating existing volume attachment record: dd6524c9-e091-4e46-bf0e-1a17b983f184 {{(pid=74535) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 09:58:33 user nova-compute[74535]: DEBUG nova.compute.manager [req-cd313054-a560-4116-b323-dfbba009a94e req-147897a4-76d3-4a09-90fc-16689fa0f28d service nova] [instance: 93fb3c38-baad-41c4-89b2-2a37c779c62a] Received event network-changed-2dfc3f16-1977-47e8-a60f-2ec4bd73af3a {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:58:33 user nova-compute[74535]: DEBUG nova.compute.manager [req-cd313054-a560-4116-b323-dfbba009a94e req-147897a4-76d3-4a09-90fc-16689fa0f28d service nova] [instance: 93fb3c38-baad-41c4-89b2-2a37c779c62a] Refreshing instance network info cache due to event network-changed-2dfc3f16-1977-47e8-a60f-2ec4bd73af3a. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 09:58:33 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-cd313054-a560-4116-b323-dfbba009a94e req-147897a4-76d3-4a09-90fc-16689fa0f28d service nova] Acquiring lock "refresh_cache-93fb3c38-baad-41c4-89b2-2a37c779c62a" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 09:58:33 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-cd313054-a560-4116-b323-dfbba009a94e req-147897a4-76d3-4a09-90fc-16689fa0f28d service nova] Acquired lock "refresh_cache-93fb3c38-baad-41c4-89b2-2a37c779c62a" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 09:58:33 user nova-compute[74535]: DEBUG nova.network.neutron [req-cd313054-a560-4116-b323-dfbba009a94e req-147897a4-76d3-4a09-90fc-16689fa0f28d service nova] [instance: 93fb3c38-baad-41c4-89b2-2a37c779c62a] Refreshing network info cache for port 2dfc3f16-1977-47e8-a60f-2ec4bd73af3a {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 09:58:33 user nova-compute[74535]: DEBUG nova.network.neutron [None req-a2ccba7e-9bd9-4ce5-a8a4-d6bb08bb4404 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] [instance: 4f3357d9-20fc-4dc4-bfc5-ad83a6741013] Successfully created port: 95d9d1df-e25b-4e43-9608-1fbefacb0a01 {{(pid=74535) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 09:58:33 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-6336dc67-e548-489e-aaeb-c3ff56b3f8e9 tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] Acquiring lock "93fb3c38-baad-41c4-89b2-2a37c779c62a" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:58:33 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-6336dc67-e548-489e-aaeb-c3ff56b3f8e9 tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] Lock "93fb3c38-baad-41c4-89b2-2a37c779c62a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:58:33 user nova-compute[74535]: DEBUG nova.objects.instance [None req-6336dc67-e548-489e-aaeb-c3ff56b3f8e9 tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] Lazy-loading 'flavor' on Instance uuid 93fb3c38-baad-41c4-89b2-2a37c779c62a {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 09:58:34 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-6336dc67-e548-489e-aaeb-c3ff56b3f8e9 tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] Lock "93fb3c38-baad-41c4-89b2-2a37c779c62a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.109s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:58:34 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-6336dc67-e548-489e-aaeb-c3ff56b3f8e9 tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] Acquiring lock "93fb3c38-baad-41c4-89b2-2a37c779c62a" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:58:34 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-6336dc67-e548-489e-aaeb-c3ff56b3f8e9 tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] Lock "93fb3c38-baad-41c4-89b2-2a37c779c62a" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:58:34 user nova-compute[74535]: INFO nova.compute.manager [None req-6336dc67-e548-489e-aaeb-c3ff56b3f8e9 tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] [instance: 93fb3c38-baad-41c4-89b2-2a37c779c62a] Attaching volume a26b8106-5172-484e-afbd-2dda58364204 to /dev/vdb
Dec 06 09:58:34 user nova-compute[74535]: DEBUG os_brick.utils [None req-6336dc67-e548-489e-aaeb-c3ff56b3f8e9 tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 09:58:34 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:34 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.033s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:34 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[b4e2efe8-b41e-4bcc-8ad2-e0fb56bd34d8]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d95ac7cee77a\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:34 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:34 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.033s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:34 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a602cc4-09dd-4396-b7f6-52aac3819ece]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:34 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:34 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:34 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[53fbf76b-a9ca-4c4a-8dbb-86718043ebbf]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:34 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff7b9951-fd8a-41c2-a481-9bce85b0903b]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:34 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-6336dc67-e548-489e-aaeb-c3ff56b3f8e9 tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] Running cmd (subprocess): nvme version {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:34 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-6336dc67-e548-489e-aaeb-c3ff56b3f8e9 tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] 'nvme version' failed. Not Retrying. {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 09:58:34 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.nvmeof [None req-6336dc67-e548-489e-aaeb-c3ff56b3f8e9 tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] nvme not present on system {{(pid=74535) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 09:58:34 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:34 user nova-compute[74535]: DEBUG nova.network.neutron [req-cd313054-a560-4116-b323-dfbba009a94e req-147897a4-76d3-4a09-90fc-16689fa0f28d service nova] [instance: 93fb3c38-baad-41c4-89b2-2a37c779c62a] Updated VIF entry in instance network info cache for port 2dfc3f16-1977-47e8-a60f-2ec4bd73af3a. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 09:58:34 user nova-compute[74535]: DEBUG nova.network.neutron [req-cd313054-a560-4116-b323-dfbba009a94e req-147897a4-76d3-4a09-90fc-16689fa0f28d service nova] [instance: 93fb3c38-baad-41c4-89b2-2a37c779c62a] Updating instance_info_cache with network_info: [{"id": "2dfc3f16-1977-47e8-a60f-2ec4bd73af3a", "address": "fa:16:3e:ad:e0:7f", "network": {"id": "1ba0616e-fde2-4be0-b090-6507e0681569", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1089567641-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.112", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "60fc28b24c1e4cf8a31ecac98fba528d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2dfc3f16-19", "ovs_interfaceid": "2dfc3f16-1977-47e8-a60f-2ec4bd73af3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:58:34 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 09:58:34 user nova-compute[74535]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 09:58:34 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[e60b664f-cf4b-42e4-a471-32688d1891ff]: (4, '') {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:34 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-6336dc67-e548-489e-aaeb-c3ff56b3f8e9 tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74535) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 09:58:34 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-6336dc67-e548-489e-aaeb-c3ff56b3f8e9 tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74535) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 09:58:34 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-6336dc67-e548-489e-aaeb-c3ff56b3f8e9 tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] LIGHTOS: no hostnqn found. {{(pid=74535) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 09:58:34 user nova-compute[74535]: DEBUG os_brick.utils [None req-6336dc67-e548-489e-aaeb-c3ff56b3f8e9 tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] <== get_connector_properties: return (259ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d95ac7cee77a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 09:58:34 user nova-compute[74535]: DEBUG nova.virt.block_device [None req-6336dc67-e548-489e-aaeb-c3ff56b3f8e9 tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] [instance: 93fb3c38-baad-41c4-89b2-2a37c779c62a] Updating existing volume attachment record: fb23bb8c-93f9-4991-8e54-9dc0a7c0fe91 {{(pid=74535) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 09:58:34 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-cd313054-a560-4116-b323-dfbba009a94e req-147897a4-76d3-4a09-90fc-16689fa0f28d service nova] Releasing lock "refresh_cache-93fb3c38-baad-41c4-89b2-2a37c779c62a" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 09:58:34 user nova-compute[74535]: DEBUG nova.network.neutron [None req-a2ccba7e-9bd9-4ce5-a8a4-d6bb08bb4404 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] [instance: 4f3357d9-20fc-4dc4-bfc5-ad83a6741013] Successfully updated port: 95d9d1df-e25b-4e43-9608-1fbefacb0a01 {{(pid=74535) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 09:58:34 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a2ccba7e-9bd9-4ce5-a8a4-d6bb08bb4404 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Acquiring lock "refresh_cache-4f3357d9-20fc-4dc4-bfc5-ad83a6741013" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 09:58:34 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a2ccba7e-9bd9-4ce5-a8a4-d6bb08bb4404 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Acquired lock "refresh_cache-4f3357d9-20fc-4dc4-bfc5-ad83a6741013" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 09:58:34 user nova-compute[74535]: DEBUG nova.network.neutron [None req-a2ccba7e-9bd9-4ce5-a8a4-d6bb08bb4404 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] [instance: 4f3357d9-20fc-4dc4-bfc5-ad83a6741013] Building network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 09:58:34 user nova-compute[74535]: DEBUG nova.compute.manager [req-7bde7293-aeb0-46ca-abe6-347a588aeb6e req-aed8955f-024b-49f4-8b94-ff9053317804 service nova] [instance: 4f3357d9-20fc-4dc4-bfc5-ad83a6741013] Received event network-changed-95d9d1df-e25b-4e43-9608-1fbefacb0a01 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:58:34 user nova-compute[74535]: DEBUG nova.compute.manager [req-7bde7293-aeb0-46ca-abe6-347a588aeb6e req-aed8955f-024b-49f4-8b94-ff9053317804 service nova] [instance: 4f3357d9-20fc-4dc4-bfc5-ad83a6741013] Refreshing instance network info cache due to event network-changed-95d9d1df-e25b-4e43-9608-1fbefacb0a01. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 09:58:34 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-7bde7293-aeb0-46ca-abe6-347a588aeb6e req-aed8955f-024b-49f4-8b94-ff9053317804 service nova] Acquiring lock "refresh_cache-4f3357d9-20fc-4dc4-bfc5-ad83a6741013" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 09:58:35 user nova-compute[74535]: DEBUG nova.network.neutron [None req-a2ccba7e-9bd9-4ce5-a8a4-d6bb08bb4404 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] [instance: 4f3357d9-20fc-4dc4-bfc5-ad83a6741013] Updating instance_info_cache with network_info: [{"id": "a37b5b7b-eba9-4299-921d-4946561c01e5", "address": "fa:16:3e:89:5c:3e", "network": {"id": "534df977-7396-47d8-a74b-25be03a00fc0", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1115040687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "585ee9665b434fb0bc5831d6eb32f407", "mtu": null, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa37b5b7b-eb", "ovs_interfaceid": "a37b5b7b-eba9-4299-921d-4946561c01e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "95d9d1df-e25b-4e43-9608-1fbefacb0a01", "address": "fa:16:3e:c8:ab:ad", "network": {"id": "dee64c13-2f86-45fe-b193-fc8d2ebd3bb5", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1364914934", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.180", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "585ee9665b434fb0bc5831d6eb32f407", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95d9d1df-e2", "ovs_interfaceid": "95d9d1df-e25b-4e43-9608-1fbefacb0a01", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:58:35 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a2ccba7e-9bd9-4ce5-a8a4-d6bb08bb4404 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Releasing lock "refresh_cache-4f3357d9-20fc-4dc4-bfc5-ad83a6741013" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 09:58:35 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-7bde7293-aeb0-46ca-abe6-347a588aeb6e req-aed8955f-024b-49f4-8b94-ff9053317804 service nova] Acquired lock "refresh_cache-4f3357d9-20fc-4dc4-bfc5-ad83a6741013" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 09:58:35 user nova-compute[74535]: DEBUG nova.network.neutron [req-7bde7293-aeb0-46ca-abe6-347a588aeb6e req-aed8955f-024b-49f4-8b94-ff9053317804 service nova] [instance: 4f3357d9-20fc-4dc4-bfc5-ad83a6741013] Refreshing network info cache for port 95d9d1df-e25b-4e43-9608-1fbefacb0a01 {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 09:58:35 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-a2ccba7e-9bd9-4ce5-a8a4-d6bb08bb4404 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T09:56:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1981652634',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1981652634',id=6,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBG+pex3NYbTNATtrLtMa0a4luAH0grgwQNWDie/Z8tpJwRxxu3vjIXxFSIeRt/V38MET6S29h9BDwb0xKeFy4xcUhhWxruyCp/SD8zA5vo368iBlHk1DDzPw/Aouw6rJIA==',key_name='tempest-keypair-214001801',keypairs=<?>,launch_index=0,launched_at=2023-12-06T09:56:55Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='585ee9665b434fb0bc5831d6eb32f407',ramdisk_id='',reservation_id='r-ofiu934m',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-561099051',owner_user_name='tempest-TaggedAttachmentsTest-561099051-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T09:56:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='49de51760c8f470aab418ca430df7695',uuid=4f3357d9-20fc-4dc4-bfc5-ad83a6741013,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "95d9d1df-e25b-4e43-9608-1fbefacb0a01", "address": "fa:16:3e:c8:ab:ad", "network": {"id": "dee64c13-2f86-45fe-b193-fc8d2ebd3bb5", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1364914934", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.180", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "585ee9665b434fb0bc5831d6eb32f407", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95d9d1df-e2", "ovs_interfaceid": "95d9d1df-e25b-4e43-9608-1fbefacb0a01", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 09:58:35 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-a2ccba7e-9bd9-4ce5-a8a4-d6bb08bb4404 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Converting VIF {"id": "95d9d1df-e25b-4e43-9608-1fbefacb0a01", "address": "fa:16:3e:c8:ab:ad", "network": {"id": "dee64c13-2f86-45fe-b193-fc8d2ebd3bb5", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1364914934", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.180", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "585ee9665b434fb0bc5831d6eb32f407", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95d9d1df-e2", "ovs_interfaceid": "95d9d1df-e25b-4e43-9608-1fbefacb0a01", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 09:58:35 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-a2ccba7e-9bd9-4ce5-a8a4-d6bb08bb4404 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c8:ab:ad,bridge_name='br-int',has_traffic_filtering=True,id=95d9d1df-e25b-4e43-9608-1fbefacb0a01,network=Network(dee64c13-2f86-45fe-b193-fc8d2ebd3bb5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap95d9d1df-e2') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 09:58:35 user nova-compute[74535]: DEBUG os_vif [None req-a2ccba7e-9bd9-4ce5-a8a4-d6bb08bb4404 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c8:ab:ad,bridge_name='br-int',has_traffic_filtering=True,id=95d9d1df-e25b-4e43-9608-1fbefacb0a01,network=Network(dee64c13-2f86-45fe-b193-fc8d2ebd3bb5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap95d9d1df-e2') {{(pid=74535) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 09:58:35 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:35 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:58:35 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 09:58:35 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:35 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '92affa8e-f10c-565c-9c83-2b1a16abca2a', '_type': 'linux-noop'}}, row=False) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:58:35 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:35 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:35 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:35 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap95d9d1df-e2, may_exist=True, interface_attrs={}) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:58:35 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap95d9d1df-e2, col_values=(('qos', UUID('fa283487-0a63-434e-a547-d550b675735d')),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:58:35 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap95d9d1df-e2, col_values=(('external_ids', {'iface-id': '95d9d1df-e25b-4e43-9608-1fbefacb0a01', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:c8:ab:ad', 'vm-uuid': '4f3357d9-20fc-4dc4-bfc5-ad83a6741013'}),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:58:35 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:35 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:58:35 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:35 user nova-compute[74535]: INFO os_vif [None req-a2ccba7e-9bd9-4ce5-a8a4-d6bb08bb4404 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c8:ab:ad,bridge_name='br-int',has_traffic_filtering=True,id=95d9d1df-e25b-4e43-9608-1fbefacb0a01,network=Network(dee64c13-2f86-45fe-b193-fc8d2ebd3bb5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap95d9d1df-e2')
Dec 06 09:58:35 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-a2ccba7e-9bd9-4ce5-a8a4-d6bb08bb4404 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T09:56:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1981652634',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1981652634',id=6,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBG+pex3NYbTNATtrLtMa0a4luAH0grgwQNWDie/Z8tpJwRxxu3vjIXxFSIeRt/V38MET6S29h9BDwb0xKeFy4xcUhhWxruyCp/SD8zA5vo368iBlHk1DDzPw/Aouw6rJIA==',key_name='tempest-keypair-214001801',keypairs=<?>,launch_index=0,launched_at=2023-12-06T09:56:55Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='585ee9665b434fb0bc5831d6eb32f407',ramdisk_id='',reservation_id='r-ofiu934m',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-561099051',owner_user_name='tempest-TaggedAttachmentsTest-561099051-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T09:56:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='49de51760c8f470aab418ca430df7695',uuid=4f3357d9-20fc-4dc4-bfc5-ad83a6741013,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "95d9d1df-e25b-4e43-9608-1fbefacb0a01", "address": "fa:16:3e:c8:ab:ad", "network": {"id": "dee64c13-2f86-45fe-b193-fc8d2ebd3bb5", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1364914934", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.180", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "585ee9665b434fb0bc5831d6eb32f407", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95d9d1df-e2", "ovs_interfaceid": "95d9d1df-e25b-4e43-9608-1fbefacb0a01", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74535) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 09:58:35 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-a2ccba7e-9bd9-4ce5-a8a4-d6bb08bb4404 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Converting VIF {"id": "95d9d1df-e25b-4e43-9608-1fbefacb0a01", "address": "fa:16:3e:c8:ab:ad", "network": {"id": "dee64c13-2f86-45fe-b193-fc8d2ebd3bb5", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1364914934", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.180", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "585ee9665b434fb0bc5831d6eb32f407", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95d9d1df-e2", "ovs_interfaceid": "95d9d1df-e25b-4e43-9608-1fbefacb0a01", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 09:58:35 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-a2ccba7e-9bd9-4ce5-a8a4-d6bb08bb4404 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c8:ab:ad,bridge_name='br-int',has_traffic_filtering=True,id=95d9d1df-e25b-4e43-9608-1fbefacb0a01,network=Network(dee64c13-2f86-45fe-b193-fc8d2ebd3bb5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap95d9d1df-e2') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 09:58:35 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-a2ccba7e-9bd9-4ce5-a8a4-d6bb08bb4404 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] attach device xml: <interface type="ethernet">
Dec 06 09:58:35 user nova-compute[74535]:   <mac address="fa:16:3e:c8:ab:ad"/>
Dec 06 09:58:35 user nova-compute[74535]:   <model type="virtio"/>
Dec 06 09:58:35 user nova-compute[74535]:   <mtu size="1442"/>
Dec 06 09:58:35 user nova-compute[74535]:   <target dev="tap95d9d1df-e2"/>
Dec 06 09:58:35 user nova-compute[74535]: </interface>
Dec 06 09:58:35 user nova-compute[74535]:  {{(pid=74535) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 09:58:35 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:35 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:35 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:35 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:36 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-a2ccba7e-9bd9-4ce5-a8a4-d6bb08bb4404 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] No BDM found with device name vda, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 09:58:36 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-a2ccba7e-9bd9-4ce5-a8a4-d6bb08bb4404 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] No BDM found with device name hda, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 09:58:36 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-a2ccba7e-9bd9-4ce5-a8a4-d6bb08bb4404 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] No VIF found with MAC fa:16:3e:89:5c:3e, not building metadata {{(pid=74535) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 09:58:36 user nova-compute[74535]: DEBUG nova.network.neutron [req-7bde7293-aeb0-46ca-abe6-347a588aeb6e req-aed8955f-024b-49f4-8b94-ff9053317804 service nova] [instance: 4f3357d9-20fc-4dc4-bfc5-ad83a6741013] Updated VIF entry in instance network info cache for port 95d9d1df-e25b-4e43-9608-1fbefacb0a01. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 09:58:36 user nova-compute[74535]: DEBUG nova.network.neutron [req-7bde7293-aeb0-46ca-abe6-347a588aeb6e req-aed8955f-024b-49f4-8b94-ff9053317804 service nova] [instance: 4f3357d9-20fc-4dc4-bfc5-ad83a6741013] Updating instance_info_cache with network_info: [{"id": "a37b5b7b-eba9-4299-921d-4946561c01e5", "address": "fa:16:3e:89:5c:3e", "network": {"id": "534df977-7396-47d8-a74b-25be03a00fc0", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1115040687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "585ee9665b434fb0bc5831d6eb32f407", "mtu": null, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa37b5b7b-eb", "ovs_interfaceid": "a37b5b7b-eba9-4299-921d-4946561c01e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "95d9d1df-e25b-4e43-9608-1fbefacb0a01", "address": "fa:16:3e:c8:ab:ad", "network": {"id": "dee64c13-2f86-45fe-b193-fc8d2ebd3bb5", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1364914934", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.180", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "585ee9665b434fb0bc5831d6eb32f407", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95d9d1df-e2", "ovs_interfaceid": "95d9d1df-e25b-4e43-9608-1fbefacb0a01", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:58:36 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-a2ccba7e-9bd9-4ce5-a8a4-d6bb08bb4404 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] set metadata xml: <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 09:58:36 user nova-compute[74535]:   <nova:package version="0.0.0"/>
Dec 06 09:58:36 user nova-compute[74535]:   <nova:name>tempest-device-tagging-server-1981652634</nova:name>
Dec 06 09:58:36 user nova-compute[74535]:   <nova:creationTime>2023-12-06 09:58:36</nova:creationTime>
Dec 06 09:58:36 user nova-compute[74535]:   <nova:flavor name="m1.tiny">
Dec 06 09:58:36 user nova-compute[74535]:     <nova:memory>512</nova:memory>
Dec 06 09:58:36 user nova-compute[74535]:     <nova:disk>1</nova:disk>
Dec 06 09:58:36 user nova-compute[74535]:     <nova:swap>0</nova:swap>
Dec 06 09:58:36 user nova-compute[74535]:     <nova:ephemeral>0</nova:ephemeral>
Dec 06 09:58:36 user nova-compute[74535]:     <nova:vcpus>1</nova:vcpus>
Dec 06 09:58:36 user nova-compute[74535]:   </nova:flavor>
Dec 06 09:58:36 user nova-compute[74535]:   <nova:owner>
Dec 06 09:58:36 user nova-compute[74535]:     <nova:user uuid="49de51760c8f470aab418ca430df7695">tempest-TaggedAttachmentsTest-561099051-project-member</nova:user>
Dec 06 09:58:36 user nova-compute[74535]:     <nova:project uuid="585ee9665b434fb0bc5831d6eb32f407">tempest-TaggedAttachmentsTest-561099051</nova:project>
Dec 06 09:58:36 user nova-compute[74535]:   </nova:owner>
Dec 06 09:58:36 user nova-compute[74535]:   <nova:root type="image" uuid="b338f3c8-9974-4b9f-bacb-c75dd541c256"/>
Dec 06 09:58:36 user nova-compute[74535]:   <nova:ports>
Dec 06 09:58:36 user nova-compute[74535]:     <nova:port uuid="a37b5b7b-eba9-4299-921d-4946561c01e5">
Dec 06 09:58:36 user nova-compute[74535]:       <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Dec 06 09:58:36 user nova-compute[74535]:     </nova:port>
Dec 06 09:58:36 user nova-compute[74535]:     <nova:port uuid="95d9d1df-e25b-4e43-9608-1fbefacb0a01">
Dec 06 09:58:36 user nova-compute[74535]:       <nova:ip type="fixed" address="10.10.10.180" ipVersion="4"/>
Dec 06 09:58:36 user nova-compute[74535]:     </nova:port>
Dec 06 09:58:36 user nova-compute[74535]:   </nova:ports>
Dec 06 09:58:36 user nova-compute[74535]: </nova:instance>
Dec 06 09:58:36 user nova-compute[74535]:  {{(pid=74535) set_metadata /opt/stack/nova/nova/virt/libvirt/guest.py:359}}
Dec 06 09:58:36 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-7bde7293-aeb0-46ca-abe6-347a588aeb6e req-aed8955f-024b-49f4-8b94-ff9053317804 service nova] Releasing lock "refresh_cache-4f3357d9-20fc-4dc4-bfc5-ad83a6741013" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 09:58:36 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a2ccba7e-9bd9-4ce5-a8a4-d6bb08bb4404 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Lock "interface-4f3357d9-20fc-4dc4-bfc5-ad83a6741013-None" "released" by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" :: held 3.911s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:58:36 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:36 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:36 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:36 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:36 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:36 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-abe26f21-6288-4131-8330-5c2d9648c24d tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Acquiring lock "4f3357d9-20fc-4dc4-bfc5-ad83a6741013" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:58:36 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-abe26f21-6288-4131-8330-5c2d9648c24d tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Lock "4f3357d9-20fc-4dc4-bfc5-ad83a6741013" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:58:36 user nova-compute[74535]: DEBUG nova.objects.instance [None req-abe26f21-6288-4131-8330-5c2d9648c24d tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Lazy-loading 'flavor' on Instance uuid 4f3357d9-20fc-4dc4-bfc5-ad83a6741013 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 09:58:36 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-abe26f21-6288-4131-8330-5c2d9648c24d tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Lock "4f3357d9-20fc-4dc4-bfc5-ad83a6741013" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.068s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:58:36 user nova-compute[74535]: DEBUG nova.compute.manager [req-9c018431-44a1-4601-bd66-fd66fb8f8f15 req-ca7c4834-414d-4d64-980f-4197ab212576 service nova] [instance: 4f3357d9-20fc-4dc4-bfc5-ad83a6741013] Received event network-vif-plugged-95d9d1df-e25b-4e43-9608-1fbefacb0a01 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:58:36 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-9c018431-44a1-4601-bd66-fd66fb8f8f15 req-ca7c4834-414d-4d64-980f-4197ab212576 service nova] Acquiring lock "4f3357d9-20fc-4dc4-bfc5-ad83a6741013-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:58:36 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-9c018431-44a1-4601-bd66-fd66fb8f8f15 req-ca7c4834-414d-4d64-980f-4197ab212576 service nova] Lock "4f3357d9-20fc-4dc4-bfc5-ad83a6741013-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:58:36 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-9c018431-44a1-4601-bd66-fd66fb8f8f15 req-ca7c4834-414d-4d64-980f-4197ab212576 service nova] Lock "4f3357d9-20fc-4dc4-bfc5-ad83a6741013-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:58:36 user nova-compute[74535]: DEBUG nova.compute.manager [req-9c018431-44a1-4601-bd66-fd66fb8f8f15 req-ca7c4834-414d-4d64-980f-4197ab212576 service nova] [instance: 4f3357d9-20fc-4dc4-bfc5-ad83a6741013] No waiting events found dispatching network-vif-plugged-95d9d1df-e25b-4e43-9608-1fbefacb0a01 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:58:36 user nova-compute[74535]: WARNING nova.compute.manager [req-9c018431-44a1-4601-bd66-fd66fb8f8f15 req-ca7c4834-414d-4d64-980f-4197ab212576 service nova] [instance: 4f3357d9-20fc-4dc4-bfc5-ad83a6741013] Received unexpected event network-vif-plugged-95d9d1df-e25b-4e43-9608-1fbefacb0a01 for instance with vm_state active and task_state None.
Dec 06 09:58:36 user nova-compute[74535]: DEBUG nova.compute.manager [req-9c018431-44a1-4601-bd66-fd66fb8f8f15 req-ca7c4834-414d-4d64-980f-4197ab212576 service nova] [instance: 4f3357d9-20fc-4dc4-bfc5-ad83a6741013] Received event network-vif-plugged-95d9d1df-e25b-4e43-9608-1fbefacb0a01 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:58:36 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-9c018431-44a1-4601-bd66-fd66fb8f8f15 req-ca7c4834-414d-4d64-980f-4197ab212576 service nova] Acquiring lock "4f3357d9-20fc-4dc4-bfc5-ad83a6741013-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:58:36 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-9c018431-44a1-4601-bd66-fd66fb8f8f15 req-ca7c4834-414d-4d64-980f-4197ab212576 service nova] Lock "4f3357d9-20fc-4dc4-bfc5-ad83a6741013-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:58:36 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-9c018431-44a1-4601-bd66-fd66fb8f8f15 req-ca7c4834-414d-4d64-980f-4197ab212576 service nova] Lock "4f3357d9-20fc-4dc4-bfc5-ad83a6741013-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:58:36 user nova-compute[74535]: DEBUG nova.compute.manager [req-9c018431-44a1-4601-bd66-fd66fb8f8f15 req-ca7c4834-414d-4d64-980f-4197ab212576 service nova] [instance: 4f3357d9-20fc-4dc4-bfc5-ad83a6741013] No waiting events found dispatching network-vif-plugged-95d9d1df-e25b-4e43-9608-1fbefacb0a01 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:58:36 user nova-compute[74535]: WARNING nova.compute.manager [req-9c018431-44a1-4601-bd66-fd66fb8f8f15 req-ca7c4834-414d-4d64-980f-4197ab212576 service nova] [instance: 4f3357d9-20fc-4dc4-bfc5-ad83a6741013] Received unexpected event network-vif-plugged-95d9d1df-e25b-4e43-9608-1fbefacb0a01 for instance with vm_state active and task_state None.
Dec 06 09:58:37 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:40 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:42 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:44 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-abe26f21-6288-4131-8330-5c2d9648c24d tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Acquiring lock "4f3357d9-20fc-4dc4-bfc5-ad83a6741013" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:58:44 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-abe26f21-6288-4131-8330-5c2d9648c24d tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Lock "4f3357d9-20fc-4dc4-bfc5-ad83a6741013" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:58:44 user nova-compute[74535]: INFO nova.compute.manager [None req-abe26f21-6288-4131-8330-5c2d9648c24d tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] [instance: 4f3357d9-20fc-4dc4-bfc5-ad83a6741013] Attaching volume 8d22f9d1-92c8-4c43-958b-e056ae29ca44 to /dev/vdb
Dec 06 09:58:45 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-30be60b2-ad11-4f38-b053-23f7dd0cc366 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] [instance: 5730e9fd-9dab-4032-8ae3-856662c1eb03] Calling os-brick to attach iSCSI Volume {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 09:58:45 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-30be60b2-ad11-4f38-b053-23f7dd0cc366 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:18eeae3c-2ff9-43b9-9781-c7382bd684c8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RnTaBYfj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 09:58:45 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-30be60b2-ad11-4f38-b053-23f7dd0cc366 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 09:58:45 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-30be60b2-ad11-4f38-b053-23f7dd0cc366 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 09:58:45 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-30be60b2-ad11-4f38-b053-23f7dd0cc366 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 09:58:45 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-30be60b2-ad11-4f38-b053-23f7dd0cc366 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 09:58:45 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-30be60b2-ad11-4f38-b053-23f7dd0cc366 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:18eeae3c-2ff9-43b9-9781-c7382bd684c8" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 09:58:45 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-30be60b2-ad11-4f38-b053-23f7dd0cc366 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:18eeae3c-2ff9-43b9-9781-c7382bd684c8" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 09:58:45 user nova-compute[74535]: INFO os_brick.initiator.connectors.iscsi [None req-30be60b2-ad11-4f38-b053-23f7dd0cc366 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 09:58:45 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:18eeae3c-2ff9-43b9-9781-c7382bd684c8 -p 172.16.0.220:3260 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:45 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:18eeae3c-2ff9-43b9-9781-c7382bd684c8 -p 172.16.0.220:3260" returned: 21 in 0.023s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:45 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc2b1782-6b13-4931-ae19-1c38fa9f8ed0]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:45 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-30be60b2-ad11-4f38-b053-23f7dd0cc366 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 09:58:45 user nova-compute[74535]:  {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:58:45 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:18eeae3c-2ff9-43b9-9781-c7382bd684c8 -p 172.16.0.220:3260 --interface default --op new {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:45 user nova-compute[74535]: DEBUG os_brick.utils [None req-abe26f21-6288-4131-8330-5c2d9648c24d tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 09:58:45 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:45 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:18eeae3c-2ff9-43b9-9781-c7382bd684c8 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.028s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:45 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[f163741b-50b8-422b-a4f7-a3ee6dcbde00]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:18eeae3c-2ff9-43b9-9781-c7382bd684c8] added\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:45 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-30be60b2-ad11-4f38-b053-23f7dd0cc366 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:18eeae3c-2ff9-43b9-9781-c7382bd684c8] added
Dec 06 09:58:45 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:58:45 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:18eeae3c-2ff9-43b9-9781-c7382bd684c8 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:45 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:45 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[cebeabaa-e13f-4269-98fb-b476f8d6cd89]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d95ac7cee77a\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:45 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:45 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:45 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[07a903d0-c665-4c0e-ba5d-d4a846e9271c]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:45 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:45 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:18eeae3c-2ff9-43b9-9781-c7382bd684c8 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.037s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:45 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[10fac86b-6f82-4c3e-9f58-c63316d50f03]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:45 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-30be60b2-ad11-4f38-b053-23f7dd0cc366 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:58:45 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:18eeae3c-2ff9-43b9-9781-c7382bd684c8 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:45 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-67f53fe4-a2de-45b1-b930-01eedc170d04 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Acquiring lock "89768d93-0a7b-41d2-a9da-e4134c9d50be" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:58:45 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-67f53fe4-a2de-45b1-b930-01eedc170d04 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Lock "89768d93-0a7b-41d2-a9da-e4134c9d50be" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:58:45 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-67f53fe4-a2de-45b1-b930-01eedc170d04 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Acquiring lock "89768d93-0a7b-41d2-a9da-e4134c9d50be-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:58:45 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-67f53fe4-a2de-45b1-b930-01eedc170d04 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Lock "89768d93-0a7b-41d2-a9da-e4134c9d50be-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:58:45 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-67f53fe4-a2de-45b1-b930-01eedc170d04 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Lock "89768d93-0a7b-41d2-a9da-e4134c9d50be-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:58:45 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.020s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:45 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa545011-da66-42a6-a48d-5d89cbf27658]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:45 user nova-compute[74535]: INFO nova.compute.manager [None req-67f53fe4-a2de-45b1-b930-01eedc170d04 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] [instance: 89768d93-0a7b-41d2-a9da-e4134c9d50be] Terminating instance
Dec 06 09:58:45 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[e330eb28-d849-40cc-a21e-4f3939763ede]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:45 user nova-compute[74535]: DEBUG nova.compute.manager [None req-67f53fe4-a2de-45b1-b930-01eedc170d04 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] [instance: 89768d93-0a7b-41d2-a9da-e4134c9d50be] Start destroying the instance on the hypervisor. {{(pid=74535) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 09:58:45 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-abe26f21-6288-4131-8330-5c2d9648c24d tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Running cmd (subprocess): nvme version {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:45 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-abe26f21-6288-4131-8330-5c2d9648c24d tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] 'nvme version' failed. Not Retrying. {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 09:58:45 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:18eeae3c-2ff9-43b9-9781-c7382bd684c8 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.029s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:45 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d921f6a-36fa-484c-8013-6bdfea5d06d8]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:45 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.nvmeof [None req-abe26f21-6288-4131-8330-5c2d9648c24d tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] nvme not present on system {{(pid=74535) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 09:58:45 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-30be60b2-ad11-4f38-b053-23f7dd0cc366 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:58:45 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:45 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:18eeae3c-2ff9-43b9-9781-c7382bd684c8 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RnTaBYfj {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:45 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 09:58:45 user nova-compute[74535]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 09:58:45 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[c31afb05-0220-4e84-9c48-4c6187e7f945]: (4, '') {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:45 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-abe26f21-6288-4131-8330-5c2d9648c24d tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74535) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 09:58:45 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-abe26f21-6288-4131-8330-5c2d9648c24d tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74535) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 09:58:45 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-abe26f21-6288-4131-8330-5c2d9648c24d tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] LIGHTOS: no hostnqn found. {{(pid=74535) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 09:58:45 user nova-compute[74535]: DEBUG os_brick.utils [None req-abe26f21-6288-4131-8330-5c2d9648c24d tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] <== get_connector_properties: return (260ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d95ac7cee77a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 09:58:45 user nova-compute[74535]: DEBUG nova.virt.block_device [None req-abe26f21-6288-4131-8330-5c2d9648c24d tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] [instance: 4f3357d9-20fc-4dc4-bfc5-ad83a6741013] Updating existing volume attachment record: 135945e1-9e6e-4209-a5db-44f699f21dcb {{(pid=74535) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 09:58:45 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:18eeae3c-2ff9-43b9-9781-c7382bd684c8 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RnTaBYfj" returned: 0 in 0.024s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:45 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[72bbaeec-29c3-4c53-8511-f36b2569348f]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:45 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-30be60b2-ad11-4f38-b053-23f7dd0cc366 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'RnTaBYfj'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:58:45 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:18eeae3c-2ff9-43b9-9781-c7382bd684c8 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:45 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:45 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:18eeae3c-2ff9-43b9-9781-c7382bd684c8 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.024s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:45 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[87a3f75a-5a0e-49b6-8fb8-ed020acf4708]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:45 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-30be60b2-ad11-4f38-b053-23f7dd0cc366 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:58:45 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:45 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:45 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d3a71b6-e6e6-4df8-8a07-984e3f945c3f]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:45 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-30be60b2-ad11-4f38-b053-23f7dd0cc366 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 (non-flash)
Dec 06 09:58:45 user nova-compute[74535]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7 (non-flash)
Dec 06 09:58:45 user nova-compute[74535]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e (non-flash)
Dec 06 09:58:45 user nova-compute[74535]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724 (non-flash)
Dec 06 09:58:45 user nova-compute[74535]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21 (non-flash)
Dec 06 09:58:45 user nova-compute[74535]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc (non-flash)
Dec 06 09:58:45 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 09:58:45 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-30be60b2-ad11-4f38-b053-23f7dd0cc366 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 (non-flash)
Dec 06 09:58:45 user nova-compute[74535]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7 (non-flash)
Dec 06 09:58:45 user nova-compute[74535]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e (non-flash)
Dec 06 09:58:45 user nova-compute[74535]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724 (non-flash)
Dec 06 09:58:45 user nova-compute[74535]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21 (non-flash)
Dec 06 09:58:45 user nova-compute[74535]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc (non-flash)
Dec 06 09:58:45 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 09:58:45 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:45 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:18eeae3c-2ff9-43b9-9781-c7382bd684c8 -p 172.16.0.220:3260 --login {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:45 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:45 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:45 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:45 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:45 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:18eeae3c-2ff9-43b9-9781-c7382bd684c8 -p 172.16.0.220:3260 --login" returned: 0 in 0.106s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:45 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[fee631ac-9826-4a96-b629-68b1a8b71a28]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:18eeae3c-2ff9-43b9-9781-c7382bd684c8, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:18eeae3c-2ff9-43b9-9781-c7382bd684c8, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:45 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-30be60b2-ad11-4f38-b053-23f7dd0cc366 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:18eeae3c-2ff9-43b9-9781-c7382bd684c8, portal: 172.16.0.220,3260]
Dec 06 09:58:45 user nova-compute[74535]: Login to [iface: default, target: iqn.2010-10.org.openstack:18eeae3c-2ff9-43b9-9781-c7382bd684c8, portal: 172.16.0.220,3260] successful.
Dec 06 09:58:45 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:58:45 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:18eeae3c-2ff9-43b9-9781-c7382bd684c8 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:45 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:18eeae3c-2ff9-43b9-9781-c7382bd684c8 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.024s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:45 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[192db0bc-9c3f-46b1-98d3-fad1c7c1b7a4]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:45 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-30be60b2-ad11-4f38-b053-23f7dd0cc366 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:58:45 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:45 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:45 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[57bddee6-481d-48ca-8e59-f18265b0631c]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:18eeae3c-2ff9-43b9-9781-c7382bd684c8 (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:45 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-30be60b2-ad11-4f38-b053-23f7dd0cc366 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 (non-flash)
Dec 06 09:58:45 user nova-compute[74535]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7 (non-flash)
Dec 06 09:58:45 user nova-compute[74535]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e (non-flash)
Dec 06 09:58:45 user nova-compute[74535]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724 (non-flash)
Dec 06 09:58:45 user nova-compute[74535]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21 (non-flash)
Dec 06 09:58:45 user nova-compute[74535]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc (non-flash)
Dec 06 09:58:45 user nova-compute[74535]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:18eeae3c-2ff9-43b9-9781-c7382bd684c8 (non-flash)
Dec 06 09:58:45 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 09:58:45 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-30be60b2-ad11-4f38-b053-23f7dd0cc366 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 (non-flash)
Dec 06 09:58:45 user nova-compute[74535]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7 (non-flash)
Dec 06 09:58:45 user nova-compute[74535]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e (non-flash)
Dec 06 09:58:45 user nova-compute[74535]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724 (non-flash)
Dec 06 09:58:45 user nova-compute[74535]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21 (non-flash)
Dec 06 09:58:45 user nova-compute[74535]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc (non-flash)
Dec 06 09:58:45 user nova-compute[74535]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:18eeae3c-2ff9-43b9-9781-c7382bd684c8 (non-flash)
Dec 06 09:58:45 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 09:58:45 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-30be60b2-ad11-4f38-b053-23f7dd0cc366 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:18eeae3c-2ff9-43b9-9781-c7382bd684c8" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.593s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 09:58:45 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-30be60b2-ad11-4f38-b053-23f7dd0cc366 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Connected to 172.16.0.220:3260 {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 09:58:45 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-30be60b2-ad11-4f38-b053-23f7dd0cc366 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] HCTL ('39', '-', '-', 0) found on session 9 with lun 0 {{(pid=74535) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 09:58:45 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-30be60b2-ad11-4f38-b053-23f7dd0cc366 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Scanning host 39 c: -, t: -, l: 0) {{(pid=74535) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 09:58:45 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host39/scan {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:45 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host39/scan" returned: 0 in 0.027s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:45 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6aef939-4f51-420e-92e1-c61bd740738e]: (4, ('- - 0', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:45 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-30be60b2-ad11-4f38-b053-23f7dd0cc366 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Searching for a device in session 9 and hctl ['39', '*', '*', 0] yield: sdh {{(pid=74535) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 09:58:45 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-30be60b2-ad11-4f38-b053-23f7dd0cc366 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Connected to sdh using {'target_iqn': 'iqn.2010-10.org.openstack:18eeae3c-2ff9-43b9-9781-c7382bd684c8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RnTaBYfj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 09:58:45 user nova-compute[74535]: DEBUG nova.compute.manager [req-a91119e9-8407-4a71-867f-3ce31c27e743 req-170f4f48-88e1-4e1b-9f56-39ee9034e8bf service nova] [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a] Received event network-changed-50f0139e-7045-4bf5-949b-61e69d1ac006 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:58:45 user nova-compute[74535]: DEBUG nova.compute.manager [req-a91119e9-8407-4a71-867f-3ce31c27e743 req-170f4f48-88e1-4e1b-9f56-39ee9034e8bf service nova] [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a] Refreshing instance network info cache due to event network-changed-50f0139e-7045-4bf5-949b-61e69d1ac006. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 09:58:45 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-a91119e9-8407-4a71-867f-3ce31c27e743 req-170f4f48-88e1-4e1b-9f56-39ee9034e8bf service nova] Acquiring lock "refresh_cache-d5d68696-7e68-4612-a5bc-b6bdcdf0795a" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 09:58:45 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-a91119e9-8407-4a71-867f-3ce31c27e743 req-170f4f48-88e1-4e1b-9f56-39ee9034e8bf service nova] Acquired lock "refresh_cache-d5d68696-7e68-4612-a5bc-b6bdcdf0795a" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 09:58:45 user nova-compute[74535]: DEBUG nova.network.neutron [req-a91119e9-8407-4a71-867f-3ce31c27e743 req-170f4f48-88e1-4e1b-9f56-39ee9034e8bf service nova] [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a] Refreshing network info cache for port 50f0139e-7045-4bf5-949b-61e69d1ac006 {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 09:58:45 user nova-compute[74535]: DEBUG nova.compute.manager [req-b210ede4-1401-4d6f-9f86-3c140280871c req-8670d26d-9449-450e-b450-80d00cfaadef service nova] [instance: 89768d93-0a7b-41d2-a9da-e4134c9d50be] Received event network-vif-unplugged-1263707f-979b-4c32-958c-d17d87c0145d {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:58:45 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-b210ede4-1401-4d6f-9f86-3c140280871c req-8670d26d-9449-450e-b450-80d00cfaadef service nova] Acquiring lock "89768d93-0a7b-41d2-a9da-e4134c9d50be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:58:45 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-b210ede4-1401-4d6f-9f86-3c140280871c req-8670d26d-9449-450e-b450-80d00cfaadef service nova] Lock "89768d93-0a7b-41d2-a9da-e4134c9d50be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:58:45 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-b210ede4-1401-4d6f-9f86-3c140280871c req-8670d26d-9449-450e-b450-80d00cfaadef service nova] Lock "89768d93-0a7b-41d2-a9da-e4134c9d50be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:58:45 user nova-compute[74535]: DEBUG nova.compute.manager [req-b210ede4-1401-4d6f-9f86-3c140280871c req-8670d26d-9449-450e-b450-80d00cfaadef service nova] [instance: 89768d93-0a7b-41d2-a9da-e4134c9d50be] No waiting events found dispatching network-vif-unplugged-1263707f-979b-4c32-958c-d17d87c0145d {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:58:45 user nova-compute[74535]: DEBUG nova.compute.manager [req-b210ede4-1401-4d6f-9f86-3c140280871c req-8670d26d-9449-450e-b450-80d00cfaadef service nova] [instance: 89768d93-0a7b-41d2-a9da-e4134c9d50be] Received event network-vif-unplugged-1263707f-979b-4c32-958c-d17d87c0145d for instance with task_state deleting. {{(pid=74535) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 09:58:45 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6336dc67-e548-489e-aaeb-c3ff56b3f8e9 tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] [instance: 93fb3c38-baad-41c4-89b2-2a37c779c62a] Calling os-brick to attach iSCSI Volume {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 09:58:46 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-6336dc67-e548-489e-aaeb-c3ff56b3f8e9 tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PuSODYzR', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 09:58:46 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-6336dc67-e548-489e-aaeb-c3ff56b3f8e9 tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 09:58:46 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-6336dc67-e548-489e-aaeb-c3ff56b3f8e9 tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 09:58:46 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-81f4c6b0-eb79-48b6-856a-97a67f8a72cb tempest-VolumesAssistedSnapshotsTest-1663687157 tempest-VolumesAssistedSnapshotsTest-1663687157-project-admin] Acquiring lock "d5d68696-7e68-4612-a5bc-b6bdcdf0795a" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:58:46 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-81f4c6b0-eb79-48b6-856a-97a67f8a72cb tempest-VolumesAssistedSnapshotsTest-1663687157 tempest-VolumesAssistedSnapshotsTest-1663687157-project-admin] Lock "d5d68696-7e68-4612-a5bc-b6bdcdf0795a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:58:46 user nova-compute[74535]: DEBUG nova.objects.instance [None req-81f4c6b0-eb79-48b6-856a-97a67f8a72cb tempest-VolumesAssistedSnapshotsTest-1663687157 tempest-VolumesAssistedSnapshotsTest-1663687157-project-admin] Lazy-loading 'flavor' on Instance uuid d5d68696-7e68-4612-a5bc-b6bdcdf0795a {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 09:58:46 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-81f4c6b0-eb79-48b6-856a-97a67f8a72cb tempest-VolumesAssistedSnapshotsTest-1663687157 tempest-VolumesAssistedSnapshotsTest-1663687157-project-admin] Lock "d5d68696-7e68-4612-a5bc-b6bdcdf0795a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.110s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:58:46 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: 89768d93-0a7b-41d2-a9da-e4134c9d50be] Instance destroyed successfully.
Dec 06 09:58:46 user nova-compute[74535]: DEBUG nova.objects.instance [None req-67f53fe4-a2de-45b1-b930-01eedc170d04 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Lazy-loading 'resources' on Instance uuid 89768d93-0a7b-41d2-a9da-e4134c9d50be {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 09:58:46 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-81f4c6b0-eb79-48b6-856a-97a67f8a72cb tempest-VolumesAssistedSnapshotsTest-1663687157 tempest-VolumesAssistedSnapshotsTest-1663687157-project-admin] Acquiring lock "d5d68696-7e68-4612-a5bc-b6bdcdf0795a" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:58:46 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-81f4c6b0-eb79-48b6-856a-97a67f8a72cb tempest-VolumesAssistedSnapshotsTest-1663687157 tempest-VolumesAssistedSnapshotsTest-1663687157-project-admin] Lock "d5d68696-7e68-4612-a5bc-b6bdcdf0795a" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:58:46 user nova-compute[74535]: INFO nova.compute.manager [None req-81f4c6b0-eb79-48b6-856a-97a67f8a72cb tempest-VolumesAssistedSnapshotsTest-1663687157 tempest-VolumesAssistedSnapshotsTest-1663687157-project-admin] [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a] Attaching volume 90fcda33-4f25-4823-9a66-06b377bad417 to /dev/vdb
Dec 06 09:58:46 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-67f53fe4-a2de-45b1-b930-01eedc170d04 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T09:56:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1441839421',display_name='tempest-VolumesActionsTest-instance-1441839421',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1441839421',id=8,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-06T09:56:56Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='6a2920a81b1c4daaa744676ca3c0e510',ramdisk_id='',reservation_id='r-i0uhrkqv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-1334312377',owner_user_name='tempest-VolumesActionsTest-1334312377-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T09:56:56Z,user_data=None,user_id='6044af3c800445848e84ad6cbc9f9a96',uuid=89768d93-0a7b-41d2-a9da-e4134c9d50be,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "1263707f-979b-4c32-958c-d17d87c0145d", "address": "fa:16:3e:74:ce:ea", "network": {"id": "4f18acd4-7175-435e-9777-93527124b753", "bridge": "br-int", "label": "tempest-VolumesActionsTest-698073000-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6a2920a81b1c4daaa744676ca3c0e510", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1263707f-97", "ovs_interfaceid": "1263707f-979b-4c32-958c-d17d87c0145d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 09:58:46 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-67f53fe4-a2de-45b1-b930-01eedc170d04 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Converting VIF {"id": "1263707f-979b-4c32-958c-d17d87c0145d", "address": "fa:16:3e:74:ce:ea", "network": {"id": "4f18acd4-7175-435e-9777-93527124b753", "bridge": "br-int", "label": "tempest-VolumesActionsTest-698073000-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6a2920a81b1c4daaa744676ca3c0e510", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1263707f-97", "ovs_interfaceid": "1263707f-979b-4c32-958c-d17d87c0145d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 09:58:46 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-67f53fe4-a2de-45b1-b930-01eedc170d04 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:74:ce:ea,bridge_name='br-int',has_traffic_filtering=True,id=1263707f-979b-4c32-958c-d17d87c0145d,network=Network(4f18acd4-7175-435e-9777-93527124b753),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1263707f-97') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 09:58:46 user nova-compute[74535]: DEBUG os_vif [None req-67f53fe4-a2de-45b1-b930-01eedc170d04 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:74:ce:ea,bridge_name='br-int',has_traffic_filtering=True,id=1263707f-979b-4c32-958c-d17d87c0145d,network=Network(4f18acd4-7175-435e-9777-93527124b753),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1263707f-97') {{(pid=74535) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 09:58:46 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:46 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap1263707f-97, bridge=br-int, if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:58:46 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:58:46 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:46 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:46 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=fc827943-9342-485d-90d9-801ec7037356) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:58:46 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:46 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:46 user nova-compute[74535]: INFO os_vif [None req-67f53fe4-a2de-45b1-b930-01eedc170d04 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:74:ce:ea,bridge_name='br-int',has_traffic_filtering=True,id=1263707f-979b-4c32-958c-d17d87c0145d,network=Network(4f18acd4-7175-435e-9777-93527124b753),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1263707f-97')
Dec 06 09:58:46 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-67f53fe4-a2de-45b1-b930-01eedc170d04 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] [instance: 89768d93-0a7b-41d2-a9da-e4134c9d50be] Deleting instance files /opt/stack/data/nova/instances/89768d93-0a7b-41d2-a9da-e4134c9d50be_del
Dec 06 09:58:46 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-67f53fe4-a2de-45b1-b930-01eedc170d04 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] [instance: 89768d93-0a7b-41d2-a9da-e4134c9d50be] Deletion of /opt/stack/data/nova/instances/89768d93-0a7b-41d2-a9da-e4134c9d50be_del complete
Dec 06 09:58:46 user nova-compute[74535]: DEBUG os_brick.utils [None req-81f4c6b0-eb79-48b6-856a-97a67f8a72cb tempest-VolumesAssistedSnapshotsTest-1663687157 tempest-VolumesAssistedSnapshotsTest-1663687157-project-admin] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 09:58:46 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:46 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:46 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce7baf50-2536-4aa8-bd0b-0c7017ea06ec]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d95ac7cee77a\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:46 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:46 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:46 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[28fea91f-b992-43a4-9cd5-f217563ec948]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:46 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:46 user nova-compute[74535]: DEBUG nova.network.neutron [req-a91119e9-8407-4a71-867f-3ce31c27e743 req-170f4f48-88e1-4e1b-9f56-39ee9034e8bf service nova] [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a] Updated VIF entry in instance network info cache for port 50f0139e-7045-4bf5-949b-61e69d1ac006. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 09:58:46 user nova-compute[74535]: DEBUG nova.network.neutron [req-a91119e9-8407-4a71-867f-3ce31c27e743 req-170f4f48-88e1-4e1b-9f56-39ee9034e8bf service nova] [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a] Updating instance_info_cache with network_info: [{"id": "50f0139e-7045-4bf5-949b-61e69d1ac006", "address": "fa:16:3e:ea:09:51", "network": {"id": "732251fd-6b7a-44b9-876f-4db8f7731ddb", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1412451203-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "947ea858406e4ce0946c304e02f26fb3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50f0139e-70", "ovs_interfaceid": "50f0139e-7045-4bf5-949b-61e69d1ac006", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:58:46 user nova-compute[74535]: INFO nova.compute.manager [None req-67f53fe4-a2de-45b1-b930-01eedc170d04 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] [instance: 89768d93-0a7b-41d2-a9da-e4134c9d50be] Took 1.21 seconds to destroy the instance on the hypervisor.
Dec 06 09:58:46 user nova-compute[74535]: DEBUG oslo.service.loopingcall [None req-67f53fe4-a2de-45b1-b930-01eedc170d04 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74535) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 09:58:46 user nova-compute[74535]: DEBUG nova.compute.manager [-] [instance: 89768d93-0a7b-41d2-a9da-e4134c9d50be] Deallocating network for instance {{(pid=74535) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 09:58:46 user nova-compute[74535]: DEBUG nova.network.neutron [-] [instance: 89768d93-0a7b-41d2-a9da-e4134c9d50be] deallocate_for_instance() {{(pid=74535) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 09:58:46 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.024s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:46 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[a07e15c6-6f00-4c30-b887-56fe04e46c07]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:46 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca08e4f2-a751-4ce4-9483-29e0ff9b5016]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:46 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-81f4c6b0-eb79-48b6-856a-97a67f8a72cb tempest-VolumesAssistedSnapshotsTest-1663687157 tempest-VolumesAssistedSnapshotsTest-1663687157-project-admin] Running cmd (subprocess): nvme version {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:46 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-81f4c6b0-eb79-48b6-856a-97a67f8a72cb tempest-VolumesAssistedSnapshotsTest-1663687157 tempest-VolumesAssistedSnapshotsTest-1663687157-project-admin] 'nvme version' failed. Not Retrying. {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 09:58:46 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.nvmeof [None req-81f4c6b0-eb79-48b6-856a-97a67f8a72cb tempest-VolumesAssistedSnapshotsTest-1663687157 tempest-VolumesAssistedSnapshotsTest-1663687157-project-admin] nvme not present on system {{(pid=74535) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 09:58:46 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-a91119e9-8407-4a71-867f-3ce31c27e743 req-170f4f48-88e1-4e1b-9f56-39ee9034e8bf service nova] Releasing lock "refresh_cache-d5d68696-7e68-4612-a5bc-b6bdcdf0795a" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 09:58:46 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:46 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 09:58:46 user nova-compute[74535]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 09:58:46 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0e19ba4-eb09-4e06-8744-369cc89b7a71]: (4, '') {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:46 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-81f4c6b0-eb79-48b6-856a-97a67f8a72cb tempest-VolumesAssistedSnapshotsTest-1663687157 tempest-VolumesAssistedSnapshotsTest-1663687157-project-admin] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74535) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 09:58:46 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-81f4c6b0-eb79-48b6-856a-97a67f8a72cb tempest-VolumesAssistedSnapshotsTest-1663687157 tempest-VolumesAssistedSnapshotsTest-1663687157-project-admin] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74535) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 09:58:46 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-81f4c6b0-eb79-48b6-856a-97a67f8a72cb tempest-VolumesAssistedSnapshotsTest-1663687157 tempest-VolumesAssistedSnapshotsTest-1663687157-project-admin] LIGHTOS: no hostnqn found. {{(pid=74535) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 09:58:46 user nova-compute[74535]: DEBUG os_brick.utils [None req-81f4c6b0-eb79-48b6-856a-97a67f8a72cb tempest-VolumesAssistedSnapshotsTest-1663687157 tempest-VolumesAssistedSnapshotsTest-1663687157-project-admin] <== get_connector_properties: return (140ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d95ac7cee77a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 09:58:46 user nova-compute[74535]: DEBUG nova.virt.block_device [None req-81f4c6b0-eb79-48b6-856a-97a67f8a72cb tempest-VolumesAssistedSnapshotsTest-1663687157 tempest-VolumesAssistedSnapshotsTest-1663687157-project-admin] [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a] Updating existing volume attachment record: 22e73488-4ffb-444b-a496-4bd61c11a8ae {{(pid=74535) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 09:58:46 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-30be60b2-ad11-4f38-b053-23f7dd0cc366 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.665s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 09:58:46 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-30be60b2-ad11-4f38-b053-23f7dd0cc366 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] <== connect_volume: return (1667ms) {'type': 'block', 'scsi_wwn': '26334653833616161', 'path': '/dev/sdh'} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 09:58:46 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-30be60b2-ad11-4f38-b053-23f7dd0cc366 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] [instance: 5730e9fd-9dab-4032-8ae3-856662c1eb03] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26334653833616161', 'path': '/dev/sdh'} {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 09:58:46 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-6336dc67-e548-489e-aaeb-c3ff56b3f8e9 tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.774s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 09:58:46 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-6336dc67-e548-489e-aaeb-c3ff56b3f8e9 tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 09:58:46 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-6336dc67-e548-489e-aaeb-c3ff56b3f8e9 tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 09:58:46 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-6336dc67-e548-489e-aaeb-c3ff56b3f8e9 tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 09:58:46 user nova-compute[74535]: INFO os_brick.initiator.connectors.iscsi [None req-6336dc67-e548-489e-aaeb-c3ff56b3f8e9 tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 09:58:46 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204 -p 172.16.0.220:3260 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:46 user nova-compute[74535]: DEBUG nova.objects.instance [None req-30be60b2-ad11-4f38-b053-23f7dd0cc366 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Lazy-loading 'flavor' on Instance uuid 5730e9fd-9dab-4032-8ae3-856662c1eb03 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 09:58:46 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:46 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[07d05e08-9e56-45bc-8257-c0593437526d]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:46 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-6336dc67-e548-489e-aaeb-c3ff56b3f8e9 tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 09:58:46 user nova-compute[74535]:  {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:58:46 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204 -p 172.16.0.220:3260 --interface default --op new {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:46 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-30be60b2-ad11-4f38-b053-23f7dd0cc366 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 09:58:46 user nova-compute[74535]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 09:58:46 user nova-compute[74535]:   <source dev="/dev/sdh"/>
Dec 06 09:58:46 user nova-compute[74535]:   <target dev="sdc" bus="scsi"/>
Dec 06 09:58:46 user nova-compute[74535]:   <serial>18eeae3c-2ff9-43b9-9781-c7382bd684c8</serial>
Dec 06 09:58:46 user nova-compute[74535]:   <address type="drive" controller="0" unit="2"/>
Dec 06 09:58:46 user nova-compute[74535]: </disk>
Dec 06 09:58:46 user nova-compute[74535]:  {{(pid=74535) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 09:58:46 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:46 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[f10ebcaa-c8e6-4c8a-8f75-4d26466974d7]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204] added\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:46 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-6336dc67-e548-489e-aaeb-c3ff56b3f8e9 tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204] added
Dec 06 09:58:46 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:58:46 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:46 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:46 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3a52c5b-fd8d-4ad9-845b-205d000b1a08]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:46 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-6336dc67-e548-489e-aaeb-c3ff56b3f8e9 tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:58:46 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:46 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:46 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[38742a5c-a190-458c-8e49-88bdfecbd6a3]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:46 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-6336dc67-e548-489e-aaeb-c3ff56b3f8e9 tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:58:46 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v PuSODYzR {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:46 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v PuSODYzR" returned: 0 in 0.021s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:46 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[7af29903-6a6b-4992-8dc5-428253c22d86]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:46 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-6336dc67-e548-489e-aaeb-c3ff56b3f8e9 tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'PuSODYzR'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:58:46 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:46 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:46 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9338f8f-6111-415d-9cce-0e694b879798]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:46 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-6336dc67-e548-489e-aaeb-c3ff56b3f8e9 tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:58:46 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:46 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:46 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[24891acd-7e79-46e6-a5f7-a1f838130eb5]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:18eeae3c-2ff9-43b9-9781-c7382bd684c8 (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:46 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-6336dc67-e548-489e-aaeb-c3ff56b3f8e9 tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 (non-flash)
Dec 06 09:58:46 user nova-compute[74535]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7 (non-flash)
Dec 06 09:58:46 user nova-compute[74535]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e (non-flash)
Dec 06 09:58:46 user nova-compute[74535]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724 (non-flash)
Dec 06 09:58:46 user nova-compute[74535]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21 (non-flash)
Dec 06 09:58:46 user nova-compute[74535]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc (non-flash)
Dec 06 09:58:46 user nova-compute[74535]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:18eeae3c-2ff9-43b9-9781-c7382bd684c8 (non-flash)
Dec 06 09:58:46 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 09:58:46 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-6336dc67-e548-489e-aaeb-c3ff56b3f8e9 tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 (non-flash)
Dec 06 09:58:46 user nova-compute[74535]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7 (non-flash)
Dec 06 09:58:46 user nova-compute[74535]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e (non-flash)
Dec 06 09:58:46 user nova-compute[74535]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724 (non-flash)
Dec 06 09:58:46 user nova-compute[74535]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21 (non-flash)
Dec 06 09:58:46 user nova-compute[74535]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc (non-flash)
Dec 06 09:58:46 user nova-compute[74535]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:18eeae3c-2ff9-43b9-9781-c7382bd684c8 (non-flash)
Dec 06 09:58:46 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 09:58:46 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204 -p 172.16.0.220:3260 --login {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:47 user nova-compute[74535]: DEBUG nova.network.neutron [-] [instance: 89768d93-0a7b-41d2-a9da-e4134c9d50be] Updating instance_info_cache with network_info: [] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:58:47 user nova-compute[74535]: INFO nova.compute.manager [-] [instance: 89768d93-0a7b-41d2-a9da-e4134c9d50be] Took 0.63 seconds to deallocate network for instance.
Dec 06 09:58:47 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-67f53fe4-a2de-45b1-b930-01eedc170d04 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:58:47 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-67f53fe4-a2de-45b1-b930-01eedc170d04 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:58:47 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-30be60b2-ad11-4f38-b053-23f7dd0cc366 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] No BDM found with device name sda, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 09:58:47 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-30be60b2-ad11-4f38-b053-23f7dd0cc366 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] No BDM found with device name sdb, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 09:58:47 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-30be60b2-ad11-4f38-b053-23f7dd0cc366 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] No BDM found with device name sdc, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 09:58:47 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-30be60b2-ad11-4f38-b053-23f7dd0cc366 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] No VIF found with MAC fa:16:3e:0b:a7:6e, not building metadata {{(pid=74535) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 09:58:47 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:47 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-30be60b2-ad11-4f38-b053-23f7dd0cc366 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Lock "5730e9fd-9dab-4032-8ae3-856662c1eb03" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 14.255s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:58:47 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-67f53fe4-a2de-45b1-b930-01eedc170d04 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 09:58:47 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-67f53fe4-a2de-45b1-b930-01eedc170d04 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 09:58:47 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-67f53fe4-a2de-45b1-b930-01eedc170d04 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.413s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:58:47 user nova-compute[74535]: INFO nova.scheduler.client.report [None req-67f53fe4-a2de-45b1-b930-01eedc170d04 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Deleted allocations for instance 89768d93-0a7b-41d2-a9da-e4134c9d50be
Dec 06 09:58:47 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-67f53fe4-a2de-45b1-b930-01eedc170d04 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Lock "89768d93-0a7b-41d2-a9da-e4134c9d50be" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.446s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:58:47 user nova-compute[74535]: DEBUG nova.compute.manager [req-53b38ac6-2fed-4a3a-9e4c-f8bb28dd28d4 req-716f0103-296a-4cfc-aaf7-34a25562d8e8 service nova] [instance: 89768d93-0a7b-41d2-a9da-e4134c9d50be] Received event network-vif-plugged-1263707f-979b-4c32-958c-d17d87c0145d {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:58:47 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-53b38ac6-2fed-4a3a-9e4c-f8bb28dd28d4 req-716f0103-296a-4cfc-aaf7-34a25562d8e8 service nova] Acquiring lock "89768d93-0a7b-41d2-a9da-e4134c9d50be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:58:47 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-53b38ac6-2fed-4a3a-9e4c-f8bb28dd28d4 req-716f0103-296a-4cfc-aaf7-34a25562d8e8 service nova] Lock "89768d93-0a7b-41d2-a9da-e4134c9d50be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:58:47 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-53b38ac6-2fed-4a3a-9e4c-f8bb28dd28d4 req-716f0103-296a-4cfc-aaf7-34a25562d8e8 service nova] Lock "89768d93-0a7b-41d2-a9da-e4134c9d50be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:58:47 user nova-compute[74535]: DEBUG nova.compute.manager [req-53b38ac6-2fed-4a3a-9e4c-f8bb28dd28d4 req-716f0103-296a-4cfc-aaf7-34a25562d8e8 service nova] [instance: 89768d93-0a7b-41d2-a9da-e4134c9d50be] No waiting events found dispatching network-vif-plugged-1263707f-979b-4c32-958c-d17d87c0145d {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:58:47 user nova-compute[74535]: WARNING nova.compute.manager [req-53b38ac6-2fed-4a3a-9e4c-f8bb28dd28d4 req-716f0103-296a-4cfc-aaf7-34a25562d8e8 service nova] [instance: 89768d93-0a7b-41d2-a9da-e4134c9d50be] Received unexpected event network-vif-plugged-1263707f-979b-4c32-958c-d17d87c0145d for instance with vm_state deleted and task_state None.
Dec 06 09:58:47 user nova-compute[74535]: DEBUG nova.compute.manager [req-53b38ac6-2fed-4a3a-9e4c-f8bb28dd28d4 req-716f0103-296a-4cfc-aaf7-34a25562d8e8 service nova] [instance: 89768d93-0a7b-41d2-a9da-e4134c9d50be] Received event network-vif-deleted-1263707f-979b-4c32-958c-d17d87c0145d {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:58:48 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204 -p 172.16.0.220:3260 --login" returned: 0 in 1.085s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:48 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[891a82d2-e279-4b05-83cc-5e92cc0502d7]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:48 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-6336dc67-e548-489e-aaeb-c3ff56b3f8e9 tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204, portal: 172.16.0.220,3260]
Dec 06 09:58:48 user nova-compute[74535]: Login to [iface: default, target: iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204, portal: 172.16.0.220,3260] successful.
Dec 06 09:58:48 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:58:48 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:48 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:48 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[9674efea-783c-45da-80f2-540fff0d4797]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:48 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-6336dc67-e548-489e-aaeb-c3ff56b3f8e9 tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:58:48 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:48 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:48 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c708758-5ce9-4104-938b-aaef985e9bc3]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204 (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:18eeae3c-2ff9-43b9-9781-c7382bd684c8 (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:48 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-6336dc67-e548-489e-aaeb-c3ff56b3f8e9 tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204 (non-flash)
Dec 06 09:58:48 user nova-compute[74535]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 (non-flash)
Dec 06 09:58:48 user nova-compute[74535]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7 (non-flash)
Dec 06 09:58:48 user nova-compute[74535]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e (non-flash)
Dec 06 09:58:48 user nova-compute[74535]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724 (non-flash)
Dec 06 09:58:48 user nova-compute[74535]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21 (non-flash)
Dec 06 09:58:48 user nova-compute[74535]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc (non-flash)
Dec 06 09:58:48 user nova-compute[74535]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:18eeae3c-2ff9-43b9-9781-c7382bd684c8 (non-flash)
Dec 06 09:58:48 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 09:58:48 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-6336dc67-e548-489e-aaeb-c3ff56b3f8e9 tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204 (non-flash)
Dec 06 09:58:48 user nova-compute[74535]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 (non-flash)
Dec 06 09:58:48 user nova-compute[74535]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7 (non-flash)
Dec 06 09:58:48 user nova-compute[74535]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e (non-flash)
Dec 06 09:58:48 user nova-compute[74535]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724 (non-flash)
Dec 06 09:58:48 user nova-compute[74535]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21 (non-flash)
Dec 06 09:58:48 user nova-compute[74535]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc (non-flash)
Dec 06 09:58:48 user nova-compute[74535]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:18eeae3c-2ff9-43b9-9781-c7382bd684c8 (non-flash)
Dec 06 09:58:48 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 09:58:48 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-6336dc67-e548-489e-aaeb-c3ff56b3f8e9 tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 1.325s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 09:58:48 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-6336dc67-e548-489e-aaeb-c3ff56b3f8e9 tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] Connected to 172.16.0.220:3260 {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 09:58:48 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-6336dc67-e548-489e-aaeb-c3ff56b3f8e9 tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] HCTL ('40', '-', '-', 0) found on session 10 with lun 0 {{(pid=74535) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 09:58:48 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-6336dc67-e548-489e-aaeb-c3ff56b3f8e9 tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] Scanning host 40 c: -, t: -, l: 0) {{(pid=74535) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 09:58:48 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host40/scan {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:48 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host40/scan" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:48 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[db80323c-841e-451b-9c78-81a17a66d293]: (4, ('- - 0', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:48 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-6336dc67-e548-489e-aaeb-c3ff56b3f8e9 tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] Searching for a device in session 10 and hctl ['40', '*', '*', 0] yield: sdi {{(pid=74535) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 09:58:48 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-6336dc67-e548-489e-aaeb-c3ff56b3f8e9 tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] Connected to sdi using {'target_iqn': 'iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PuSODYzR', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 09:58:48 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-754fd9ce-1a62-4697-b502-6e6c11bd27b6 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Acquiring lock "5730e9fd-9dab-4032-8ae3-856662c1eb03" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:58:48 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-754fd9ce-1a62-4697-b502-6e6c11bd27b6 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Lock "5730e9fd-9dab-4032-8ae3-856662c1eb03" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:58:48 user nova-compute[74535]: INFO nova.compute.manager [None req-754fd9ce-1a62-4697-b502-6e6c11bd27b6 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] [instance: 5730e9fd-9dab-4032-8ae3-856662c1eb03] Detaching volume 18eeae3c-2ff9-43b9-9781-c7382bd684c8
Dec 06 09:58:48 user nova-compute[74535]: INFO nova.virt.block_device [None req-754fd9ce-1a62-4697-b502-6e6c11bd27b6 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] [instance: 5730e9fd-9dab-4032-8ae3-856662c1eb03] Attempting to driver detach volume 18eeae3c-2ff9-43b9-9781-c7382bd684c8 from mountpoint /dev/sdc
Dec 06 09:58:48 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-754fd9ce-1a62-4697-b502-6e6c11bd27b6 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Attempting to detach device sdc from instance 5730e9fd-9dab-4032-8ae3-856662c1eb03 from the persistent domain config. {{(pid=74535) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 09:58:48 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-754fd9ce-1a62-4697-b502-6e6c11bd27b6 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 09:58:48 user nova-compute[74535]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 09:58:48 user nova-compute[74535]:   <source dev="/dev/sdh"/>
Dec 06 09:58:48 user nova-compute[74535]:   <target dev="sdc" bus="scsi"/>
Dec 06 09:58:48 user nova-compute[74535]:   <serial>18eeae3c-2ff9-43b9-9781-c7382bd684c8</serial>
Dec 06 09:58:48 user nova-compute[74535]:   <address type="drive" controller="0" bus="0" target="0" unit="2"/>
Dec 06 09:58:48 user nova-compute[74535]: </disk>
Dec 06 09:58:48 user nova-compute[74535]:  {{(pid=74535) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 09:58:48 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-754fd9ce-1a62-4697-b502-6e6c11bd27b6 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Successfully detached device sdc from instance 5730e9fd-9dab-4032-8ae3-856662c1eb03 from the persistent domain config.
Dec 06 09:58:48 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-754fd9ce-1a62-4697-b502-6e6c11bd27b6 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] (1/8): Attempting to detach device sdc with device alias scsi0-0-0-2 from instance 5730e9fd-9dab-4032-8ae3-856662c1eb03 from the live domain config. {{(pid=74535) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 09:58:48 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-754fd9ce-1a62-4697-b502-6e6c11bd27b6 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 09:58:48 user nova-compute[74535]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 09:58:48 user nova-compute[74535]:   <source dev="/dev/sdh"/>
Dec 06 09:58:48 user nova-compute[74535]:   <target dev="sdc" bus="scsi"/>
Dec 06 09:58:48 user nova-compute[74535]:   <serial>18eeae3c-2ff9-43b9-9781-c7382bd684c8</serial>
Dec 06 09:58:48 user nova-compute[74535]:   <address type="drive" controller="0" bus="0" target="0" unit="2"/>
Dec 06 09:58:48 user nova-compute[74535]: </disk>
Dec 06 09:58:48 user nova-compute[74535]:  {{(pid=74535) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 09:58:49 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-6336dc67-e548-489e-aaeb-c3ff56b3f8e9 tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 2.362s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 09:58:49 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-6336dc67-e548-489e-aaeb-c3ff56b3f8e9 tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] <== connect_volume: return (3136ms) {'type': 'block', 'scsi_wwn': '23930316363626131', 'path': '/dev/sdi'} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 09:58:49 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6336dc67-e548-489e-aaeb-c3ff56b3f8e9 tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] [instance: 93fb3c38-baad-41c4-89b2-2a37c779c62a] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23930316363626131', 'path': '/dev/sdi'} {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 09:58:49 user nova-compute[74535]: DEBUG nova.objects.instance [None req-6336dc67-e548-489e-aaeb-c3ff56b3f8e9 tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] Lazy-loading 'flavor' on Instance uuid 93fb3c38-baad-41c4-89b2-2a37c779c62a {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 09:58:49 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-6336dc67-e548-489e-aaeb-c3ff56b3f8e9 tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 09:58:49 user nova-compute[74535]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 09:58:49 user nova-compute[74535]:   <source dev="/dev/sdi"/>
Dec 06 09:58:49 user nova-compute[74535]:   <target dev="vdb" bus="virtio"/>
Dec 06 09:58:49 user nova-compute[74535]:   <serial>a26b8106-5172-484e-afbd-2dda58364204</serial>
Dec 06 09:58:49 user nova-compute[74535]: </disk>
Dec 06 09:58:49 user nova-compute[74535]:  {{(pid=74535) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 09:58:49 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-754fd9ce-1a62-4697-b502-6e6c11bd27b6 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Start waiting for the detach event from libvirt for device sdc with device alias scsi0-0-0-2 for instance 5730e9fd-9dab-4032-8ae3-856662c1eb03 {{(pid=74535) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 09:58:49 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-6336dc67-e548-489e-aaeb-c3ff56b3f8e9 tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] No BDM found with device name vda, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 09:58:49 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-6336dc67-e548-489e-aaeb-c3ff56b3f8e9 tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 09:58:49 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-6336dc67-e548-489e-aaeb-c3ff56b3f8e9 tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] No VIF found with MAC fa:16:3e:ad:e0:7f, not building metadata {{(pid=74535) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 09:58:49 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-6336dc67-e548-489e-aaeb-c3ff56b3f8e9 tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] Lock "93fb3c38-baad-41c4-89b2-2a37c779c62a" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 15.647s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:58:50 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-d0dbfc3e-16bb-4024-b928-e52dad79cdc7 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] Acquiring lock "93fb3c38-baad-41c4-89b2-2a37c779c62a" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:58:50 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-d0dbfc3e-16bb-4024-b928-e52dad79cdc7 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] Lock "93fb3c38-baad-41c4-89b2-2a37c779c62a" acquired by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:58:50 user nova-compute[74535]: DEBUG os_brick.utils [None req-d0dbfc3e-16bb-4024-b928-e52dad79cdc7 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 09:58:50 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:50 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:50 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[0fd6fb7c-cf8e-44af-a0a3-2713d50fd461]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d95ac7cee77a\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:50 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:50 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:50 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[13048028-fd09-4e51-b2e4-25e4c0d0c0fa]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:50 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:50 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:50 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[b4af5e58-41c1-464e-99d7-5ede4c8cea92]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:50 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[5981ff3c-14bc-4e40-bba5-caa0d8898f09]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:50 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-d0dbfc3e-16bb-4024-b928-e52dad79cdc7 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] Running cmd (subprocess): nvme version {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:51 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-d0dbfc3e-16bb-4024-b928-e52dad79cdc7 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] 'nvme version' failed. Not Retrying. {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 09:58:51 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.nvmeof [None req-d0dbfc3e-16bb-4024-b928-e52dad79cdc7 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] nvme not present on system {{(pid=74535) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 09:58:51 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:51 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 09:58:51 user nova-compute[74535]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 09:58:51 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed1103db-81e7-44ce-bf0b-4be757b84499]: (4, '') {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:51 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-d0dbfc3e-16bb-4024-b928-e52dad79cdc7 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74535) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 09:58:51 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-d0dbfc3e-16bb-4024-b928-e52dad79cdc7 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74535) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 09:58:51 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-d0dbfc3e-16bb-4024-b928-e52dad79cdc7 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] LIGHTOS: no hostnqn found. {{(pid=74535) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 09:58:51 user nova-compute[74535]: DEBUG os_brick.utils [None req-d0dbfc3e-16bb-4024-b928-e52dad79cdc7 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] <== get_connector_properties: return (115ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d95ac7cee77a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 09:58:51 user nova-compute[74535]: INFO nova.compute.manager [None req-d0dbfc3e-16bb-4024-b928-e52dad79cdc7 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] [instance: 93fb3c38-baad-41c4-89b2-2a37c779c62a] Swapping volume a26b8106-5172-484e-afbd-2dda58364204 for 23c838a4-11b8-413d-9e1e-781d18f53e80
Dec 06 09:58:51 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:52 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:56 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:56 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-abe26f21-6288-4131-8330-5c2d9648c24d tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] [instance: 4f3357d9-20fc-4dc4-bfc5-ad83a6741013] Calling os-brick to attach iSCSI Volume {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 09:58:56 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-abe26f21-6288-4131-8330-5c2d9648c24d tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:8d22f9d1-92c8-4c43-958b-e056ae29ca44', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'fBtrZIJq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 09:58:56 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-abe26f21-6288-4131-8330-5c2d9648c24d tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 09:58:56 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-abe26f21-6288-4131-8330-5c2d9648c24d tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 09:58:56 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-abe26f21-6288-4131-8330-5c2d9648c24d tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 09:58:56 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-abe26f21-6288-4131-8330-5c2d9648c24d tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 09:58:56 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-abe26f21-6288-4131-8330-5c2d9648c24d tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8d22f9d1-92c8-4c43-958b-e056ae29ca44" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 09:58:56 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-abe26f21-6288-4131-8330-5c2d9648c24d tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8d22f9d1-92c8-4c43-958b-e056ae29ca44" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 09:58:56 user nova-compute[74535]: INFO os_brick.initiator.connectors.iscsi [None req-abe26f21-6288-4131-8330-5c2d9648c24d tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 09:58:56 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8d22f9d1-92c8-4c43-958b-e056ae29ca44 -p 172.16.0.220:3260 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:56 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8d22f9d1-92c8-4c43-958b-e056ae29ca44 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:56 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[cefa4d27-87ab-4a9a-a464-7b287641f8e8]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:56 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-abe26f21-6288-4131-8330-5c2d9648c24d tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 09:58:56 user nova-compute[74535]:  {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:58:56 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8d22f9d1-92c8-4c43-958b-e056ae29ca44 -p 172.16.0.220:3260 --interface default --op new {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:56 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8d22f9d1-92c8-4c43-958b-e056ae29ca44 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:56 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5763a45-9c0f-4944-873a-b2f85dcd2a79]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8d22f9d1-92c8-4c43-958b-e056ae29ca44] added\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:56 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-abe26f21-6288-4131-8330-5c2d9648c24d tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8d22f9d1-92c8-4c43-958b-e056ae29ca44] added
Dec 06 09:58:56 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:58:56 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8d22f9d1-92c8-4c43-958b-e056ae29ca44 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:56 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8d22f9d1-92c8-4c43-958b-e056ae29ca44 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.063s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:56 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[3fe9c960-67d7-4dd7-9040-54ee626b2528]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:56 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-abe26f21-6288-4131-8330-5c2d9648c24d tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:58:56 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8d22f9d1-92c8-4c43-958b-e056ae29ca44 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:56 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8d22f9d1-92c8-4c43-958b-e056ae29ca44 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:56 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6912918-d45b-407c-9600-e70b7f7fcff5]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:56 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-abe26f21-6288-4131-8330-5c2d9648c24d tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:58:56 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8d22f9d1-92c8-4c43-958b-e056ae29ca44 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v fBtrZIJq {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:56 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8d22f9d1-92c8-4c43-958b-e056ae29ca44 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v fBtrZIJq" returned: 0 in 0.020s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:56 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[6055b31e-6230-44ab-8c74-a5f13130319c]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:56 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-abe26f21-6288-4131-8330-5c2d9648c24d tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'fBtrZIJq'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:58:56 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8d22f9d1-92c8-4c43-958b-e056ae29ca44 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:56 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8d22f9d1-92c8-4c43-958b-e056ae29ca44 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.028s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:56 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[481fff0f-d2d0-4049-b787-3f0cd11ba78e]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:56 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-abe26f21-6288-4131-8330-5c2d9648c24d tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:58:56 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:56 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:56 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[f8ffd3eb-74ae-4f5c-bcc3-52e407f1de85]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204 (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:18eeae3c-2ff9-43b9-9781-c7382bd684c8 (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:56 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-abe26f21-6288-4131-8330-5c2d9648c24d tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204 (non-flash)
Dec 06 09:58:56 user nova-compute[74535]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 (non-flash)
Dec 06 09:58:56 user nova-compute[74535]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7 (non-flash)
Dec 06 09:58:56 user nova-compute[74535]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e (non-flash)
Dec 06 09:58:56 user nova-compute[74535]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724 (non-flash)
Dec 06 09:58:56 user nova-compute[74535]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21 (non-flash)
Dec 06 09:58:56 user nova-compute[74535]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc (non-flash)
Dec 06 09:58:56 user nova-compute[74535]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:18eeae3c-2ff9-43b9-9781-c7382bd684c8 (non-flash)
Dec 06 09:58:56 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 09:58:56 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-abe26f21-6288-4131-8330-5c2d9648c24d tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204 (non-flash)
Dec 06 09:58:56 user nova-compute[74535]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 (non-flash)
Dec 06 09:58:56 user nova-compute[74535]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7 (non-flash)
Dec 06 09:58:56 user nova-compute[74535]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e (non-flash)
Dec 06 09:58:56 user nova-compute[74535]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724 (non-flash)
Dec 06 09:58:56 user nova-compute[74535]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21 (non-flash)
Dec 06 09:58:56 user nova-compute[74535]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc (non-flash)
Dec 06 09:58:56 user nova-compute[74535]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:18eeae3c-2ff9-43b9-9781-c7382bd684c8 (non-flash)
Dec 06 09:58:56 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 09:58:56 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8d22f9d1-92c8-4c43-958b-e056ae29ca44 -p 172.16.0.220:3260 --login {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:57 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8d22f9d1-92c8-4c43-958b-e056ae29ca44 -p 172.16.0.220:3260 --login" returned: 0 in 0.093s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:57 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ae82f00-fdc0-4fd3-8e95-edc209f5902d]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:8d22f9d1-92c8-4c43-958b-e056ae29ca44, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:8d22f9d1-92c8-4c43-958b-e056ae29ca44, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:57 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-abe26f21-6288-4131-8330-5c2d9648c24d tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:8d22f9d1-92c8-4c43-958b-e056ae29ca44, portal: 172.16.0.220,3260]
Dec 06 09:58:57 user nova-compute[74535]: Login to [iface: default, target: iqn.2010-10.org.openstack:8d22f9d1-92c8-4c43-958b-e056ae29ca44, portal: 172.16.0.220,3260] successful.
Dec 06 09:58:57 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:58:57 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8d22f9d1-92c8-4c43-958b-e056ae29ca44 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:57 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8d22f9d1-92c8-4c43-958b-e056ae29ca44 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:57 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[26a9daf5-1e28-4873-ab24-00c363a62443]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:57 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-abe26f21-6288-4131-8330-5c2d9648c24d tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:58:57 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:57 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:57 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[9678e972-c0cb-4583-bb3f-f3d2ab9670b8]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8d22f9d1-92c8-4c43-958b-e056ae29ca44 (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:18eeae3c-2ff9-43b9-9781-c7382bd684c8 (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:57 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-abe26f21-6288-4131-8330-5c2d9648c24d tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204 (non-flash)
Dec 06 09:58:57 user nova-compute[74535]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8d22f9d1-92c8-4c43-958b-e056ae29ca44 (non-flash)
Dec 06 09:58:57 user nova-compute[74535]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 (non-flash)
Dec 06 09:58:57 user nova-compute[74535]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7 (non-flash)
Dec 06 09:58:57 user nova-compute[74535]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e (non-flash)
Dec 06 09:58:57 user nova-compute[74535]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724 (non-flash)
Dec 06 09:58:57 user nova-compute[74535]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21 (non-flash)
Dec 06 09:58:57 user nova-compute[74535]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc (non-flash)
Dec 06 09:58:57 user nova-compute[74535]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:18eeae3c-2ff9-43b9-9781-c7382bd684c8 (non-flash)
Dec 06 09:58:57 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 09:58:57 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-abe26f21-6288-4131-8330-5c2d9648c24d tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204 (non-flash)
Dec 06 09:58:57 user nova-compute[74535]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8d22f9d1-92c8-4c43-958b-e056ae29ca44 (non-flash)
Dec 06 09:58:57 user nova-compute[74535]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 (non-flash)
Dec 06 09:58:57 user nova-compute[74535]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7 (non-flash)
Dec 06 09:58:57 user nova-compute[74535]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e (non-flash)
Dec 06 09:58:57 user nova-compute[74535]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724 (non-flash)
Dec 06 09:58:57 user nova-compute[74535]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21 (non-flash)
Dec 06 09:58:57 user nova-compute[74535]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc (non-flash)
Dec 06 09:58:57 user nova-compute[74535]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:18eeae3c-2ff9-43b9-9781-c7382bd684c8 (non-flash)
Dec 06 09:58:57 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 09:58:57 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-abe26f21-6288-4131-8330-5c2d9648c24d tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8d22f9d1-92c8-4c43-958b-e056ae29ca44" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.384s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 09:58:57 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-abe26f21-6288-4131-8330-5c2d9648c24d tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Connected to 172.16.0.220:3260 {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 09:58:57 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-abe26f21-6288-4131-8330-5c2d9648c24d tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] HCTL ('41', '-', '-', 0) found on session 11 with lun 0 {{(pid=74535) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 09:58:57 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-abe26f21-6288-4131-8330-5c2d9648c24d tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Scanning host 41 c: -, t: -, l: 0) {{(pid=74535) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 09:58:57 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host41/scan {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:57 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host41/scan" returned: 0 in 0.017s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:57 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[a027ece5-697c-4c1b-adbf-aa68edc5fd98]: (4, ('- - 0', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:57 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-abe26f21-6288-4131-8330-5c2d9648c24d tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Searching for a device in session 11 and hctl ['41', '*', '*', 0] yield: sdj {{(pid=74535) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 09:58:57 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-abe26f21-6288-4131-8330-5c2d9648c24d tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Connected to sdj using {'target_iqn': 'iqn.2010-10.org.openstack:8d22f9d1-92c8-4c43-958b-e056ae29ca44', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'fBtrZIJq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 09:58:57 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-81f4c6b0-eb79-48b6-856a-97a67f8a72cb tempest-VolumesAssistedSnapshotsTest-1663687157 tempest-VolumesAssistedSnapshotsTest-1663687157-project-admin] [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a] Calling os-brick to attach iSCSI Volume {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 09:58:57 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-81f4c6b0-eb79-48b6-856a-97a67f8a72cb tempest-VolumesAssistedSnapshotsTest-1663687157 tempest-VolumesAssistedSnapshotsTest-1663687157-project-admin] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:90fcda33-4f25-4823-9a66-06b377bad417', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ViEDyNcd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 09:58:57 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-81f4c6b0-eb79-48b6-856a-97a67f8a72cb tempest-VolumesAssistedSnapshotsTest-1663687157 tempest-VolumesAssistedSnapshotsTest-1663687157-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 09:58:57 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-81f4c6b0-eb79-48b6-856a-97a67f8a72cb tempest-VolumesAssistedSnapshotsTest-1663687157 tempest-VolumesAssistedSnapshotsTest-1663687157-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 09:58:57 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:58:58 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-abe26f21-6288-4131-8330-5c2d9648c24d tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.424s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 09:58:58 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-abe26f21-6288-4131-8330-5c2d9648c24d tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] <== connect_volume: return (1426ms) {'type': 'block', 'scsi_wwn': '26331323432363963', 'path': '/dev/sdj'} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 09:58:58 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-abe26f21-6288-4131-8330-5c2d9648c24d tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] [instance: 4f3357d9-20fc-4dc4-bfc5-ad83a6741013] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26331323432363963', 'path': '/dev/sdj'} {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 09:58:58 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-81f4c6b0-eb79-48b6-856a-97a67f8a72cb tempest-VolumesAssistedSnapshotsTest-1663687157 tempest-VolumesAssistedSnapshotsTest-1663687157-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.879s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 09:58:58 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-81f4c6b0-eb79-48b6-856a-97a67f8a72cb tempest-VolumesAssistedSnapshotsTest-1663687157 tempest-VolumesAssistedSnapshotsTest-1663687157-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 09:58:58 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-81f4c6b0-eb79-48b6-856a-97a67f8a72cb tempest-VolumesAssistedSnapshotsTest-1663687157 tempest-VolumesAssistedSnapshotsTest-1663687157-project-admin] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:90fcda33-4f25-4823-9a66-06b377bad417" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 09:58:58 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-81f4c6b0-eb79-48b6-856a-97a67f8a72cb tempest-VolumesAssistedSnapshotsTest-1663687157 tempest-VolumesAssistedSnapshotsTest-1663687157-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:90fcda33-4f25-4823-9a66-06b377bad417" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 09:58:58 user nova-compute[74535]: INFO os_brick.initiator.connectors.iscsi [None req-81f4c6b0-eb79-48b6-856a-97a67f8a72cb tempest-VolumesAssistedSnapshotsTest-1663687157 tempest-VolumesAssistedSnapshotsTest-1663687157-project-admin] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 09:58:58 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:90fcda33-4f25-4823-9a66-06b377bad417 -p 172.16.0.220:3260 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:58 user nova-compute[74535]: DEBUG nova.objects.instance [None req-abe26f21-6288-4131-8330-5c2d9648c24d tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Lazy-loading 'flavor' on Instance uuid 4f3357d9-20fc-4dc4-bfc5-ad83a6741013 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 09:58:58 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:90fcda33-4f25-4823-9a66-06b377bad417 -p 172.16.0.220:3260" returned: 21 in 0.022s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:58 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[05637f02-638b-4675-8a99-85a1175492b7]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:58 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-81f4c6b0-eb79-48b6-856a-97a67f8a72cb tempest-VolumesAssistedSnapshotsTest-1663687157 tempest-VolumesAssistedSnapshotsTest-1663687157-project-admin] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 09:58:58 user nova-compute[74535]:  {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:58:58 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:90fcda33-4f25-4823-9a66-06b377bad417 -p 172.16.0.220:3260 --interface default --op new {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:58 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-abe26f21-6288-4131-8330-5c2d9648c24d tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 09:58:58 user nova-compute[74535]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 09:58:58 user nova-compute[74535]:   <source dev="/dev/sdj"/>
Dec 06 09:58:58 user nova-compute[74535]:   <target dev="vdb" bus="virtio"/>
Dec 06 09:58:58 user nova-compute[74535]:   <serial>8d22f9d1-92c8-4c43-958b-e056ae29ca44</serial>
Dec 06 09:58:58 user nova-compute[74535]: </disk>
Dec 06 09:58:58 user nova-compute[74535]:  {{(pid=74535) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 09:58:58 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:90fcda33-4f25-4823-9a66-06b377bad417 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:58 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[48cd8ee6-9e50-4369-a339-77afd713a1e4]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:90fcda33-4f25-4823-9a66-06b377bad417] added\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:58 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-81f4c6b0-eb79-48b6-856a-97a67f8a72cb tempest-VolumesAssistedSnapshotsTest-1663687157 tempest-VolumesAssistedSnapshotsTest-1663687157-project-admin] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:90fcda33-4f25-4823-9a66-06b377bad417] added
Dec 06 09:58:58 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:58:58 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:90fcda33-4f25-4823-9a66-06b377bad417 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:58 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:90fcda33-4f25-4823-9a66-06b377bad417 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:58 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5d6e730-d67d-4023-8678-1ac8b8a5a6e6]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:58 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-81f4c6b0-eb79-48b6-856a-97a67f8a72cb tempest-VolumesAssistedSnapshotsTest-1663687157 tempest-VolumesAssistedSnapshotsTest-1663687157-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:58:58 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:90fcda33-4f25-4823-9a66-06b377bad417 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:58 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:90fcda33-4f25-4823-9a66-06b377bad417 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:58 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[20d40c5d-8999-4a2e-9671-a93cd6b547c2]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:58 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-81f4c6b0-eb79-48b6-856a-97a67f8a72cb tempest-VolumesAssistedSnapshotsTest-1663687157 tempest-VolumesAssistedSnapshotsTest-1663687157-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:58:58 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:90fcda33-4f25-4823-9a66-06b377bad417 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ViEDyNcd {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:58 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:90fcda33-4f25-4823-9a66-06b377bad417 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ViEDyNcd" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:58 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef7c287f-21cf-4409-b891-456091521be8]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:58 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-81f4c6b0-eb79-48b6-856a-97a67f8a72cb tempest-VolumesAssistedSnapshotsTest-1663687157 tempest-VolumesAssistedSnapshotsTest-1663687157-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ViEDyNcd'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:58:58 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:90fcda33-4f25-4823-9a66-06b377bad417 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:58 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:90fcda33-4f25-4823-9a66-06b377bad417 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:58 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[67b70380-0298-42ea-8bf8-534c9baa164b]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:58 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-81f4c6b0-eb79-48b6-856a-97a67f8a72cb tempest-VolumesAssistedSnapshotsTest-1663687157 tempest-VolumesAssistedSnapshotsTest-1663687157-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:58:58 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:58 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:58 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a3a1b3a-b266-47bd-a304-178ee0a289fc]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8d22f9d1-92c8-4c43-958b-e056ae29ca44 (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:18eeae3c-2ff9-43b9-9781-c7382bd684c8 (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:58 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-81f4c6b0-eb79-48b6-856a-97a67f8a72cb tempest-VolumesAssistedSnapshotsTest-1663687157 tempest-VolumesAssistedSnapshotsTest-1663687157-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204 (non-flash)
Dec 06 09:58:58 user nova-compute[74535]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8d22f9d1-92c8-4c43-958b-e056ae29ca44 (non-flash)
Dec 06 09:58:58 user nova-compute[74535]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 (non-flash)
Dec 06 09:58:58 user nova-compute[74535]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7 (non-flash)
Dec 06 09:58:58 user nova-compute[74535]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e (non-flash)
Dec 06 09:58:58 user nova-compute[74535]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724 (non-flash)
Dec 06 09:58:58 user nova-compute[74535]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21 (non-flash)
Dec 06 09:58:58 user nova-compute[74535]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc (non-flash)
Dec 06 09:58:58 user nova-compute[74535]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:18eeae3c-2ff9-43b9-9781-c7382bd684c8 (non-flash)
Dec 06 09:58:58 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 09:58:58 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-81f4c6b0-eb79-48b6-856a-97a67f8a72cb tempest-VolumesAssistedSnapshotsTest-1663687157 tempest-VolumesAssistedSnapshotsTest-1663687157-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204 (non-flash)
Dec 06 09:58:58 user nova-compute[74535]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8d22f9d1-92c8-4c43-958b-e056ae29ca44 (non-flash)
Dec 06 09:58:58 user nova-compute[74535]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 (non-flash)
Dec 06 09:58:58 user nova-compute[74535]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7 (non-flash)
Dec 06 09:58:58 user nova-compute[74535]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e (non-flash)
Dec 06 09:58:58 user nova-compute[74535]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724 (non-flash)
Dec 06 09:58:58 user nova-compute[74535]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21 (non-flash)
Dec 06 09:58:58 user nova-compute[74535]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc (non-flash)
Dec 06 09:58:58 user nova-compute[74535]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:18eeae3c-2ff9-43b9-9781-c7382bd684c8 (non-flash)
Dec 06 09:58:58 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 09:58:58 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:90fcda33-4f25-4823-9a66-06b377bad417 -p 172.16.0.220:3260 --login {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:58 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:90fcda33-4f25-4823-9a66-06b377bad417 -p 172.16.0.220:3260 --login" returned: 0 in 0.092s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:58 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[26dcd0ac-bd55-40b6-a2c3-3f3a5720ff75]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:90fcda33-4f25-4823-9a66-06b377bad417, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:90fcda33-4f25-4823-9a66-06b377bad417, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:58 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-81f4c6b0-eb79-48b6-856a-97a67f8a72cb tempest-VolumesAssistedSnapshotsTest-1663687157 tempest-VolumesAssistedSnapshotsTest-1663687157-project-admin] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:90fcda33-4f25-4823-9a66-06b377bad417, portal: 172.16.0.220,3260]
Dec 06 09:58:58 user nova-compute[74535]: Login to [iface: default, target: iqn.2010-10.org.openstack:90fcda33-4f25-4823-9a66-06b377bad417, portal: 172.16.0.220,3260] successful.
Dec 06 09:58:58 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:58:58 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:90fcda33-4f25-4823-9a66-06b377bad417 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:58 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:90fcda33-4f25-4823-9a66-06b377bad417 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:58 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8e754ec-8a04-47c9-a2d3-f93974d8c659]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:58 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-81f4c6b0-eb79-48b6-856a-97a67f8a72cb tempest-VolumesAssistedSnapshotsTest-1663687157 tempest-VolumesAssistedSnapshotsTest-1663687157-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:58:58 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:58 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.034s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:58 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[354ce1a9-6f33-45b6-a055-294d400e2cde]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8d22f9d1-92c8-4c43-958b-e056ae29ca44 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:90fcda33-4f25-4823-9a66-06b377bad417 (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:18eeae3c-2ff9-43b9-9781-c7382bd684c8 (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:58 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-81f4c6b0-eb79-48b6-856a-97a67f8a72cb tempest-VolumesAssistedSnapshotsTest-1663687157 tempest-VolumesAssistedSnapshotsTest-1663687157-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204 (non-flash)
Dec 06 09:58:58 user nova-compute[74535]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8d22f9d1-92c8-4c43-958b-e056ae29ca44 (non-flash)
Dec 06 09:58:58 user nova-compute[74535]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:90fcda33-4f25-4823-9a66-06b377bad417 (non-flash)
Dec 06 09:58:58 user nova-compute[74535]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 (non-flash)
Dec 06 09:58:58 user nova-compute[74535]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7 (non-flash)
Dec 06 09:58:58 user nova-compute[74535]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e (non-flash)
Dec 06 09:58:58 user nova-compute[74535]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724 (non-flash)
Dec 06 09:58:58 user nova-compute[74535]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21 (non-flash)
Dec 06 09:58:58 user nova-compute[74535]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc (non-flash)
Dec 06 09:58:58 user nova-compute[74535]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:18eeae3c-2ff9-43b9-9781-c7382bd684c8 (non-flash)
Dec 06 09:58:58 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 09:58:58 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-81f4c6b0-eb79-48b6-856a-97a67f8a72cb tempest-VolumesAssistedSnapshotsTest-1663687157 tempest-VolumesAssistedSnapshotsTest-1663687157-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204 (non-flash)
Dec 06 09:58:58 user nova-compute[74535]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8d22f9d1-92c8-4c43-958b-e056ae29ca44 (non-flash)
Dec 06 09:58:58 user nova-compute[74535]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:90fcda33-4f25-4823-9a66-06b377bad417 (non-flash)
Dec 06 09:58:58 user nova-compute[74535]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 (non-flash)
Dec 06 09:58:58 user nova-compute[74535]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7 (non-flash)
Dec 06 09:58:58 user nova-compute[74535]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e (non-flash)
Dec 06 09:58:58 user nova-compute[74535]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724 (non-flash)
Dec 06 09:58:58 user nova-compute[74535]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21 (non-flash)
Dec 06 09:58:58 user nova-compute[74535]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc (non-flash)
Dec 06 09:58:58 user nova-compute[74535]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:18eeae3c-2ff9-43b9-9781-c7382bd684c8 (non-flash)
Dec 06 09:58:58 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 09:58:58 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-81f4c6b0-eb79-48b6-856a-97a67f8a72cb tempest-VolumesAssistedSnapshotsTest-1663687157 tempest-VolumesAssistedSnapshotsTest-1663687157-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:90fcda33-4f25-4823-9a66-06b377bad417" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.333s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 09:58:58 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-81f4c6b0-eb79-48b6-856a-97a67f8a72cb tempest-VolumesAssistedSnapshotsTest-1663687157 tempest-VolumesAssistedSnapshotsTest-1663687157-project-admin] Connected to 172.16.0.220:3260 {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 09:58:58 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-81f4c6b0-eb79-48b6-856a-97a67f8a72cb tempest-VolumesAssistedSnapshotsTest-1663687157 tempest-VolumesAssistedSnapshotsTest-1663687157-project-admin] HCTL ('42', '-', '-', 0) found on session 12 with lun 0 {{(pid=74535) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 09:58:58 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-81f4c6b0-eb79-48b6-856a-97a67f8a72cb tempest-VolumesAssistedSnapshotsTest-1663687157 tempest-VolumesAssistedSnapshotsTest-1663687157-project-admin] Scanning host 42 c: -, t: -, l: 0) {{(pid=74535) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 09:58:58 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host42/scan {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:58:58 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host42/scan" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:58:58 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d61d971-dbce-4880-9a1a-37d1e22445fd]: (4, ('- - 0', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:58:58 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-81f4c6b0-eb79-48b6-856a-97a67f8a72cb tempest-VolumesAssistedSnapshotsTest-1663687157 tempest-VolumesAssistedSnapshotsTest-1663687157-project-admin] Searching for a device in session 12 and hctl ['42', '*', '*', 0] yield: sdk {{(pid=74535) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 09:58:58 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-81f4c6b0-eb79-48b6-856a-97a67f8a72cb tempest-VolumesAssistedSnapshotsTest-1663687157 tempest-VolumesAssistedSnapshotsTest-1663687157-project-admin] Connected to sdk using {'target_iqn': 'iqn.2010-10.org.openstack:90fcda33-4f25-4823-9a66-06b377bad417', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ViEDyNcd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 09:58:58 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-abe26f21-6288-4131-8330-5c2d9648c24d tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] No BDM found with device name vda, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 09:58:58 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-abe26f21-6288-4131-8330-5c2d9648c24d tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] No BDM found with device name hda, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 09:58:58 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-abe26f21-6288-4131-8330-5c2d9648c24d tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] No VIF found with MAC fa:16:3e:89:5c:3e, not building metadata {{(pid=74535) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 09:58:58 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-abe26f21-6288-4131-8330-5c2d9648c24d tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Lock "4f3357d9-20fc-4dc4-bfc5-ad83a6741013" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 13.804s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:58:59 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-81f4c6b0-eb79-48b6-856a-97a67f8a72cb tempest-VolumesAssistedSnapshotsTest-1663687157 tempest-VolumesAssistedSnapshotsTest-1663687157-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.372s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 09:58:59 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-81f4c6b0-eb79-48b6-856a-97a67f8a72cb tempest-VolumesAssistedSnapshotsTest-1663687157 tempest-VolumesAssistedSnapshotsTest-1663687157-project-admin] <== connect_volume: return (2251ms) {'type': 'block', 'scsi_wwn': '26434333036666537', 'path': '/dev/sdk'} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 09:58:59 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-81f4c6b0-eb79-48b6-856a-97a67f8a72cb tempest-VolumesAssistedSnapshotsTest-1663687157 tempest-VolumesAssistedSnapshotsTest-1663687157-project-admin] [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26434333036666537', 'path': '/dev/sdk'} {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 09:58:59 user nova-compute[74535]: DEBUG nova.objects.instance [None req-81f4c6b0-eb79-48b6-856a-97a67f8a72cb tempest-VolumesAssistedSnapshotsTest-1663687157 tempest-VolumesAssistedSnapshotsTest-1663687157-project-admin] Lazy-loading 'flavor' on Instance uuid d5d68696-7e68-4612-a5bc-b6bdcdf0795a {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 09:58:59 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-81f4c6b0-eb79-48b6-856a-97a67f8a72cb tempest-VolumesAssistedSnapshotsTest-1663687157 tempest-VolumesAssistedSnapshotsTest-1663687157-project-admin] attach device xml: <disk type="block" device="disk">
Dec 06 09:58:59 user nova-compute[74535]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 09:58:59 user nova-compute[74535]:   <source dev="/dev/sdk"/>
Dec 06 09:58:59 user nova-compute[74535]:   <target dev="vdb" bus="virtio"/>
Dec 06 09:58:59 user nova-compute[74535]:   <serial>90fcda33-4f25-4823-9a66-06b377bad417</serial>
Dec 06 09:58:59 user nova-compute[74535]: </disk>
Dec 06 09:58:59 user nova-compute[74535]:  {{(pid=74535) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 09:58:59 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-13e406e5-9f9c-48a0-8366-54a80112f671 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Acquiring lock "4f3357d9-20fc-4dc4-bfc5-ad83a6741013" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:58:59 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-13e406e5-9f9c-48a0-8366-54a80112f671 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Lock "4f3357d9-20fc-4dc4-bfc5-ad83a6741013" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:58:59 user nova-compute[74535]: INFO nova.compute.manager [None req-13e406e5-9f9c-48a0-8366-54a80112f671 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] [instance: 4f3357d9-20fc-4dc4-bfc5-ad83a6741013] Detaching volume 8d22f9d1-92c8-4c43-958b-e056ae29ca44
Dec 06 09:58:59 user nova-compute[74535]: INFO nova.virt.block_device [None req-13e406e5-9f9c-48a0-8366-54a80112f671 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] [instance: 4f3357d9-20fc-4dc4-bfc5-ad83a6741013] Attempting to driver detach volume 8d22f9d1-92c8-4c43-958b-e056ae29ca44 from mountpoint /dev/vdb
Dec 06 09:58:59 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-13e406e5-9f9c-48a0-8366-54a80112f671 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Attempting to detach device vdb from instance 4f3357d9-20fc-4dc4-bfc5-ad83a6741013 from the persistent domain config. {{(pid=74535) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 09:58:59 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-13e406e5-9f9c-48a0-8366-54a80112f671 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 09:58:59 user nova-compute[74535]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 09:58:59 user nova-compute[74535]:   <source dev="/dev/sdj"/>
Dec 06 09:58:59 user nova-compute[74535]:   <target dev="vdb" bus="virtio"/>
Dec 06 09:58:59 user nova-compute[74535]:   <serial>8d22f9d1-92c8-4c43-958b-e056ae29ca44</serial>
Dec 06 09:58:59 user nova-compute[74535]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Dec 06 09:58:59 user nova-compute[74535]: </disk>
Dec 06 09:58:59 user nova-compute[74535]:  {{(pid=74535) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 09:58:59 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-13e406e5-9f9c-48a0-8366-54a80112f671 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Successfully detached device vdb from instance 4f3357d9-20fc-4dc4-bfc5-ad83a6741013 from the persistent domain config.
Dec 06 09:58:59 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-13e406e5-9f9c-48a0-8366-54a80112f671 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 4f3357d9-20fc-4dc4-bfc5-ad83a6741013 from the live domain config. {{(pid=74535) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 09:58:59 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-13e406e5-9f9c-48a0-8366-54a80112f671 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 09:58:59 user nova-compute[74535]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 09:58:59 user nova-compute[74535]:   <source dev="/dev/sdj"/>
Dec 06 09:58:59 user nova-compute[74535]:   <target dev="vdb" bus="virtio"/>
Dec 06 09:58:59 user nova-compute[74535]:   <serial>8d22f9d1-92c8-4c43-958b-e056ae29ca44</serial>
Dec 06 09:58:59 user nova-compute[74535]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Dec 06 09:58:59 user nova-compute[74535]: </disk>
Dec 06 09:58:59 user nova-compute[74535]:  {{(pid=74535) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 09:59:00 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-81f4c6b0-eb79-48b6-856a-97a67f8a72cb tempest-VolumesAssistedSnapshotsTest-1663687157 tempest-VolumesAssistedSnapshotsTest-1663687157-project-admin] No BDM found with device name vda, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 09:59:00 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-81f4c6b0-eb79-48b6-856a-97a67f8a72cb tempest-VolumesAssistedSnapshotsTest-1663687157 tempest-VolumesAssistedSnapshotsTest-1663687157-project-admin] No BDM found with device name vdb, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 09:59:00 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-81f4c6b0-eb79-48b6-856a-97a67f8a72cb tempest-VolumesAssistedSnapshotsTest-1663687157 tempest-VolumesAssistedSnapshotsTest-1663687157-project-admin] No VIF found with MAC fa:16:3e:ea:09:51, not building metadata {{(pid=74535) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 09:59:00 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-81f4c6b0-eb79-48b6-856a-97a67f8a72cb tempest-VolumesAssistedSnapshotsTest-1663687157 tempest-VolumesAssistedSnapshotsTest-1663687157-project-admin] Lock "d5d68696-7e68-4612-a5bc-b6bdcdf0795a" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 13.878s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:59:00 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-13e406e5-9f9c-48a0-8366-54a80112f671 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 4f3357d9-20fc-4dc4-bfc5-ad83a6741013 {{(pid=74535) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 09:59:01 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:01 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-e0d147d0-db84-4be1-94d2-da961a725e60 tempest-VolumesAssistedSnapshotsTest-1607005052 tempest-VolumesAssistedSnapshotsTest-1607005052-project] [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a] volume_snapshot_create: create_info: {'snapshot_id': 'f27eea18-eb6b-400a-9f52-d3b96b039e8b', 'type': 'qcow2', 'new_file': 'new_file'} {{(pid=74535) volume_snapshot_create /opt/stack/nova/nova/virt/libvirt/driver.py:3572}}
Dec 06 09:59:01 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-e0d147d0-db84-4be1-94d2-da961a725e60 tempest-VolumesAssistedSnapshotsTest-1607005052 tempest-VolumesAssistedSnapshotsTest-1607005052-project] [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a] snap xml: <domainsnapshot>
Dec 06 09:59:01 user nova-compute[74535]:   <disks>
Dec 06 09:59:01 user nova-compute[74535]:     <disk name="/dev/sdk" snapshot="external" type="file">
Dec 06 09:59:01 user nova-compute[74535]:       <source file="/dev/new_file"/>
Dec 06 09:59:01 user nova-compute[74535]:     </disk>
Dec 06 09:59:01 user nova-compute[74535]:     <disk name="vda" snapshot="no"/>
Dec 06 09:59:01 user nova-compute[74535]:   </disks>
Dec 06 09:59:01 user nova-compute[74535]: </domainsnapshot>
Dec 06 09:59:01 user nova-compute[74535]:  {{(pid=74535) _volume_snapshot_create /opt/stack/nova/nova/virt/libvirt/driver.py:3513}}
Dec 06 09:59:01 user nova-compute[74535]: DEBUG nova.objects.instance [None req-e0d147d0-db84-4be1-94d2-da961a725e60 tempest-VolumesAssistedSnapshotsTest-1607005052 tempest-VolumesAssistedSnapshotsTest-1607005052-project] Lazy-loading 'system_metadata' on Instance uuid d5d68696-7e68-4612-a5bc-b6bdcdf0795a {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 09:59:01 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-e0d147d0-db84-4be1-94d2-da961a725e60 tempest-VolumesAssistedSnapshotsTest-1607005052 tempest-VolumesAssistedSnapshotsTest-1607005052-project] [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a] Skipping quiescing instance: QEMU guest agent is not enabled.
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver [None req-e0d147d0-db84-4be1-94d2-da961a725e60 tempest-VolumesAssistedSnapshotsTest-1607005052 tempest-VolumesAssistedSnapshotsTest-1607005052-project] [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a] Unable to create VM snapshot, failing volume_snapshot operation.: libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a] Traceback (most recent call last):
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3540, in _volume_snapshot_create
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a]     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a]   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a]     self._domain.snapshotCreateXML(device_xml, flags=flags)
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a]     rv = execute(f, *args, **kwargs)
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a]     six.reraise(c, e, tb)
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a]   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a]     raise value
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a]     rv = meth(*args, **kwargs)
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a]   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a]     raise libvirtError('virDomainSnapshotCreateXML() failed')
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a] libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a] 
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver [None req-e0d147d0-db84-4be1-94d2-da961a725e60 tempest-VolumesAssistedSnapshotsTest-1607005052 tempest-VolumesAssistedSnapshotsTest-1607005052-project] [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a] Error occurred during volume_snapshot_create, sending error status to Cinder.: libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a] Traceback (most recent call last):
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3590, in volume_snapshot_create
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a]     self._volume_snapshot_create(context, instance, guest,
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3540, in _volume_snapshot_create
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a]     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a]   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a]     self._domain.snapshotCreateXML(device_xml, flags=flags)
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a]     rv = execute(f, *args, **kwargs)
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a]     six.reraise(c, e, tb)
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a]   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a]     raise value
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a]     rv = meth(*args, **kwargs)
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a]   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a]     raise libvirtError('virDomainSnapshotCreateXML() failed')
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a] libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a] 
Dec 06 09:59:01 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-aa67ff45-dce6-454c-85a6-cb9aeb3eb914 tempest-VolumesAssistedSnapshotsTest-1607005052 tempest-VolumesAssistedSnapshotsTest-1607005052-project] [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a] volume_snapshot_delete: delete_info: {'volume_id': '90fcda33-4f25-4823-9a66-06b377bad417'} {{(pid=74535) _volume_snapshot_delete /opt/stack/nova/nova/virt/libvirt/driver.py:3673}}
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver [None req-aa67ff45-dce6-454c-85a6-cb9aeb3eb914 tempest-VolumesAssistedSnapshotsTest-1607005052 tempest-VolumesAssistedSnapshotsTest-1607005052-project] [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a] Error occurred during volume_snapshot_delete, sending error status to Cinder.: KeyError: 'type'
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a] Traceback (most recent call last):
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3846, in volume_snapshot_delete
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a]     self._volume_snapshot_delete(context, instance, volume_id,
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3676, in _volume_snapshot_delete
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a]     if delete_info['type'] != 'qcow2':
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a] KeyError: 'type'
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a] 
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver [None req-e0d147d0-db84-4be1-94d2-da961a725e60 tempest-VolumesAssistedSnapshotsTest-1607005052 tempest-VolumesAssistedSnapshotsTest-1607005052-project] Failed to send updated snapshot status to volume service.: nova.exception.SnapshotNotFound: Snapshot f27eea18-eb6b-400a-9f52-d3b96b039e8b could not be found.
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3590, in volume_snapshot_create
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver     self._volume_snapshot_create(context, instance, guest,
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3540, in _volume_snapshot_create
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver     self._domain.snapshotCreateXML(device_xml, flags=flags)
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver     result = proxy_call(self._autowrap, f, *args, **kwargs)
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver     rv = execute(f, *args, **kwargs)
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver     six.reraise(c, e, tb)
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver     raise value
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver     rv = meth(*args, **kwargs)
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver     raise libvirtError('virDomainSnapshotCreateXML() failed')
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver 
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver 
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver cinderclient.exceptions.NotFound: Snapshot f27eea18-eb6b-400a-9f52-d3b96b039e8b could not be found. (HTTP 404) (Request-ID: req-d620b505-05cb-487d-a7e7-4a2ee973f24d)
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver 
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver 
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3412, in _volume_snapshot_update_status
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver     self._volume_api.update_snapshot_status(context,
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, *args, **kwargs)
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 468, in wrapper
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver     _reraise(exception.SnapshotNotFound(snapshot_id=snapshot_id))
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 488, in _reraise
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver     raise desired_exc.with_traceback(sys.exc_info()[2])
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver nova.exception.SnapshotNotFound: Snapshot f27eea18-eb6b-400a-9f52-d3b96b039e8b could not be found.
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver 
Dec 06 09:59:01 user nova-compute[74535]: ERROR oslo_messaging.rpc.server [None req-e0d147d0-db84-4be1-94d2-da961a725e60 tempest-VolumesAssistedSnapshotsTest-1607005052 tempest-VolumesAssistedSnapshotsTest-1607005052-project] Exception during message handling: libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Dec 06 09:59:01 user nova-compute[74535]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 06 09:59:01 user nova-compute[74535]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 06 09:59:01 user nova-compute[74535]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 06 09:59:01 user nova-compute[74535]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 06 09:59:01 user nova-compute[74535]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 06 09:59:01 user nova-compute[74535]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 06 09:59:01 user nova-compute[74535]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 06 09:59:01 user nova-compute[74535]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 244, in inner
Dec 06 09:59:01 user nova-compute[74535]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 06 09:59:01 user nova-compute[74535]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped
Dec 06 09:59:01 user nova-compute[74535]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Dec 06 09:59:01 user nova-compute[74535]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 06 09:59:01 user nova-compute[74535]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 06 09:59:01 user nova-compute[74535]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 06 09:59:01 user nova-compute[74535]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 06 09:59:01 user nova-compute[74535]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped
Dec 06 09:59:01 user nova-compute[74535]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kw)
Dec 06 09:59:01 user nova-compute[74535]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 4505, in volume_snapshot_create
Dec 06 09:59:01 user nova-compute[74535]: ERROR oslo_messaging.rpc.server     self.driver.volume_snapshot_create(context, instance, volume_id,
Dec 06 09:59:01 user nova-compute[74535]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3593, in volume_snapshot_create
Dec 06 09:59:01 user nova-compute[74535]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Dec 06 09:59:01 user nova-compute[74535]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 06 09:59:01 user nova-compute[74535]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 06 09:59:01 user nova-compute[74535]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 06 09:59:01 user nova-compute[74535]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 06 09:59:01 user nova-compute[74535]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3590, in volume_snapshot_create
Dec 06 09:59:01 user nova-compute[74535]: ERROR oslo_messaging.rpc.server     self._volume_snapshot_create(context, instance, guest,
Dec 06 09:59:01 user nova-compute[74535]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3540, in _volume_snapshot_create
Dec 06 09:59:01 user nova-compute[74535]: ERROR oslo_messaging.rpc.server     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Dec 06 09:59:01 user nova-compute[74535]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Dec 06 09:59:01 user nova-compute[74535]: ERROR oslo_messaging.rpc.server     self._domain.snapshotCreateXML(device_xml, flags=flags)
Dec 06 09:59:01 user nova-compute[74535]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Dec 06 09:59:01 user nova-compute[74535]: ERROR oslo_messaging.rpc.server     result = proxy_call(self._autowrap, f, *args, **kwargs)
Dec 06 09:59:01 user nova-compute[74535]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Dec 06 09:59:01 user nova-compute[74535]: ERROR oslo_messaging.rpc.server     rv = execute(f, *args, **kwargs)
Dec 06 09:59:01 user nova-compute[74535]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Dec 06 09:59:01 user nova-compute[74535]: ERROR oslo_messaging.rpc.server     six.reraise(c, e, tb)
Dec 06 09:59:01 user nova-compute[74535]: ERROR oslo_messaging.rpc.server   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Dec 06 09:59:01 user nova-compute[74535]: ERROR oslo_messaging.rpc.server     raise value
Dec 06 09:59:01 user nova-compute[74535]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Dec 06 09:59:01 user nova-compute[74535]: ERROR oslo_messaging.rpc.server     rv = meth(*args, **kwargs)
Dec 06 09:59:01 user nova-compute[74535]: ERROR oslo_messaging.rpc.server   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Dec 06 09:59:01 user nova-compute[74535]: ERROR oslo_messaging.rpc.server     raise libvirtError('virDomainSnapshotCreateXML() failed')
Dec 06 09:59:01 user nova-compute[74535]: ERROR oslo_messaging.rpc.server libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Dec 06 09:59:01 user nova-compute[74535]: ERROR oslo_messaging.rpc.server 
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver [None req-aa67ff45-dce6-454c-85a6-cb9aeb3eb914 tempest-VolumesAssistedSnapshotsTest-1607005052 tempest-VolumesAssistedSnapshotsTest-1607005052-project] Failed to send updated snapshot status to volume service.: nova.exception.SnapshotNotFound: Snapshot None could not be found.
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3846, in volume_snapshot_delete
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver     self._volume_snapshot_delete(context, instance, volume_id,
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3676, in _volume_snapshot_delete
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver     if delete_info['type'] != 'qcow2':
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver KeyError: 'type'
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver 
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver 
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver cinderclient.exceptions.NotFound: Snapshot None could not be found. (HTTP 404) (Request-ID: req-5c01f32d-5d58-43c5-ba84-9d5a3e190b6c)
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver 
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver 
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3412, in _volume_snapshot_update_status
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver     self._volume_api.update_snapshot_status(context,
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, *args, **kwargs)
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 468, in wrapper
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver     _reraise(exception.SnapshotNotFound(snapshot_id=snapshot_id))
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 488, in _reraise
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver     raise desired_exc.with_traceback(sys.exc_info()[2])
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver nova.exception.SnapshotNotFound: Snapshot None could not be found.
Dec 06 09:59:01 user nova-compute[74535]: ERROR nova.virt.libvirt.driver 
Dec 06 09:59:01 user nova-compute[74535]: ERROR oslo_messaging.rpc.server [None req-aa67ff45-dce6-454c-85a6-cb9aeb3eb914 tempest-VolumesAssistedSnapshotsTest-1607005052 tempest-VolumesAssistedSnapshotsTest-1607005052-project] Exception during message handling: KeyError: 'type'
Dec 06 09:59:01 user nova-compute[74535]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 06 09:59:01 user nova-compute[74535]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 06 09:59:01 user nova-compute[74535]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 06 09:59:01 user nova-compute[74535]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 06 09:59:01 user nova-compute[74535]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 06 09:59:01 user nova-compute[74535]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 06 09:59:01 user nova-compute[74535]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 06 09:59:01 user nova-compute[74535]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 244, in inner
Dec 06 09:59:01 user nova-compute[74535]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 06 09:59:01 user nova-compute[74535]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped
Dec 06 09:59:01 user nova-compute[74535]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Dec 06 09:59:01 user nova-compute[74535]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 06 09:59:01 user nova-compute[74535]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 06 09:59:01 user nova-compute[74535]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 06 09:59:01 user nova-compute[74535]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 06 09:59:01 user nova-compute[74535]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped
Dec 06 09:59:01 user nova-compute[74535]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kw)
Dec 06 09:59:01 user nova-compute[74535]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 4517, in volume_snapshot_delete
Dec 06 09:59:01 user nova-compute[74535]: ERROR oslo_messaging.rpc.server     self.driver.volume_snapshot_delete(context, instance, volume_id,
Dec 06 09:59:01 user nova-compute[74535]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3849, in volume_snapshot_delete
Dec 06 09:59:01 user nova-compute[74535]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Dec 06 09:59:01 user nova-compute[74535]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 06 09:59:01 user nova-compute[74535]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 06 09:59:01 user nova-compute[74535]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 06 09:59:01 user nova-compute[74535]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 06 09:59:01 user nova-compute[74535]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3846, in volume_snapshot_delete
Dec 06 09:59:01 user nova-compute[74535]: ERROR oslo_messaging.rpc.server     self._volume_snapshot_delete(context, instance, volume_id,
Dec 06 09:59:01 user nova-compute[74535]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3676, in _volume_snapshot_delete
Dec 06 09:59:01 user nova-compute[74535]: ERROR oslo_messaging.rpc.server     if delete_info['type'] != 'qcow2':
Dec 06 09:59:01 user nova-compute[74535]: ERROR oslo_messaging.rpc.server KeyError: 'type'
Dec 06 09:59:01 user nova-compute[74535]: ERROR oslo_messaging.rpc.server 
Dec 06 09:59:01 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-53396a96-edb9-4f4d-8d8e-db17b2ca6a76 tempest-VolumesAssistedSnapshotsTest-1663687157 tempest-VolumesAssistedSnapshotsTest-1663687157-project-admin] Acquiring lock "d5d68696-7e68-4612-a5bc-b6bdcdf0795a" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:59:01 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-53396a96-edb9-4f4d-8d8e-db17b2ca6a76 tempest-VolumesAssistedSnapshotsTest-1663687157 tempest-VolumesAssistedSnapshotsTest-1663687157-project-admin] Lock "d5d68696-7e68-4612-a5bc-b6bdcdf0795a" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:59:02 user nova-compute[74535]: INFO nova.compute.manager [None req-53396a96-edb9-4f4d-8d8e-db17b2ca6a76 tempest-VolumesAssistedSnapshotsTest-1663687157 tempest-VolumesAssistedSnapshotsTest-1663687157-project-admin] [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a] Detaching volume 90fcda33-4f25-4823-9a66-06b377bad417
Dec 06 09:59:02 user nova-compute[74535]: INFO nova.virt.block_device [None req-53396a96-edb9-4f4d-8d8e-db17b2ca6a76 tempest-VolumesAssistedSnapshotsTest-1663687157 tempest-VolumesAssistedSnapshotsTest-1663687157-project-admin] [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a] Attempting to driver detach volume 90fcda33-4f25-4823-9a66-06b377bad417 from mountpoint /dev/vdb
Dec 06 09:59:02 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-53396a96-edb9-4f4d-8d8e-db17b2ca6a76 tempest-VolumesAssistedSnapshotsTest-1663687157 tempest-VolumesAssistedSnapshotsTest-1663687157-project-admin] Attempting to detach device vdb from instance d5d68696-7e68-4612-a5bc-b6bdcdf0795a from the persistent domain config. {{(pid=74535) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 09:59:02 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-53396a96-edb9-4f4d-8d8e-db17b2ca6a76 tempest-VolumesAssistedSnapshotsTest-1663687157 tempest-VolumesAssistedSnapshotsTest-1663687157-project-admin] detach device xml: <disk type="block" device="disk">
Dec 06 09:59:02 user nova-compute[74535]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 09:59:02 user nova-compute[74535]:   <source dev="/dev/sdk"/>
Dec 06 09:59:02 user nova-compute[74535]:   <target dev="vdb" bus="virtio"/>
Dec 06 09:59:02 user nova-compute[74535]:   <serial>90fcda33-4f25-4823-9a66-06b377bad417</serial>
Dec 06 09:59:02 user nova-compute[74535]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 09:59:02 user nova-compute[74535]: </disk>
Dec 06 09:59:02 user nova-compute[74535]:  {{(pid=74535) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 09:59:02 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-53396a96-edb9-4f4d-8d8e-db17b2ca6a76 tempest-VolumesAssistedSnapshotsTest-1663687157 tempest-VolumesAssistedSnapshotsTest-1663687157-project-admin] Successfully detached device vdb from instance d5d68696-7e68-4612-a5bc-b6bdcdf0795a from the persistent domain config.
Dec 06 09:59:02 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-53396a96-edb9-4f4d-8d8e-db17b2ca6a76 tempest-VolumesAssistedSnapshotsTest-1663687157 tempest-VolumesAssistedSnapshotsTest-1663687157-project-admin] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance d5d68696-7e68-4612-a5bc-b6bdcdf0795a from the live domain config. {{(pid=74535) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 09:59:02 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-53396a96-edb9-4f4d-8d8e-db17b2ca6a76 tempest-VolumesAssistedSnapshotsTest-1663687157 tempest-VolumesAssistedSnapshotsTest-1663687157-project-admin] detach device xml: <disk type="block" device="disk">
Dec 06 09:59:02 user nova-compute[74535]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 09:59:02 user nova-compute[74535]:   <source dev="/dev/sdk"/>
Dec 06 09:59:02 user nova-compute[74535]:   <target dev="vdb" bus="virtio"/>
Dec 06 09:59:02 user nova-compute[74535]:   <serial>90fcda33-4f25-4823-9a66-06b377bad417</serial>
Dec 06 09:59:02 user nova-compute[74535]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 09:59:02 user nova-compute[74535]: </disk>
Dec 06 09:59:02 user nova-compute[74535]:  {{(pid=74535) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 09:59:02 user nova-compute[74535]: DEBUG nova.compute.manager [None req-d0dbfc3e-16bb-4024-b928-e52dad79cdc7 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] [instance: 93fb3c38-baad-41c4-89b2-2a37c779c62a] swap_volume: Calling driver volume swap with connection infos: new: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:23c838a4-11b8-413d-9e1e-781d18f53e80', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'wbWHGlZs', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '93fb3c38-baad-41c4-89b2-2a37c779c62a', 'attached_at': '', 'detached_at': '', 'volume_id': '23c838a4-11b8-413d-9e1e-781d18f53e80', 'serial': '23c838a4-11b8-413d-9e1e-781d18f53e80'}; old: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PuSODYzR', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdi'}, 'status': 'reserved', 'instance': '93fb3c38-baad-41c4-89b2-2a37c779c62a', 'attached_at': '', 'detached_at': '', 'volume_id': 'a26b8106-5172-484e-afbd-2dda58364204', 'serial'} {{(pid=74535) _swap_volume /opt/stack/nova/nova/compute/manager.py:7782}}
Dec 06 09:59:02 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d0dbfc3e-16bb-4024-b928-e52dad79cdc7 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] [instance: 93fb3c38-baad-41c4-89b2-2a37c779c62a] Calling os-brick to attach iSCSI Volume {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 09:59:02 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0dbfc3e-16bb-4024-b928-e52dad79cdc7 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:23c838a4-11b8-413d-9e1e-781d18f53e80', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'wbWHGlZs', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 09:59:02 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-d0dbfc3e-16bb-4024-b928-e52dad79cdc7 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 09:59:02 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-d0dbfc3e-16bb-4024-b928-e52dad79cdc7 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 09:59:02 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-d0dbfc3e-16bb-4024-b928-e52dad79cdc7 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 09:59:02 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-d0dbfc3e-16bb-4024-b928-e52dad79cdc7 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 09:59:02 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-d0dbfc3e-16bb-4024-b928-e52dad79cdc7 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:23c838a4-11b8-413d-9e1e-781d18f53e80" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 09:59:02 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-d0dbfc3e-16bb-4024-b928-e52dad79cdc7 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:23c838a4-11b8-413d-9e1e-781d18f53e80" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 09:59:02 user nova-compute[74535]: INFO os_brick.initiator.connectors.iscsi [None req-d0dbfc3e-16bb-4024-b928-e52dad79cdc7 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 09:59:02 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:23c838a4-11b8-413d-9e1e-781d18f53e80 -p 172.16.0.220:3260 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:02 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:23c838a4-11b8-413d-9e1e-781d18f53e80 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:02 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[9bb497b2-5f5d-421f-ad07-6b865b05df95]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:02 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0dbfc3e-16bb-4024-b928-e52dad79cdc7 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 09:59:02 user nova-compute[74535]:  {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:59:02 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:23c838a4-11b8-413d-9e1e-781d18f53e80 -p 172.16.0.220:3260 --interface default --op new {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:02 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:23c838a4-11b8-413d-9e1e-781d18f53e80 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:02 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[9deed22b-add4-4a8f-ae73-ca88d45737c1]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:23c838a4-11b8-413d-9e1e-781d18f53e80] added\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:02 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0dbfc3e-16bb-4024-b928-e52dad79cdc7 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:23c838a4-11b8-413d-9e1e-781d18f53e80] added
Dec 06 09:59:02 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:59:02 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:23c838a4-11b8-413d-9e1e-781d18f53e80 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:02 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:23c838a4-11b8-413d-9e1e-781d18f53e80 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:02 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[aefebcf1-1c28-44dd-8430-32e8a8343a32]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:02 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0dbfc3e-16bb-4024-b928-e52dad79cdc7 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:59:02 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:23c838a4-11b8-413d-9e1e-781d18f53e80 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:02 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:23c838a4-11b8-413d-9e1e-781d18f53e80 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:02 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[d254bf93-99fc-45a8-be41-29bfe7a316ca]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:02 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0dbfc3e-16bb-4024-b928-e52dad79cdc7 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:59:02 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:23c838a4-11b8-413d-9e1e-781d18f53e80 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v wbWHGlZs {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:02 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:23c838a4-11b8-413d-9e1e-781d18f53e80 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v wbWHGlZs" returned: 0 in 0.023s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:02 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[99188c8f-71dd-40da-827f-16570879872a]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:02 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0dbfc3e-16bb-4024-b928-e52dad79cdc7 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'wbWHGlZs'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:59:02 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:23c838a4-11b8-413d-9e1e-781d18f53e80 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:02 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:23c838a4-11b8-413d-9e1e-781d18f53e80 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:02 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a49fea6-0b75-4906-9ccd-6a79d9eb8df0]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:02 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0dbfc3e-16bb-4024-b928-e52dad79cdc7 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:59:02 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:02 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:02 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[89a1e7cb-c240-4bcc-9773-f37f67dc8262]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8d22f9d1-92c8-4c43-958b-e056ae29ca44 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:90fcda33-4f25-4823-9a66-06b377bad417 (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:18eeae3c-2ff9-43b9-9781-c7382bd684c8 (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:02 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0dbfc3e-16bb-4024-b928-e52dad79cdc7 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204 (non-flash)
Dec 06 09:59:02 user nova-compute[74535]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8d22f9d1-92c8-4c43-958b-e056ae29ca44 (non-flash)
Dec 06 09:59:02 user nova-compute[74535]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:90fcda33-4f25-4823-9a66-06b377bad417 (non-flash)
Dec 06 09:59:02 user nova-compute[74535]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 (non-flash)
Dec 06 09:59:02 user nova-compute[74535]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7 (non-flash)
Dec 06 09:59:02 user nova-compute[74535]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e (non-flash)
Dec 06 09:59:02 user nova-compute[74535]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724 (non-flash)
Dec 06 09:59:02 user nova-compute[74535]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21 (non-flash)
Dec 06 09:59:02 user nova-compute[74535]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc (non-flash)
Dec 06 09:59:02 user nova-compute[74535]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:18eeae3c-2ff9-43b9-9781-c7382bd684c8 (non-flash)
Dec 06 09:59:02 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 09:59:02 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0dbfc3e-16bb-4024-b928-e52dad79cdc7 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204 (non-flash)
Dec 06 09:59:02 user nova-compute[74535]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8d22f9d1-92c8-4c43-958b-e056ae29ca44 (non-flash)
Dec 06 09:59:02 user nova-compute[74535]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:90fcda33-4f25-4823-9a66-06b377bad417 (non-flash)
Dec 06 09:59:02 user nova-compute[74535]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 (non-flash)
Dec 06 09:59:02 user nova-compute[74535]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7 (non-flash)
Dec 06 09:59:02 user nova-compute[74535]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e (non-flash)
Dec 06 09:59:02 user nova-compute[74535]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724 (non-flash)
Dec 06 09:59:02 user nova-compute[74535]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21 (non-flash)
Dec 06 09:59:02 user nova-compute[74535]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc (non-flash)
Dec 06 09:59:02 user nova-compute[74535]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:18eeae3c-2ff9-43b9-9781-c7382bd684c8 (non-flash)
Dec 06 09:59:02 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 09:59:02 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:23c838a4-11b8-413d-9e1e-781d18f53e80 -p 172.16.0.220:3260 --login {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:02 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:02 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:23c838a4-11b8-413d-9e1e-781d18f53e80 -p 172.16.0.220:3260 --login" returned: 0 in 0.099s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:02 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[24613b1a-aa55-498a-928a-a05c726c00a2]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:23c838a4-11b8-413d-9e1e-781d18f53e80, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:23c838a4-11b8-413d-9e1e-781d18f53e80, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:02 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0dbfc3e-16bb-4024-b928-e52dad79cdc7 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:23c838a4-11b8-413d-9e1e-781d18f53e80, portal: 172.16.0.220,3260]
Dec 06 09:59:02 user nova-compute[74535]: Login to [iface: default, target: iqn.2010-10.org.openstack:23c838a4-11b8-413d-9e1e-781d18f53e80, portal: 172.16.0.220,3260] successful.
Dec 06 09:59:02 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:59:02 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:23c838a4-11b8-413d-9e1e-781d18f53e80 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:02 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:23c838a4-11b8-413d-9e1e-781d18f53e80 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.026s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:02 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[2966253f-e7cf-4fd3-90e1-847ba6e9d6f4]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:02 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0dbfc3e-16bb-4024-b928-e52dad79cdc7 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:59:02 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:02 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.035s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:02 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[26f4aabe-b95b-423e-bd9f-0ba4f3d38c87]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8d22f9d1-92c8-4c43-958b-e056ae29ca44 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:90fcda33-4f25-4823-9a66-06b377bad417 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23c838a4-11b8-413d-9e1e-781d18f53e80 (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:18eeae3c-2ff9-43b9-9781-c7382bd684c8 (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:02 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0dbfc3e-16bb-4024-b928-e52dad79cdc7 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204 (non-flash)
Dec 06 09:59:02 user nova-compute[74535]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8d22f9d1-92c8-4c43-958b-e056ae29ca44 (non-flash)
Dec 06 09:59:02 user nova-compute[74535]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:90fcda33-4f25-4823-9a66-06b377bad417 (non-flash)
Dec 06 09:59:02 user nova-compute[74535]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23c838a4-11b8-413d-9e1e-781d18f53e80 (non-flash)
Dec 06 09:59:02 user nova-compute[74535]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 (non-flash)
Dec 06 09:59:02 user nova-compute[74535]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7 (non-flash)
Dec 06 09:59:02 user nova-compute[74535]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e (non-flash)
Dec 06 09:59:02 user nova-compute[74535]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724 (non-flash)
Dec 06 09:59:02 user nova-compute[74535]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21 (non-flash)
Dec 06 09:59:02 user nova-compute[74535]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc (non-flash)
Dec 06 09:59:02 user nova-compute[74535]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:18eeae3c-2ff9-43b9-9781-c7382bd684c8 (non-flash)
Dec 06 09:59:02 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 09:59:02 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0dbfc3e-16bb-4024-b928-e52dad79cdc7 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204 (non-flash)
Dec 06 09:59:02 user nova-compute[74535]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8d22f9d1-92c8-4c43-958b-e056ae29ca44 (non-flash)
Dec 06 09:59:02 user nova-compute[74535]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:90fcda33-4f25-4823-9a66-06b377bad417 (non-flash)
Dec 06 09:59:02 user nova-compute[74535]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23c838a4-11b8-413d-9e1e-781d18f53e80 (non-flash)
Dec 06 09:59:02 user nova-compute[74535]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 (non-flash)
Dec 06 09:59:02 user nova-compute[74535]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7 (non-flash)
Dec 06 09:59:02 user nova-compute[74535]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e (non-flash)
Dec 06 09:59:02 user nova-compute[74535]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724 (non-flash)
Dec 06 09:59:02 user nova-compute[74535]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21 (non-flash)
Dec 06 09:59:02 user nova-compute[74535]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc (non-flash)
Dec 06 09:59:02 user nova-compute[74535]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:18eeae3c-2ff9-43b9-9781-c7382bd684c8 (non-flash)
Dec 06 09:59:02 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 09:59:02 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-d0dbfc3e-16bb-4024-b928-e52dad79cdc7 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:23c838a4-11b8-413d-9e1e-781d18f53e80" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.353s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 09:59:02 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0dbfc3e-16bb-4024-b928-e52dad79cdc7 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] Connected to 172.16.0.220:3260 {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 09:59:02 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-d0dbfc3e-16bb-4024-b928-e52dad79cdc7 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] HCTL ('43', '-', '-', 0) found on session 13 with lun 0 {{(pid=74535) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 09:59:02 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-d0dbfc3e-16bb-4024-b928-e52dad79cdc7 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] Scanning host 43 c: -, t: -, l: 0) {{(pid=74535) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 09:59:02 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host43/scan {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:02 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host43/scan" returned: 0 in 0.016s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:02 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[528c1242-f0b6-448d-bb1e-cab5484a62ef]: (4, ('- - 0', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:02 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-d0dbfc3e-16bb-4024-b928-e52dad79cdc7 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] Searching for a device in session 13 and hctl ['43', '*', '*', 0] yield: None {{(pid=74535) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 09:59:02 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-53396a96-edb9-4f4d-8d8e-db17b2ca6a76 tempest-VolumesAssistedSnapshotsTest-1663687157 tempest-VolumesAssistedSnapshotsTest-1663687157-project-admin] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance d5d68696-7e68-4612-a5bc-b6bdcdf0795a {{(pid=74535) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 09:59:03 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-d0dbfc3e-16bb-4024-b928-e52dad79cdc7 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] Searching for a device in session 13 and hctl ['43', '*', '*', 0] yield: sdl {{(pid=74535) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 09:59:03 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0dbfc3e-16bb-4024-b928-e52dad79cdc7 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] Connected to sdl using {'target_iqn': 'iqn.2010-10.org.openstack:23c838a4-11b8-413d-9e1e-781d18f53e80', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'wbWHGlZs', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 09:59:03 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-d0dbfc3e-16bb-4024-b928-e52dad79cdc7 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.383s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 09:59:03 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0dbfc3e-16bb-4024-b928-e52dad79cdc7 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] <== connect_volume: return (1385ms) {'type': 'block', 'scsi_wwn': '26531353831373832', 'path': '/dev/sdl'} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 09:59:03 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d0dbfc3e-16bb-4024-b928-e52dad79cdc7 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] [instance: 93fb3c38-baad-41c4-89b2-2a37c779c62a] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26531353831373832', 'path': '/dev/sdl'} {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 09:59:03 user nova-compute[74535]: DEBUG nova.objects.instance [None req-d0dbfc3e-16bb-4024-b928-e52dad79cdc7 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] Lazy-loading 'flavor' on Instance uuid 93fb3c38-baad-41c4-89b2-2a37c779c62a {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 09:59:03 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-d0dbfc3e-16bb-4024-b928-e52dad79cdc7 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] COPY block job progress, current cursor: 0 final cursor: 1073741824 {{(pid=74535) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 06 09:59:04 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-d0dbfc3e-16bb-4024-b928-e52dad79cdc7 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] COPY block job progress, current cursor: 125829120 final cursor: 1073741824 {{(pid=74535) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 06 09:59:04 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-d0dbfc3e-16bb-4024-b928-e52dad79cdc7 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] COPY block job progress, current cursor: 147849216 final cursor: 1073741824 {{(pid=74535) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 06 09:59:05 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-d0dbfc3e-16bb-4024-b928-e52dad79cdc7 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] COPY block job progress, current cursor: 300941312 final cursor: 1073741824 {{(pid=74535) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 06 09:59:05 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-d0dbfc3e-16bb-4024-b928-e52dad79cdc7 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] COPY block job progress, current cursor: 462422016 final cursor: 1073741824 {{(pid=74535) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 06 09:59:06 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:06 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-d0dbfc3e-16bb-4024-b928-e52dad79cdc7 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] COPY block job progress, current cursor: 614465536 final cursor: 1073741824 {{(pid=74535) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 06 09:59:07 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-d0dbfc3e-16bb-4024-b928-e52dad79cdc7 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] COPY block job progress, current cursor: 758120448 final cursor: 1073741824 {{(pid=74535) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 06 09:59:07 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:07 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-d0dbfc3e-16bb-4024-b928-e52dad79cdc7 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] COPY block job progress, current cursor: 927989760 final cursor: 1073741824 {{(pid=74535) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 06 09:59:08 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-d0dbfc3e-16bb-4024-b928-e52dad79cdc7 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] COPY block job progress, current cursor: 1059061760 final cursor: 1073741824 {{(pid=74535) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 06 09:59:08 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-d0dbfc3e-16bb-4024-b928-e52dad79cdc7 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] COPY block job progress, current cursor: 1073741824 final cursor: 1073741824 {{(pid=74535) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 06 09:59:08 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d0dbfc3e-16bb-4024-b928-e52dad79cdc7 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] [instance: 93fb3c38-baad-41c4-89b2-2a37c779c62a] calling os-brick to detach iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 09:59:08 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0dbfc3e-16bb-4024-b928-e52dad79cdc7 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, {'target_iqn': 'iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PuSODYzR', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdi'}, None), 'kwargs': False}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 09:59:08 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-d0dbfc3e-16bb-4024-b928-e52dad79cdc7 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 09:59:08 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-d0dbfc3e-16bb-4024-b928-e52dad79cdc7 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 09:59:08 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-d0dbfc3e-16bb-4024-b928-e52dad79cdc7 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 09:59:08 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:08 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.026s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:08 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f5e5326-dce6-40f5-80f6-55e5ae4a5179]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:23c838a4-11b8-413d-9e1e-781d18f53e80\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8d22f9d1-92c8-4c43-958b-e056ae29ca44\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:90fcda33-4f25-4823-9a66-06b377bad417\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:18eeae3c-2ff9-43b9-9781-c7382bd684c8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:08 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0dbfc3e-16bb-4024-b928-e52dad79cdc7 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 09:59:08 user nova-compute[74535]: No targets found.
Dec 06 09:59:08 user nova-compute[74535]: iSNS:
Dec 06 09:59:08 user nova-compute[74535]: No targets found.
Dec 06 09:59:08 user nova-compute[74535]: STATIC:
Dec 06 09:59:08 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21
Dec 06 09:59:08 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 09:59:08 user nova-compute[74535]:                 Iface Name: default
Dec 06 09:59:08 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e
Dec 06 09:59:08 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 09:59:08 user nova-compute[74535]:                 Iface Name: default
Dec 06 09:59:08 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7
Dec 06 09:59:08 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 09:59:08 user nova-compute[74535]:                 Iface Name: default
Dec 06 09:59:08 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:23c838a4-11b8-413d-9e1e-781d18f53e80
Dec 06 09:59:08 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 09:59:08 user nova-compute[74535]:                 Iface Name: default
Dec 06 09:59:08 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:8d22f9d1-92c8-4c43-958b-e056ae29ca44
Dec 06 09:59:08 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 09:59:08 user nova-compute[74535]:                 Iface Name: default
Dec 06 09:59:08 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc
Dec 06 09:59:08 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 09:59:08 user nova-compute[74535]:                 Iface Name: default
Dec 06 09:59:08 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204
Dec 06 09:59:08 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 09:59:08 user nova-compute[74535]:                 Iface Name: default
Dec 06 09:59:08 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:90fcda33-4f25-4823-9a66-06b377bad417
Dec 06 09:59:08 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 09:59:08 user nova-compute[74535]:                 Iface Name: default
Dec 06 09:59:08 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724
Dec 06 09:59:08 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 09:59:08 user nova-compute[74535]:                 Iface Name: default
Dec 06 09:59:08 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:18eeae3c-2ff9-43b9-9781-c7382bd684c8
Dec 06 09:59:08 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 09:59:08 user nova-compute[74535]:                 Iface Name: default
Dec 06 09:59:08 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842
Dec 06 09:59:08 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 09:59:08 user nova-compute[74535]:                 Iface Name: default
Dec 06 09:59:08 user nova-compute[74535]: FIRMWARE:
Dec 06 09:59:08 user nova-compute[74535]: No targets found.
Dec 06 09:59:08 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 09:59:08 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0dbfc3e-16bb-4024-b928-e52dad79cdc7 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 09:59:08 user nova-compute[74535]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 09:59:08 user nova-compute[74535]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74535) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 09:59:08 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0dbfc3e-16bb-4024-b928-e52dad79cdc7 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204', 0)] {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 09:59:08 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:08 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.023s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:08 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[19d892e0-eddc-468f-a184-a7bab4f66c70]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:18eeae3c-2ff9-43b9-9781-c7382bd684c8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:23c838a4-11b8-413d-9e1e-781d18f53e80\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8d22f9d1-92c8-4c43-958b-e056ae29ca44\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:90fcda33-4f25-4823-9a66-06b377bad417\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:08 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:08 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.037s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:08 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[209252c3-c3c4-4bb7-bab8-89ba2014ae79]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8d22f9d1-92c8-4c43-958b-e056ae29ca44 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:90fcda33-4f25-4823-9a66-06b377bad417 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23c838a4-11b8-413d-9e1e-781d18f53e80 (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:18eeae3c-2ff9-43b9-9781-c7382bd684c8 (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:08 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0dbfc3e-16bb-4024-b928-e52dad79cdc7 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204 (non-flash)
Dec 06 09:59:08 user nova-compute[74535]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8d22f9d1-92c8-4c43-958b-e056ae29ca44 (non-flash)
Dec 06 09:59:08 user nova-compute[74535]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:90fcda33-4f25-4823-9a66-06b377bad417 (non-flash)
Dec 06 09:59:08 user nova-compute[74535]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23c838a4-11b8-413d-9e1e-781d18f53e80 (non-flash)
Dec 06 09:59:08 user nova-compute[74535]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 (non-flash)
Dec 06 09:59:08 user nova-compute[74535]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7 (non-flash)
Dec 06 09:59:08 user nova-compute[74535]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e (non-flash)
Dec 06 09:59:08 user nova-compute[74535]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724 (non-flash)
Dec 06 09:59:08 user nova-compute[74535]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21 (non-flash)
Dec 06 09:59:08 user nova-compute[74535]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc (non-flash)
Dec 06 09:59:08 user nova-compute[74535]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:18eeae3c-2ff9-43b9-9781-c7382bd684c8 (non-flash)
Dec 06 09:59:08 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 09:59:08 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0dbfc3e-16bb-4024-b928-e52dad79cdc7 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204 (non-flash)
Dec 06 09:59:08 user nova-compute[74535]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8d22f9d1-92c8-4c43-958b-e056ae29ca44 (non-flash)
Dec 06 09:59:08 user nova-compute[74535]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:90fcda33-4f25-4823-9a66-06b377bad417 (non-flash)
Dec 06 09:59:08 user nova-compute[74535]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23c838a4-11b8-413d-9e1e-781d18f53e80 (non-flash)
Dec 06 09:59:08 user nova-compute[74535]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 (non-flash)
Dec 06 09:59:08 user nova-compute[74535]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7 (non-flash)
Dec 06 09:59:08 user nova-compute[74535]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e (non-flash)
Dec 06 09:59:08 user nova-compute[74535]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724 (non-flash)
Dec 06 09:59:08 user nova-compute[74535]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21 (non-flash)
Dec 06 09:59:08 user nova-compute[74535]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc (non-flash)
Dec 06 09:59:08 user nova-compute[74535]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:18eeae3c-2ff9-43b9-9781-c7382bd684c8 (non-flash)
Dec 06 09:59:08 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 09:59:08 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0dbfc3e-16bb-4024-b928-e52dad79cdc7 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ff1245488b0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204'): ({'sdi'}, set())}) {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 09:59:08 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-d0dbfc3e-16bb-4024-b928-e52dad79cdc7 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] Removing single pathed devices sdi {{(pid=74535) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 09:59:08 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:08 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.024s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:08 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[a94ff59f-537f-4a29-9c63-4734389f0016]: (4, ('path checker states:\nup                  11\n\npaths: 0\nbusy: False\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:08 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdi {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:08 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdi" returned: 0 in 0.023s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:08 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[4014979a-24c9-400d-905c-54458b16b458]: (4, ('ok\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:08 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-d0dbfc3e-16bb-4024-b928-e52dad79cdc7 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] Flushing IO for device /dev/sdi {{(pid=74535) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 09:59:08 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdi {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:08 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdi" returned: 0 in 0.013s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:08 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[8cb25acf-0516-465a-b070-e34df176e615]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:08 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-d0dbfc3e-16bb-4024-b928-e52dad79cdc7 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] Remove SCSI device /dev/sdi with /sys/block/sdi/device/delete {{(pid=74535) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 09:59:08 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdi/device/delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:08 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdi/device/delete" returned: 0 in 0.036s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:08 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[dbf64e1f-2200-4fee-930f-bfe73e8653b8]: (4, ('1', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:08 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-d0dbfc3e-16bb-4024-b928-e52dad79cdc7 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] Checking to see if SCSI volumes sdi have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 09:59:08 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-d0dbfc3e-16bb-4024-b928-e52dad79cdc7 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] SCSI volumes sdi have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 09:59:08 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0dbfc3e-16bb-4024-b928-e52dad79cdc7 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204')] {{(pid=74535) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 09:59:08 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:08 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.029s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:08 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e7c48a9-f692-40f7-b869-44c8b27345d0]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:08 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0dbfc3e-16bb-4024-b928-e52dad79cdc7 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:59:08 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204 -p 172.16.0.220:3260 --logout {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204 -p 172.16.0.220:3260 --logout" returned: 0 in 0.063s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:09 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec94e674-69d0-4955-b79f-1a0b7ec93947]: (4, ('Logging out of session [sid: 10, target: iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204, portal: 172.16.0.220,3260]\nLogout of [sid: 10, target: iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:09 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0dbfc3e-16bb-4024-b928-e52dad79cdc7 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] iscsiadm ('--logout',): stdout=Logging out of session [sid: 10, target: iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204, portal: 172.16.0.220,3260]
Dec 06 09:59:09 user nova-compute[74535]: Logout of [sid: 10, target: iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204, portal: 172.16.0.220,3260] successful.
Dec 06 09:59:09 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:59:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204 -p 172.16.0.220:3260 --op delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.047s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:09 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[8336edd0-ecfb-4cad-875b-2dec92b2a012]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:09 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0dbfc3e-16bb-4024-b928-e52dad79cdc7 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:59:09 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-d0dbfc3e-16bb-4024-b928-e52dad79cdc7 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.374s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 09:59:09 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0dbfc3e-16bb-4024-b928-e52dad79cdc7 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] <== disconnect_volume: return (375ms) None {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 09:59:09 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d0dbfc3e-16bb-4024-b928-e52dad79cdc7 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] [instance: 93fb3c38-baad-41c4-89b2-2a37c779c62a] Disconnected iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 09:59:09 user nova-compute[74535]: DEBUG nova.compute.manager [None req-d0dbfc3e-16bb-4024-b928-e52dad79cdc7 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] swap_volume: Driver volume swap returned, new connection_info is now : {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:23c838a4-11b8-413d-9e1e-781d18f53e80', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'wbWHGlZs', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdl'}, 'status': 'reserved', 'instance': '93fb3c38-baad-41c4-89b2-2a37c779c62a', 'attached_at': '', 'detached_at': '', 'volume_id': '23c838a4-11b8-413d-9e1e-781d18f53e80', 'serial'} {{(pid=74535) _swap_volume /opt/stack/nova/nova/compute/manager.py:7791}}
Dec 06 09:59:09 user nova-compute[74535]: DEBUG nova.compute.manager [None req-d0dbfc3e-16bb-4024-b928-e52dad79cdc7 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] [instance: 93fb3c38-baad-41c4-89b2-2a37c779c62a] swap_volume: removing Cinder connection for volume a26b8106-5172-484e-afbd-2dda58364204 {{(pid=74535) _swap_volume /opt/stack/nova/nova/compute/manager.py:7836}}
Dec 06 09:59:09 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-754fd9ce-1a62-4697-b502-6e6c11bd27b6 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Waiting for libvirt event about the detach of device sdc with device alias scsi0-0-0-2 from instance 5730e9fd-9dab-4032-8ae3-856662c1eb03 is timed out.
Dec 06 09:59:09 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-754fd9ce-1a62-4697-b502-6e6c11bd27b6 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Successfully detached device sdc from instance 5730e9fd-9dab-4032-8ae3-856662c1eb03 from the live domain config.
Dec 06 09:59:09 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-754fd9ce-1a62-4697-b502-6e6c11bd27b6 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] [instance: 5730e9fd-9dab-4032-8ae3-856662c1eb03] calling os-brick to detach iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 09:59:09 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-754fd9ce-1a62-4697-b502-6e6c11bd27b6 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, {'target_iqn': 'iqn.2010-10.org.openstack:18eeae3c-2ff9-43b9-9781-c7382bd684c8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RnTaBYfj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdh'}, None), 'kwargs': False}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 09:59:09 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-754fd9ce-1a62-4697-b502-6e6c11bd27b6 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 09:59:09 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-754fd9ce-1a62-4697-b502-6e6c11bd27b6 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 09:59:09 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-754fd9ce-1a62-4697-b502-6e6c11bd27b6 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 09:59:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.034s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:09 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6c5dd93-e467-467c-8a60-1c0fb63d0809]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:23c838a4-11b8-413d-9e1e-781d18f53e80\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8d22f9d1-92c8-4c43-958b-e056ae29ca44\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:90fcda33-4f25-4823-9a66-06b377bad417\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:18eeae3c-2ff9-43b9-9781-c7382bd684c8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:09 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-754fd9ce-1a62-4697-b502-6e6c11bd27b6 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 09:59:09 user nova-compute[74535]: No targets found.
Dec 06 09:59:09 user nova-compute[74535]: iSNS:
Dec 06 09:59:09 user nova-compute[74535]: No targets found.
Dec 06 09:59:09 user nova-compute[74535]: STATIC:
Dec 06 09:59:09 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21
Dec 06 09:59:09 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 09:59:09 user nova-compute[74535]:                 Iface Name: default
Dec 06 09:59:09 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e
Dec 06 09:59:09 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 09:59:09 user nova-compute[74535]:                 Iface Name: default
Dec 06 09:59:09 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7
Dec 06 09:59:09 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 09:59:09 user nova-compute[74535]:                 Iface Name: default
Dec 06 09:59:09 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:23c838a4-11b8-413d-9e1e-781d18f53e80
Dec 06 09:59:09 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 09:59:09 user nova-compute[74535]:                 Iface Name: default
Dec 06 09:59:09 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:8d22f9d1-92c8-4c43-958b-e056ae29ca44
Dec 06 09:59:09 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 09:59:09 user nova-compute[74535]:                 Iface Name: default
Dec 06 09:59:09 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc
Dec 06 09:59:09 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 09:59:09 user nova-compute[74535]:                 Iface Name: default
Dec 06 09:59:09 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:90fcda33-4f25-4823-9a66-06b377bad417
Dec 06 09:59:09 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 09:59:09 user nova-compute[74535]:                 Iface Name: default
Dec 06 09:59:09 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724
Dec 06 09:59:09 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 09:59:09 user nova-compute[74535]:                 Iface Name: default
Dec 06 09:59:09 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:18eeae3c-2ff9-43b9-9781-c7382bd684c8
Dec 06 09:59:09 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 09:59:09 user nova-compute[74535]:                 Iface Name: default
Dec 06 09:59:09 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842
Dec 06 09:59:09 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 09:59:09 user nova-compute[74535]:                 Iface Name: default
Dec 06 09:59:09 user nova-compute[74535]: FIRMWARE:
Dec 06 09:59:09 user nova-compute[74535]: No targets found.
Dec 06 09:59:09 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 09:59:09 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-754fd9ce-1a62-4697-b502-6e6c11bd27b6 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 09:59:09 user nova-compute[74535]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 09:59:09 user nova-compute[74535]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74535) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 09:59:09 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-754fd9ce-1a62-4697-b502-6e6c11bd27b6 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:18eeae3c-2ff9-43b9-9781-c7382bd684c8', 0)] {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 09:59:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:09 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[d771b330-b1be-4dda-aa35-99540c03c675]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:18eeae3c-2ff9-43b9-9781-c7382bd684c8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:23c838a4-11b8-413d-9e1e-781d18f53e80\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8d22f9d1-92c8-4c43-958b-e056ae29ca44\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:90fcda33-4f25-4823-9a66-06b377bad417\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.034s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:09 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[0fa87737-d3f3-419b-b816-49ba8a505569]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8d22f9d1-92c8-4c43-958b-e056ae29ca44 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:90fcda33-4f25-4823-9a66-06b377bad417 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23c838a4-11b8-413d-9e1e-781d18f53e80 (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:18eeae3c-2ff9-43b9-9781-c7382bd684c8 (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:09 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-754fd9ce-1a62-4697-b502-6e6c11bd27b6 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8d22f9d1-92c8-4c43-958b-e056ae29ca44 (non-flash)
Dec 06 09:59:09 user nova-compute[74535]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:90fcda33-4f25-4823-9a66-06b377bad417 (non-flash)
Dec 06 09:59:09 user nova-compute[74535]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23c838a4-11b8-413d-9e1e-781d18f53e80 (non-flash)
Dec 06 09:59:09 user nova-compute[74535]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 (non-flash)
Dec 06 09:59:09 user nova-compute[74535]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7 (non-flash)
Dec 06 09:59:09 user nova-compute[74535]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e (non-flash)
Dec 06 09:59:09 user nova-compute[74535]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724 (non-flash)
Dec 06 09:59:09 user nova-compute[74535]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21 (non-flash)
Dec 06 09:59:09 user nova-compute[74535]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc (non-flash)
Dec 06 09:59:09 user nova-compute[74535]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:18eeae3c-2ff9-43b9-9781-c7382bd684c8 (non-flash)
Dec 06 09:59:09 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 09:59:09 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-754fd9ce-1a62-4697-b502-6e6c11bd27b6 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8d22f9d1-92c8-4c43-958b-e056ae29ca44 (non-flash)
Dec 06 09:59:09 user nova-compute[74535]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:90fcda33-4f25-4823-9a66-06b377bad417 (non-flash)
Dec 06 09:59:09 user nova-compute[74535]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23c838a4-11b8-413d-9e1e-781d18f53e80 (non-flash)
Dec 06 09:59:09 user nova-compute[74535]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 (non-flash)
Dec 06 09:59:09 user nova-compute[74535]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7 (non-flash)
Dec 06 09:59:09 user nova-compute[74535]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e (non-flash)
Dec 06 09:59:09 user nova-compute[74535]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724 (non-flash)
Dec 06 09:59:09 user nova-compute[74535]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21 (non-flash)
Dec 06 09:59:09 user nova-compute[74535]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc (non-flash)
Dec 06 09:59:09 user nova-compute[74535]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:18eeae3c-2ff9-43b9-9781-c7382bd684c8 (non-flash)
Dec 06 09:59:09 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 09:59:09 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-754fd9ce-1a62-4697-b502-6e6c11bd27b6 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ff12c163880>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:18eeae3c-2ff9-43b9-9781-c7382bd684c8'): ({'sdh'}, set())}) {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 09:59:09 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-754fd9ce-1a62-4697-b502-6e6c11bd27b6 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Removing single pathed devices sdh {{(pid=74535) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 09:59:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:09 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6501f92-3d1b-4232-a551-330c2bc1f352]: (4, ('path checker states:\nup                  10\n\npaths: 0\nbusy: False\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdh {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdh" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:09 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[67fff8f9-0fdb-44bd-bc37-aaccb511a741]: (4, ('ok\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:09 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-754fd9ce-1a62-4697-b502-6e6c11bd27b6 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Flushing IO for device /dev/sdh {{(pid=74535) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 09:59:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdh {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdh" returned: 0 in 0.015s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:09 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[26c8d691-69f2-4bf5-859a-7b9d9996894f]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:09 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-754fd9ce-1a62-4697-b502-6e6c11bd27b6 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Remove SCSI device /dev/sdh with /sys/block/sdh/device/delete {{(pid=74535) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 09:59:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdh/device/delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdh/device/delete" returned: 0 in 0.044s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:09 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb1931dd-4d2f-45cd-96de-3f7f3ff1cda9]: (4, ('1', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:09 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-754fd9ce-1a62-4697-b502-6e6c11bd27b6 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Checking to see if SCSI volumes sdh have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 09:59:09 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-754fd9ce-1a62-4697-b502-6e6c11bd27b6 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] SCSI volumes sdh have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 09:59:09 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-754fd9ce-1a62-4697-b502-6e6c11bd27b6 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:18eeae3c-2ff9-43b9-9781-c7382bd684c8')] {{(pid=74535) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 09:59:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:18eeae3c-2ff9-43b9-9781-c7382bd684c8 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:18eeae3c-2ff9-43b9-9781-c7382bd684c8 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.024s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:09 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e7ba8e7-aae5-4135-adf3-559b11689841]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:09 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-754fd9ce-1a62-4697-b502-6e6c11bd27b6 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:59:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:18eeae3c-2ff9-43b9-9781-c7382bd684c8 -p 172.16.0.220:3260 --logout {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:18eeae3c-2ff9-43b9-9781-c7382bd684c8 -p 172.16.0.220:3260 --logout" returned: 0 in 0.105s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:09 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5a3abcb-e73d-48fc-9901-f833e9138684]: (4, ('Logging out of session [sid: 9, target: iqn.2010-10.org.openstack:18eeae3c-2ff9-43b9-9781-c7382bd684c8, portal: 172.16.0.220,3260]\nLogout of [sid: 9, target: iqn.2010-10.org.openstack:18eeae3c-2ff9-43b9-9781-c7382bd684c8, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:09 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-754fd9ce-1a62-4697-b502-6e6c11bd27b6 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 9, target: iqn.2010-10.org.openstack:18eeae3c-2ff9-43b9-9781-c7382bd684c8, portal: 172.16.0.220,3260]
Dec 06 09:59:09 user nova-compute[74535]: Logout of [sid: 9, target: iqn.2010-10.org.openstack:18eeae3c-2ff9-43b9-9781-c7382bd684c8, portal: 172.16.0.220,3260] successful.
Dec 06 09:59:09 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:59:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:18eeae3c-2ff9-43b9-9781-c7382bd684c8 -p 172.16.0.220:3260 --op delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:18eeae3c-2ff9-43b9-9781-c7382bd684c8 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.039s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:09 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[9aca5535-1d21-4dcb-9466-130422c067cc]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:09 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-754fd9ce-1a62-4697-b502-6e6c11bd27b6 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:59:09 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-754fd9ce-1a62-4697-b502-6e6c11bd27b6 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.406s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 09:59:09 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-754fd9ce-1a62-4697-b502-6e6c11bd27b6 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] <== disconnect_volume: return (407ms) None {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 09:59:09 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-754fd9ce-1a62-4697-b502-6e6c11bd27b6 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] [instance: 5730e9fd-9dab-4032-8ae3-856662c1eb03] Disconnected iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 09:59:09 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a0d3735b-d549-4742-8c69-3c7f5410ca33 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] Acquiring lock "4b2709bc-852d-4e5e-b458-9d25f4a36e4b" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:59:09 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a0d3735b-d549-4742-8c69-3c7f5410ca33 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] Lock "4b2709bc-852d-4e5e-b458-9d25f4a36e4b" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:59:09 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a0d3735b-d549-4742-8c69-3c7f5410ca33 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] Acquiring lock "4b2709bc-852d-4e5e-b458-9d25f4a36e4b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:59:09 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a0d3735b-d549-4742-8c69-3c7f5410ca33 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] Lock "4b2709bc-852d-4e5e-b458-9d25f4a36e4b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:59:09 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a0d3735b-d549-4742-8c69-3c7f5410ca33 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] Lock "4b2709bc-852d-4e5e-b458-9d25f4a36e4b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:59:09 user nova-compute[74535]: INFO nova.compute.manager [None req-a0d3735b-d549-4742-8c69-3c7f5410ca33 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] [instance: 4b2709bc-852d-4e5e-b458-9d25f4a36e4b] Terminating instance
Dec 06 09:59:09 user nova-compute[74535]: DEBUG nova.compute.manager [None req-a0d3735b-d549-4742-8c69-3c7f5410ca33 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] [instance: 4b2709bc-852d-4e5e-b458-9d25f4a36e4b] Start destroying the instance on the hypervisor. {{(pid=74535) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 09:59:09 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:09 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:09 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:10 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:10 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:10 user nova-compute[74535]: DEBUG nova.compute.manager [None req-d0dbfc3e-16bb-4024-b928-e52dad79cdc7 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] [instance: 93fb3c38-baad-41c4-89b2-2a37c779c62a] swap_volume: Updating volume a26b8106-5172-484e-afbd-2dda58364204 BDM record with {'connection_info': '{"driver_volume_type": "iscsi", "data": {"target_iqn": "iqn.2010-10.org.openstack:23c838a4-11b8-413d-9e1e-781d18f53e80", "target_portal": "172.16.0.220:3260", "target_discovered": false, "auth_method": "CHAP", "auth_username": "wbWHGlZs", "auth_password": "WtrLleaBxIkMwo", "target_lun": 0, "qos_specs": null, "access_mode": "rw", "encrypted": false, "cacheable": false, "device_path": "/dev/sdl", "volume_id": "23c838a4-11b8-413d-9e1e-781d18f53e80"}, "status": "reserved", "instance": "93fb3c38-baad-41c4-89b2-2a37c779c62a", "attached_at": "", "detached_at": "", "volume_id": "23c838a4-11b8-413d-9e1e-781d18f53e80", "serial": "23c838a4-11b8-413d-9e1e-781d18f53e80"}', 'source_type': 'volume', 'destination_type': 'volume', 'snapshot_id': None, 'volume_id': '23c838a4-11b8-413d-9e1e-781d18f53e80', 'no_device': None, 'attachment_id': 'de108563-4c49-43fa-afb3-cf27e4fad52c'} {{(pid=74535) _do_swap_volume /opt/stack/nova/nova/compute/manager.py:7984}}
Dec 06 09:59:10 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-d0dbfc3e-16bb-4024-b928-e52dad79cdc7 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] Lock "93fb3c38-baad-41c4-89b2-2a37c779c62a" "released" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: held 19.230s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:59:10 user nova-compute[74535]: DEBUG nova.compute.manager [req-5cd9963c-5af8-4ce3-9b0e-f2726281d968 req-1e234bc0-6e94-40a0-9539-791798bf148b service nova] [instance: 4b2709bc-852d-4e5e-b458-9d25f4a36e4b] Received event network-vif-unplugged-700d7506-c895-4cbf-bd28-5dc3581a01bf {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:59:10 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-5cd9963c-5af8-4ce3-9b0e-f2726281d968 req-1e234bc0-6e94-40a0-9539-791798bf148b service nova] Acquiring lock "4b2709bc-852d-4e5e-b458-9d25f4a36e4b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:59:10 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-5cd9963c-5af8-4ce3-9b0e-f2726281d968 req-1e234bc0-6e94-40a0-9539-791798bf148b service nova] Lock "4b2709bc-852d-4e5e-b458-9d25f4a36e4b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:59:10 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-5cd9963c-5af8-4ce3-9b0e-f2726281d968 req-1e234bc0-6e94-40a0-9539-791798bf148b service nova] Lock "4b2709bc-852d-4e5e-b458-9d25f4a36e4b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:59:10 user nova-compute[74535]: DEBUG nova.compute.manager [req-5cd9963c-5af8-4ce3-9b0e-f2726281d968 req-1e234bc0-6e94-40a0-9539-791798bf148b service nova] [instance: 4b2709bc-852d-4e5e-b458-9d25f4a36e4b] No waiting events found dispatching network-vif-unplugged-700d7506-c895-4cbf-bd28-5dc3581a01bf {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:59:10 user nova-compute[74535]: DEBUG nova.compute.manager [req-5cd9963c-5af8-4ce3-9b0e-f2726281d968 req-1e234bc0-6e94-40a0-9539-791798bf148b service nova] [instance: 4b2709bc-852d-4e5e-b458-9d25f4a36e4b] Received event network-vif-unplugged-700d7506-c895-4cbf-bd28-5dc3581a01bf for instance with task_state deleting. {{(pid=74535) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 09:59:10 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:59:10 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:59:10 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Starting heal instance info cache {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 09:59:10 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "refresh_cache-5e39a1a4-f188-40e3-bcba-70e47abd6026" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 09:59:10 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquired lock "refresh_cache-5e39a1a4-f188-40e3-bcba-70e47abd6026" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 09:59:10 user nova-compute[74535]: DEBUG nova.network.neutron [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: 5e39a1a4-f188-40e3-bcba-70e47abd6026] Forcefully refreshing network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 09:59:10 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: 4b2709bc-852d-4e5e-b458-9d25f4a36e4b] Instance destroyed successfully.
Dec 06 09:59:10 user nova-compute[74535]: DEBUG nova.objects.instance [None req-a0d3735b-d549-4742-8c69-3c7f5410ca33 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] Lazy-loading 'resources' on Instance uuid 4b2709bc-852d-4e5e-b458-9d25f4a36e4b {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 09:59:10 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-a0d3735b-d549-4742-8c69-3c7f5410ca33 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T09:57:09Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1066789631',display_name='tempest-VolumesActionsTest-instance-1066789631',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1066789631',id=10,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-06T09:57:18Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ce56a46a91254fd6a7167d2b190e101d',ramdisk_id='',reservation_id='r-wega2ayg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-1114117947',owner_user_name='tempest-VolumesActionsTest-1114117947-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T09:57:19Z,user_data=None,user_id='da717f7b18554ce6bee21c9fb169d7b6',uuid=4b2709bc-852d-4e5e-b458-9d25f4a36e4b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "700d7506-c895-4cbf-bd28-5dc3581a01bf", "address": "fa:16:3e:43:90:4b", "network": {"id": "206ee968-d910-491c-82a5-c0d02c9ea1c3", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1826600283-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ce56a46a91254fd6a7167d2b190e101d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap700d7506-c8", "ovs_interfaceid": "700d7506-c895-4cbf-bd28-5dc3581a01bf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 09:59:10 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-a0d3735b-d549-4742-8c69-3c7f5410ca33 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] Converting VIF {"id": "700d7506-c895-4cbf-bd28-5dc3581a01bf", "address": "fa:16:3e:43:90:4b", "network": {"id": "206ee968-d910-491c-82a5-c0d02c9ea1c3", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1826600283-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ce56a46a91254fd6a7167d2b190e101d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap700d7506-c8", "ovs_interfaceid": "700d7506-c895-4cbf-bd28-5dc3581a01bf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 09:59:10 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-a0d3735b-d549-4742-8c69-3c7f5410ca33 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:43:90:4b,bridge_name='br-int',has_traffic_filtering=True,id=700d7506-c895-4cbf-bd28-5dc3581a01bf,network=Network(206ee968-d910-491c-82a5-c0d02c9ea1c3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap700d7506-c8') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 09:59:10 user nova-compute[74535]: DEBUG os_vif [None req-a0d3735b-d549-4742-8c69-3c7f5410ca33 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:43:90:4b,bridge_name='br-int',has_traffic_filtering=True,id=700d7506-c895-4cbf-bd28-5dc3581a01bf,network=Network(206ee968-d910-491c-82a5-c0d02c9ea1c3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap700d7506-c8') {{(pid=74535) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 09:59:10 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:10 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap700d7506-c8, bridge=br-int, if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:59:10 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:10 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:10 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:10 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=5ead3280-792a-471d-9f12-88bea4632e6e) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:59:10 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:10 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:10 user nova-compute[74535]: INFO os_vif [None req-a0d3735b-d549-4742-8c69-3c7f5410ca33 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:43:90:4b,bridge_name='br-int',has_traffic_filtering=True,id=700d7506-c895-4cbf-bd28-5dc3581a01bf,network=Network(206ee968-d910-491c-82a5-c0d02c9ea1c3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap700d7506-c8')
Dec 06 09:59:10 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-a0d3735b-d549-4742-8c69-3c7f5410ca33 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] [instance: 4b2709bc-852d-4e5e-b458-9d25f4a36e4b] Deleting instance files /opt/stack/data/nova/instances/4b2709bc-852d-4e5e-b458-9d25f4a36e4b_del
Dec 06 09:59:10 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-a0d3735b-d549-4742-8c69-3c7f5410ca33 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] [instance: 4b2709bc-852d-4e5e-b458-9d25f4a36e4b] Deletion of /opt/stack/data/nova/instances/4b2709bc-852d-4e5e-b458-9d25f4a36e4b_del complete
Dec 06 09:59:10 user nova-compute[74535]: INFO nova.compute.manager [None req-a0d3735b-d549-4742-8c69-3c7f5410ca33 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] [instance: 4b2709bc-852d-4e5e-b458-9d25f4a36e4b] Took 0.74 seconds to destroy the instance on the hypervisor.
Dec 06 09:59:10 user nova-compute[74535]: DEBUG oslo.service.loopingcall [None req-a0d3735b-d549-4742-8c69-3c7f5410ca33 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74535) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 09:59:10 user nova-compute[74535]: DEBUG nova.compute.manager [-] [instance: 4b2709bc-852d-4e5e-b458-9d25f4a36e4b] Deallocating network for instance {{(pid=74535) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 09:59:10 user nova-compute[74535]: DEBUG nova.network.neutron [-] [instance: 4b2709bc-852d-4e5e-b458-9d25f4a36e4b] deallocate_for_instance() {{(pid=74535) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 09:59:10 user nova-compute[74535]: DEBUG nova.objects.instance [None req-754fd9ce-1a62-4697-b502-6e6c11bd27b6 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Lazy-loading 'flavor' on Instance uuid 5730e9fd-9dab-4032-8ae3-856662c1eb03 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 09:59:10 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-754fd9ce-1a62-4697-b502-6e6c11bd27b6 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Lock "5730e9fd-9dab-4032-8ae3-856662c1eb03" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.981s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:59:11 user nova-compute[74535]: DEBUG nova.network.neutron [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: 5e39a1a4-f188-40e3-bcba-70e47abd6026] Updating instance_info_cache with network_info: [{"id": "d5923d45-0499-4abf-8914-ff036bd4603b", "address": "fa:16:3e:1b:cc:82", "network": {"id": "8b86f560-d219-47ac-911b-827500badcc4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-867973244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.9", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1a6ab8cc08d4115a89db7cf36f78025", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd5923d45-04", "ovs_interfaceid": "d5923d45-0499-4abf-8914-ff036bd4603b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:59:11 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Releasing lock "refresh_cache-5e39a1a4-f188-40e3-bcba-70e47abd6026" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 09:59:11 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: 5e39a1a4-f188-40e3-bcba-70e47abd6026] Updated the network info_cache for instance {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 09:59:11 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:59:11 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:59:11 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:59:11 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:59:11 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:59:11 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:59:11 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74535) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 09:59:11 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:59:11 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:59:11 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:59:11 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:59:11 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Auditing locally available compute resources for user (node: user) {{(pid=74535) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 09:59:11 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:11 user nova-compute[74535]: DEBUG nova.network.neutron [-] [instance: 4b2709bc-852d-4e5e-b458-9d25f4a36e4b] Updating instance_info_cache with network_info: [] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:59:11 user nova-compute[74535]: INFO nova.compute.manager [-] [instance: 4b2709bc-852d-4e5e-b458-9d25f4a36e4b] Took 0.70 seconds to deallocate network for instance.
Dec 06 09:59:11 user nova-compute[74535]: DEBUG nova.compute.manager [req-9dd3d6d8-0f82-4516-b50e-dfd441bf843c req-ef46ee54-a5d4-46c2-8036-b7caa706dbac service nova] [instance: 4b2709bc-852d-4e5e-b458-9d25f4a36e4b] Received event network-vif-deleted-700d7506-c895-4cbf-bd28-5dc3581a01bf {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:59:11 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a0d3735b-d549-4742-8c69-3c7f5410ca33 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:59:11 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a0d3735b-d549-4742-8c69-3c7f5410ca33 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:59:11 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5730e9fd-9dab-4032-8ae3-856662c1eb03/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:11 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-2444627a-84d6-423f-b9cc-e2f5d8781ec0 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Acquiring lock "5730e9fd-9dab-4032-8ae3-856662c1eb03" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:59:11 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-2444627a-84d6-423f-b9cc-e2f5d8781ec0 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Lock "5730e9fd-9dab-4032-8ae3-856662c1eb03" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:59:11 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-2444627a-84d6-423f-b9cc-e2f5d8781ec0 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Acquiring lock "5730e9fd-9dab-4032-8ae3-856662c1eb03-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:59:11 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-2444627a-84d6-423f-b9cc-e2f5d8781ec0 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Lock "5730e9fd-9dab-4032-8ae3-856662c1eb03-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:59:11 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-2444627a-84d6-423f-b9cc-e2f5d8781ec0 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Lock "5730e9fd-9dab-4032-8ae3-856662c1eb03-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:59:11 user nova-compute[74535]: INFO nova.compute.manager [None req-2444627a-84d6-423f-b9cc-e2f5d8781ec0 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] [instance: 5730e9fd-9dab-4032-8ae3-856662c1eb03] Terminating instance
Dec 06 09:59:11 user nova-compute[74535]: DEBUG nova.compute.manager [None req-2444627a-84d6-423f-b9cc-e2f5d8781ec0 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] [instance: 5730e9fd-9dab-4032-8ae3-856662c1eb03] Start destroying the instance on the hypervisor. {{(pid=74535) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 09:59:11 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:11 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5730e9fd-9dab-4032-8ae3-856662c1eb03/disk --force-share --output=json" returned: 0 in 0.308s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:11 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5730e9fd-9dab-4032-8ae3-856662c1eb03/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:11 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:11 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:11 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-957982f0-e5c4-49c8-842d-8f5079a14181 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] Acquiring lock "93fb3c38-baad-41c4-89b2-2a37c779c62a" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:59:11 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-957982f0-e5c4-49c8-842d-8f5079a14181 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] Lock "93fb3c38-baad-41c4-89b2-2a37c779c62a" acquired by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:59:11 user nova-compute[74535]: DEBUG os_brick.utils [None req-957982f0-e5c4-49c8-842d-8f5079a14181 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 09:59:11 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:11 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:11 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a51ea80-04ec-447c-9bbd-2ec6d0f5d0e4]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d95ac7cee77a\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:11 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:11 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.020s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:11 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[beaad275-e7b2-4c11-ba7a-cffdfdacf38d]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:11 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:11 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.020s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:11 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[d4828211-204a-4321-8cf1-2c88d61feb12]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:11 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c79eacb-2f40-41e4-9679-ff7b250abe20]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:11 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-957982f0-e5c4-49c8-842d-8f5079a14181 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] Running cmd (subprocess): nvme version {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:11 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-957982f0-e5c4-49c8-842d-8f5079a14181 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] 'nvme version' failed. Not Retrying. {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 09:59:11 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.nvmeof [None req-957982f0-e5c4-49c8-842d-8f5079a14181 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] nvme not present on system {{(pid=74535) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 09:59:11 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5730e9fd-9dab-4032-8ae3-856662c1eb03/disk --force-share --output=json" returned: 0 in 0.267s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:11 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:11 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93fb3c38-baad-41c4-89b2-2a37c779c62a/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:12 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 09:59:12 user nova-compute[74535]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 09:59:12 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[d189ec0b-e271-4920-af77-a2338947a61b]: (4, '') {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:12 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-957982f0-e5c4-49c8-842d-8f5079a14181 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74535) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 09:59:12 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-957982f0-e5c4-49c8-842d-8f5079a14181 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74535) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 09:59:12 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-957982f0-e5c4-49c8-842d-8f5079a14181 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] LIGHTOS: no hostnqn found. {{(pid=74535) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 09:59:12 user nova-compute[74535]: DEBUG os_brick.utils [None req-957982f0-e5c4-49c8-842d-8f5079a14181 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] <== get_connector_properties: return (187ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d95ac7cee77a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 09:59:12 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-a0d3735b-d549-4742-8c69-3c7f5410ca33 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 09:59:12 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-a0d3735b-d549-4742-8c69-3c7f5410ca33 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 09:59:12 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a0d3735b-d549-4742-8c69-3c7f5410ca33 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.797s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:59:12 user nova-compute[74535]: INFO nova.compute.manager [None req-957982f0-e5c4-49c8-842d-8f5079a14181 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] [instance: 93fb3c38-baad-41c4-89b2-2a37c779c62a] Swapping volume 23c838a4-11b8-413d-9e1e-781d18f53e80 for a26b8106-5172-484e-afbd-2dda58364204
Dec 06 09:59:12 user nova-compute[74535]: INFO nova.scheduler.client.report [None req-a0d3735b-d549-4742-8c69-3c7f5410ca33 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] Deleted allocations for instance 4b2709bc-852d-4e5e-b458-9d25f4a36e4b
Dec 06 09:59:12 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93fb3c38-baad-41c4-89b2-2a37c779c62a/disk --force-share --output=json" returned: 0 in 0.225s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:12 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93fb3c38-baad-41c4-89b2-2a37c779c62a/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:12 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a0d3735b-d549-4742-8c69-3c7f5410ca33 tempest-VolumesActionsTest-1114117947 tempest-VolumesActionsTest-1114117947-project-member] Lock "4b2709bc-852d-4e5e-b458-9d25f4a36e4b" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.456s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:59:12 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:12 user nova-compute[74535]: DEBUG nova.compute.manager [req-c4af99fc-1982-4ddb-8f85-538694e9f0a1 req-dfbedb37-f96f-4114-b178-2d582ef5a523 service nova] [instance: 4b2709bc-852d-4e5e-b458-9d25f4a36e4b] Received event network-vif-plugged-700d7506-c895-4cbf-bd28-5dc3581a01bf {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:59:12 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-c4af99fc-1982-4ddb-8f85-538694e9f0a1 req-dfbedb37-f96f-4114-b178-2d582ef5a523 service nova] Acquiring lock "4b2709bc-852d-4e5e-b458-9d25f4a36e4b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:59:12 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-c4af99fc-1982-4ddb-8f85-538694e9f0a1 req-dfbedb37-f96f-4114-b178-2d582ef5a523 service nova] Lock "4b2709bc-852d-4e5e-b458-9d25f4a36e4b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:59:12 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-c4af99fc-1982-4ddb-8f85-538694e9f0a1 req-dfbedb37-f96f-4114-b178-2d582ef5a523 service nova] Lock "4b2709bc-852d-4e5e-b458-9d25f4a36e4b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:59:12 user nova-compute[74535]: DEBUG nova.compute.manager [req-c4af99fc-1982-4ddb-8f85-538694e9f0a1 req-dfbedb37-f96f-4114-b178-2d582ef5a523 service nova] [instance: 4b2709bc-852d-4e5e-b458-9d25f4a36e4b] No waiting events found dispatching network-vif-plugged-700d7506-c895-4cbf-bd28-5dc3581a01bf {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:59:12 user nova-compute[74535]: WARNING nova.compute.manager [req-c4af99fc-1982-4ddb-8f85-538694e9f0a1 req-dfbedb37-f96f-4114-b178-2d582ef5a523 service nova] [instance: 4b2709bc-852d-4e5e-b458-9d25f4a36e4b] Received unexpected event network-vif-plugged-700d7506-c895-4cbf-bd28-5dc3581a01bf for instance with vm_state deleted and task_state None.
Dec 06 09:59:12 user nova-compute[74535]: DEBUG nova.compute.manager [req-c4af99fc-1982-4ddb-8f85-538694e9f0a1 req-dfbedb37-f96f-4114-b178-2d582ef5a523 service nova] [instance: 5730e9fd-9dab-4032-8ae3-856662c1eb03] Received event network-vif-unplugged-e5a850a1-8c35-4718-9372-77fb5ef1613b {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:59:12 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-c4af99fc-1982-4ddb-8f85-538694e9f0a1 req-dfbedb37-f96f-4114-b178-2d582ef5a523 service nova] Acquiring lock "5730e9fd-9dab-4032-8ae3-856662c1eb03-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:59:12 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-c4af99fc-1982-4ddb-8f85-538694e9f0a1 req-dfbedb37-f96f-4114-b178-2d582ef5a523 service nova] Lock "5730e9fd-9dab-4032-8ae3-856662c1eb03-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:59:12 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-c4af99fc-1982-4ddb-8f85-538694e9f0a1 req-dfbedb37-f96f-4114-b178-2d582ef5a523 service nova] Lock "5730e9fd-9dab-4032-8ae3-856662c1eb03-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:59:12 user nova-compute[74535]: DEBUG nova.compute.manager [req-c4af99fc-1982-4ddb-8f85-538694e9f0a1 req-dfbedb37-f96f-4114-b178-2d582ef5a523 service nova] [instance: 5730e9fd-9dab-4032-8ae3-856662c1eb03] No waiting events found dispatching network-vif-unplugged-e5a850a1-8c35-4718-9372-77fb5ef1613b {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:59:12 user nova-compute[74535]: DEBUG nova.compute.manager [req-c4af99fc-1982-4ddb-8f85-538694e9f0a1 req-dfbedb37-f96f-4114-b178-2d582ef5a523 service nova] [instance: 5730e9fd-9dab-4032-8ae3-856662c1eb03] Received event network-vif-unplugged-e5a850a1-8c35-4718-9372-77fb5ef1613b for instance with task_state deleting. {{(pid=74535) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 09:59:12 user nova-compute[74535]: DEBUG nova.compute.manager [req-c4af99fc-1982-4ddb-8f85-538694e9f0a1 req-dfbedb37-f96f-4114-b178-2d582ef5a523 service nova] [instance: 5730e9fd-9dab-4032-8ae3-856662c1eb03] Received event network-vif-plugged-e5a850a1-8c35-4718-9372-77fb5ef1613b {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:59:12 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-c4af99fc-1982-4ddb-8f85-538694e9f0a1 req-dfbedb37-f96f-4114-b178-2d582ef5a523 service nova] Acquiring lock "5730e9fd-9dab-4032-8ae3-856662c1eb03-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:59:12 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-c4af99fc-1982-4ddb-8f85-538694e9f0a1 req-dfbedb37-f96f-4114-b178-2d582ef5a523 service nova] Lock "5730e9fd-9dab-4032-8ae3-856662c1eb03-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:59:12 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-c4af99fc-1982-4ddb-8f85-538694e9f0a1 req-dfbedb37-f96f-4114-b178-2d582ef5a523 service nova] Lock "5730e9fd-9dab-4032-8ae3-856662c1eb03-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:59:12 user nova-compute[74535]: DEBUG nova.compute.manager [req-c4af99fc-1982-4ddb-8f85-538694e9f0a1 req-dfbedb37-f96f-4114-b178-2d582ef5a523 service nova] [instance: 5730e9fd-9dab-4032-8ae3-856662c1eb03] No waiting events found dispatching network-vif-plugged-e5a850a1-8c35-4718-9372-77fb5ef1613b {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:59:12 user nova-compute[74535]: WARNING nova.compute.manager [req-c4af99fc-1982-4ddb-8f85-538694e9f0a1 req-dfbedb37-f96f-4114-b178-2d582ef5a523 service nova] [instance: 5730e9fd-9dab-4032-8ae3-856662c1eb03] Received unexpected event network-vif-plugged-e5a850a1-8c35-4718-9372-77fb5ef1613b for instance with vm_state active and task_state deleting.
Dec 06 09:59:12 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:12 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:12 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: 5730e9fd-9dab-4032-8ae3-856662c1eb03] Instance destroyed successfully.
Dec 06 09:59:12 user nova-compute[74535]: DEBUG nova.objects.instance [None req-2444627a-84d6-423f-b9cc-e2f5d8781ec0 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Lazy-loading 'resources' on Instance uuid 5730e9fd-9dab-4032-8ae3-856662c1eb03 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 09:59:12 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93fb3c38-baad-41c4-89b2-2a37c779c62a/disk --force-share --output=json" returned: 0 in 0.227s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:12 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] skipping disk /dev/sdl (vdb) as it is a volume {{(pid=74535) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 09:59:12 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-2444627a-84d6-423f-b9cc-e2f5d8781ec0 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T09:56:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-2037098805',display_name='tempest-AttachSCSIVolumeTestJSON-server-2037098805',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachscsivolumetestjson-server-2037098805',id=5,image_ref='0726fe94-ceb3-4565-9ce4-b54c2ecdf903',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFHb1ygRSb9qz5nak2+ZsKX6sCMZ2W+Sp+VutWZY1iJmaU5BLWkHN1UrVZ/N33iMMJ/eY21FVoTEfJJdAA/Mc/Gq+8hyDEj4B8xLdibwW34lNpdzvlajxAFdZIIb8d+A+g==',key_name='tempest-keypair-1991025917',keypairs=<?>,launch_index=0,launched_at=2023-12-06T09:56:55Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='2b074796ad7d416b9c61194047ed293c',ramdisk_id='',reservation_id='r-feey0q43',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='0726fe94-ceb3-4565-9ce4-b54c2ecdf903',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_scsi_model='virtio-scsi',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-AttachSCSIVolumeTestJSON-944944146',owner_user_name='tempest-AttachSCSIVolumeTestJSON-944944146-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T09:56:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ed50adb8986a4deb88ea3b361ee846e0',uuid=5730e9fd-9dab-4032-8ae3-856662c1eb03,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e5a850a1-8c35-4718-9372-77fb5ef1613b", "address": "fa:16:3e:0b:a7:6e", "network": {"id": "414724e6-ce3d-4210-9a48-c40582ad4413", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-2106511022-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2b074796ad7d416b9c61194047ed293c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape5a850a1-8c", "ovs_interfaceid": "e5a850a1-8c35-4718-9372-77fb5ef1613b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 09:59:12 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-2444627a-84d6-423f-b9cc-e2f5d8781ec0 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Converting VIF {"id": "e5a850a1-8c35-4718-9372-77fb5ef1613b", "address": "fa:16:3e:0b:a7:6e", "network": {"id": "414724e6-ce3d-4210-9a48-c40582ad4413", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-2106511022-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2b074796ad7d416b9c61194047ed293c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape5a850a1-8c", "ovs_interfaceid": "e5a850a1-8c35-4718-9372-77fb5ef1613b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 09:59:12 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-2444627a-84d6-423f-b9cc-e2f5d8781ec0 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:0b:a7:6e,bridge_name='br-int',has_traffic_filtering=True,id=e5a850a1-8c35-4718-9372-77fb5ef1613b,network=Network(414724e6-ce3d-4210-9a48-c40582ad4413),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape5a850a1-8c') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 09:59:12 user nova-compute[74535]: DEBUG os_vif [None req-2444627a-84d6-423f-b9cc-e2f5d8781ec0 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:0b:a7:6e,bridge_name='br-int',has_traffic_filtering=True,id=e5a850a1-8c35-4718-9372-77fb5ef1613b,network=Network(414724e6-ce3d-4210-9a48-c40582ad4413),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape5a850a1-8c') {{(pid=74535) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 09:59:12 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:12 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape5a850a1-8c, bridge=br-int, if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:59:12 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:12 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:59:12 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:12 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=7645c28a-f207-49b2-a780-577558581824) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:59:12 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:12 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:59:12 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd694614-d17a-48c5-88df-f35f584fc3b3/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:12 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:12 user nova-compute[74535]: INFO os_vif [None req-2444627a-84d6-423f-b9cc-e2f5d8781ec0 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:0b:a7:6e,bridge_name='br-int',has_traffic_filtering=True,id=e5a850a1-8c35-4718-9372-77fb5ef1613b,network=Network(414724e6-ce3d-4210-9a48-c40582ad4413),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape5a850a1-8c')
Dec 06 09:59:12 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-2444627a-84d6-423f-b9cc-e2f5d8781ec0 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] [instance: 5730e9fd-9dab-4032-8ae3-856662c1eb03] Deleting instance files /opt/stack/data/nova/instances/5730e9fd-9dab-4032-8ae3-856662c1eb03_del
Dec 06 09:59:12 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-2444627a-84d6-423f-b9cc-e2f5d8781ec0 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] [instance: 5730e9fd-9dab-4032-8ae3-856662c1eb03] Deletion of /opt/stack/data/nova/instances/5730e9fd-9dab-4032-8ae3-856662c1eb03_del complete
Dec 06 09:59:12 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:12 user nova-compute[74535]: INFO nova.compute.manager [None req-2444627a-84d6-423f-b9cc-e2f5d8781ec0 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] [instance: 5730e9fd-9dab-4032-8ae3-856662c1eb03] Took 1.10 seconds to destroy the instance on the hypervisor.
Dec 06 09:59:12 user nova-compute[74535]: DEBUG oslo.service.loopingcall [None req-2444627a-84d6-423f-b9cc-e2f5d8781ec0 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74535) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 09:59:12 user nova-compute[74535]: DEBUG nova.compute.manager [-] [instance: 5730e9fd-9dab-4032-8ae3-856662c1eb03] Deallocating network for instance {{(pid=74535) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 09:59:12 user nova-compute[74535]: DEBUG nova.network.neutron [-] [instance: 5730e9fd-9dab-4032-8ae3-856662c1eb03] deallocate_for_instance() {{(pid=74535) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 09:59:12 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd694614-d17a-48c5-88df-f35f584fc3b3/disk --force-share --output=json" returned: 0 in 0.260s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:12 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd694614-d17a-48c5-88df-f35f584fc3b3/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:12 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd694614-d17a-48c5-88df-f35f584fc3b3/disk --force-share --output=json" returned: 0 in 0.239s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:13 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9032fc82-326a-4827-94e0-c2c42a318148/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:13 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:13 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:13 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9032fc82-326a-4827-94e0-c2c42a318148/disk --force-share --output=json" returned: 0 in 0.222s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:13 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9032fc82-326a-4827-94e0-c2c42a318148/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:13 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:13 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:13 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9032fc82-326a-4827-94e0-c2c42a318148/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:13 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d750435-b1ed-446a-a466-162bdc33821d/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:13 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d750435-b1ed-446a-a466-162bdc33821d/disk --force-share --output=json" returned: 0 in 0.233s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:13 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d750435-b1ed-446a-a466-162bdc33821d/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:13 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d750435-b1ed-446a-a466-162bdc33821d/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:13 user nova-compute[74535]: DEBUG nova.network.neutron [-] [instance: 5730e9fd-9dab-4032-8ae3-856662c1eb03] Updating instance_info_cache with network_info: [] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:59:13 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74535) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 09:59:13 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74535) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 09:59:13 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] skipping disk /dev/sdd (vdc) as it is a volume {{(pid=74535) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 09:59:13 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d5d68696-7e68-4612-a5bc-b6bdcdf0795a/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:13 user nova-compute[74535]: INFO nova.compute.manager [-] [instance: 5730e9fd-9dab-4032-8ae3-856662c1eb03] Took 1.23 seconds to deallocate network for instance.
Dec 06 09:59:13 user nova-compute[74535]: DEBUG nova.compute.manager [req-3d072ecc-9975-4e38-ac6c-f424a4086d86 req-dcbabf8c-5000-4b81-b512-e04e778613b3 service nova] [instance: 5730e9fd-9dab-4032-8ae3-856662c1eb03] Received event network-vif-deleted-e5a850a1-8c35-4718-9372-77fb5ef1613b {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:59:13 user nova-compute[74535]: INFO nova.compute.manager [req-3d072ecc-9975-4e38-ac6c-f424a4086d86 req-dcbabf8c-5000-4b81-b512-e04e778613b3 service nova] [instance: 5730e9fd-9dab-4032-8ae3-856662c1eb03] Neutron deleted interface e5a850a1-8c35-4718-9372-77fb5ef1613b; detaching it from the instance and deleting it from the info cache
Dec 06 09:59:13 user nova-compute[74535]: DEBUG nova.network.neutron [req-3d072ecc-9975-4e38-ac6c-f424a4086d86 req-dcbabf8c-5000-4b81-b512-e04e778613b3 service nova] [instance: 5730e9fd-9dab-4032-8ae3-856662c1eb03] Updating instance_info_cache with network_info: [] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:59:13 user nova-compute[74535]: DEBUG nova.compute.manager [req-3d072ecc-9975-4e38-ac6c-f424a4086d86 req-dcbabf8c-5000-4b81-b512-e04e778613b3 service nova] [instance: 5730e9fd-9dab-4032-8ae3-856662c1eb03] Detach interface failed, port_id=e5a850a1-8c35-4718-9372-77fb5ef1613b, reason: Instance 5730e9fd-9dab-4032-8ae3-856662c1eb03 could not be found. {{(pid=74535) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 06 09:59:14 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-2444627a-84d6-423f-b9cc-e2f5d8781ec0 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:59:14 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-2444627a-84d6-423f-b9cc-e2f5d8781ec0 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:59:14 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d5d68696-7e68-4612-a5bc-b6bdcdf0795a/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:14 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d5d68696-7e68-4612-a5bc-b6bdcdf0795a/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:14 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d5d68696-7e68-4612-a5bc-b6bdcdf0795a/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:14 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4f3357d9-20fc-4dc4-bfc5-ad83a6741013/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:14 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-2444627a-84d6-423f-b9cc-e2f5d8781ec0 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 09:59:14 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-2444627a-84d6-423f-b9cc-e2f5d8781ec0 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 09:59:14 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-2444627a-84d6-423f-b9cc-e2f5d8781ec0 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.419s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:59:14 user nova-compute[74535]: DEBUG nova.compute.manager [req-9c16e7ac-15f8-485d-9313-da0cb69ffb72 req-648fe3c0-99d6-46ed-8c6c-1a5179ef9ec9 service nova] [instance: 5730e9fd-9dab-4032-8ae3-856662c1eb03] Received event network-vif-plugged-e5a850a1-8c35-4718-9372-77fb5ef1613b {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:59:14 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-9c16e7ac-15f8-485d-9313-da0cb69ffb72 req-648fe3c0-99d6-46ed-8c6c-1a5179ef9ec9 service nova] Acquiring lock "5730e9fd-9dab-4032-8ae3-856662c1eb03-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:59:14 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-9c16e7ac-15f8-485d-9313-da0cb69ffb72 req-648fe3c0-99d6-46ed-8c6c-1a5179ef9ec9 service nova] Lock "5730e9fd-9dab-4032-8ae3-856662c1eb03-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:59:14 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-9c16e7ac-15f8-485d-9313-da0cb69ffb72 req-648fe3c0-99d6-46ed-8c6c-1a5179ef9ec9 service nova] Lock "5730e9fd-9dab-4032-8ae3-856662c1eb03-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:59:14 user nova-compute[74535]: DEBUG nova.compute.manager [req-9c16e7ac-15f8-485d-9313-da0cb69ffb72 req-648fe3c0-99d6-46ed-8c6c-1a5179ef9ec9 service nova] [instance: 5730e9fd-9dab-4032-8ae3-856662c1eb03] No waiting events found dispatching network-vif-plugged-e5a850a1-8c35-4718-9372-77fb5ef1613b {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:59:14 user nova-compute[74535]: WARNING nova.compute.manager [req-9c16e7ac-15f8-485d-9313-da0cb69ffb72 req-648fe3c0-99d6-46ed-8c6c-1a5179ef9ec9 service nova] [instance: 5730e9fd-9dab-4032-8ae3-856662c1eb03] Received unexpected event network-vif-plugged-e5a850a1-8c35-4718-9372-77fb5ef1613b for instance with vm_state deleted and task_state None.
Dec 06 09:59:14 user nova-compute[74535]: DEBUG nova.compute.manager [req-9c16e7ac-15f8-485d-9313-da0cb69ffb72 req-648fe3c0-99d6-46ed-8c6c-1a5179ef9ec9 service nova] [instance: 5730e9fd-9dab-4032-8ae3-856662c1eb03] Received event network-vif-plugged-e5a850a1-8c35-4718-9372-77fb5ef1613b {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:59:14 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-9c16e7ac-15f8-485d-9313-da0cb69ffb72 req-648fe3c0-99d6-46ed-8c6c-1a5179ef9ec9 service nova] Acquiring lock "5730e9fd-9dab-4032-8ae3-856662c1eb03-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:59:14 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-9c16e7ac-15f8-485d-9313-da0cb69ffb72 req-648fe3c0-99d6-46ed-8c6c-1a5179ef9ec9 service nova] Lock "5730e9fd-9dab-4032-8ae3-856662c1eb03-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:59:14 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-9c16e7ac-15f8-485d-9313-da0cb69ffb72 req-648fe3c0-99d6-46ed-8c6c-1a5179ef9ec9 service nova] Lock "5730e9fd-9dab-4032-8ae3-856662c1eb03-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:59:14 user nova-compute[74535]: DEBUG nova.compute.manager [req-9c16e7ac-15f8-485d-9313-da0cb69ffb72 req-648fe3c0-99d6-46ed-8c6c-1a5179ef9ec9 service nova] [instance: 5730e9fd-9dab-4032-8ae3-856662c1eb03] No waiting events found dispatching network-vif-plugged-e5a850a1-8c35-4718-9372-77fb5ef1613b {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:59:14 user nova-compute[74535]: WARNING nova.compute.manager [req-9c16e7ac-15f8-485d-9313-da0cb69ffb72 req-648fe3c0-99d6-46ed-8c6c-1a5179ef9ec9 service nova] [instance: 5730e9fd-9dab-4032-8ae3-856662c1eb03] Received unexpected event network-vif-plugged-e5a850a1-8c35-4718-9372-77fb5ef1613b for instance with vm_state deleted and task_state None.
Dec 06 09:59:14 user nova-compute[74535]: DEBUG nova.compute.manager [req-9c16e7ac-15f8-485d-9313-da0cb69ffb72 req-648fe3c0-99d6-46ed-8c6c-1a5179ef9ec9 service nova] [instance: 5730e9fd-9dab-4032-8ae3-856662c1eb03] Received event network-vif-unplugged-e5a850a1-8c35-4718-9372-77fb5ef1613b {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:59:14 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-9c16e7ac-15f8-485d-9313-da0cb69ffb72 req-648fe3c0-99d6-46ed-8c6c-1a5179ef9ec9 service nova] Acquiring lock "5730e9fd-9dab-4032-8ae3-856662c1eb03-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:59:14 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-9c16e7ac-15f8-485d-9313-da0cb69ffb72 req-648fe3c0-99d6-46ed-8c6c-1a5179ef9ec9 service nova] Lock "5730e9fd-9dab-4032-8ae3-856662c1eb03-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:59:14 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-9c16e7ac-15f8-485d-9313-da0cb69ffb72 req-648fe3c0-99d6-46ed-8c6c-1a5179ef9ec9 service nova] Lock "5730e9fd-9dab-4032-8ae3-856662c1eb03-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:59:14 user nova-compute[74535]: DEBUG nova.compute.manager [req-9c16e7ac-15f8-485d-9313-da0cb69ffb72 req-648fe3c0-99d6-46ed-8c6c-1a5179ef9ec9 service nova] [instance: 5730e9fd-9dab-4032-8ae3-856662c1eb03] No waiting events found dispatching network-vif-unplugged-e5a850a1-8c35-4718-9372-77fb5ef1613b {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:59:14 user nova-compute[74535]: WARNING nova.compute.manager [req-9c16e7ac-15f8-485d-9313-da0cb69ffb72 req-648fe3c0-99d6-46ed-8c6c-1a5179ef9ec9 service nova] [instance: 5730e9fd-9dab-4032-8ae3-856662c1eb03] Received unexpected event network-vif-unplugged-e5a850a1-8c35-4718-9372-77fb5ef1613b for instance with vm_state deleted and task_state None.
Dec 06 09:59:14 user nova-compute[74535]: DEBUG nova.compute.manager [req-9c16e7ac-15f8-485d-9313-da0cb69ffb72 req-648fe3c0-99d6-46ed-8c6c-1a5179ef9ec9 service nova] [instance: 5730e9fd-9dab-4032-8ae3-856662c1eb03] Received event network-vif-plugged-e5a850a1-8c35-4718-9372-77fb5ef1613b {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:59:14 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-9c16e7ac-15f8-485d-9313-da0cb69ffb72 req-648fe3c0-99d6-46ed-8c6c-1a5179ef9ec9 service nova] Acquiring lock "5730e9fd-9dab-4032-8ae3-856662c1eb03-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:59:14 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-9c16e7ac-15f8-485d-9313-da0cb69ffb72 req-648fe3c0-99d6-46ed-8c6c-1a5179ef9ec9 service nova] Lock "5730e9fd-9dab-4032-8ae3-856662c1eb03-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:59:14 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-9c16e7ac-15f8-485d-9313-da0cb69ffb72 req-648fe3c0-99d6-46ed-8c6c-1a5179ef9ec9 service nova] Lock "5730e9fd-9dab-4032-8ae3-856662c1eb03-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:59:14 user nova-compute[74535]: DEBUG nova.compute.manager [req-9c16e7ac-15f8-485d-9313-da0cb69ffb72 req-648fe3c0-99d6-46ed-8c6c-1a5179ef9ec9 service nova] [instance: 5730e9fd-9dab-4032-8ae3-856662c1eb03] No waiting events found dispatching network-vif-plugged-e5a850a1-8c35-4718-9372-77fb5ef1613b {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:59:14 user nova-compute[74535]: WARNING nova.compute.manager [req-9c16e7ac-15f8-485d-9313-da0cb69ffb72 req-648fe3c0-99d6-46ed-8c6c-1a5179ef9ec9 service nova] [instance: 5730e9fd-9dab-4032-8ae3-856662c1eb03] Received unexpected event network-vif-plugged-e5a850a1-8c35-4718-9372-77fb5ef1613b for instance with vm_state deleted and task_state None.
Dec 06 09:59:14 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4f3357d9-20fc-4dc4-bfc5-ad83a6741013/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:14 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4f3357d9-20fc-4dc4-bfc5-ad83a6741013/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:14 user nova-compute[74535]: INFO nova.scheduler.client.report [None req-2444627a-84d6-423f-b9cc-e2f5d8781ec0 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Deleted allocations for instance 5730e9fd-9dab-4032-8ae3-856662c1eb03
Dec 06 09:59:14 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-2444627a-84d6-423f-b9cc-e2f5d8781ec0 tempest-AttachSCSIVolumeTestJSON-944944146 tempest-AttachSCSIVolumeTestJSON-944944146-project-member] Lock "5730e9fd-9dab-4032-8ae3-856662c1eb03" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.057s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:59:14 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4f3357d9-20fc-4dc4-bfc5-ad83a6741013/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:14 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5e39a1a4-f188-40e3-bcba-70e47abd6026/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:14 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5e39a1a4-f188-40e3-bcba-70e47abd6026/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:14 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5e39a1a4-f188-40e3-bcba-70e47abd6026/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:15 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5e39a1a4-f188-40e3-bcba-70e47abd6026/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:15 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74535) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 09:59:15 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] skipping disk /dev/sdf (vdb) as it is a volume {{(pid=74535) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 09:59:15 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] skipping disk /dev/sdg (vdc) as it is a volume {{(pid=74535) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 09:59:15 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 09:59:15 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 09:59:15 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Hypervisor/Node resource view: name=user free_ram=7060MB free_disk=25.561695098876953GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74535) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 09:59:15 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:59:15 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:59:15 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 7d750435-b1ed-446a-a466-162bdc33821d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 09:59:15 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 5e39a1a4-f188-40e3-bcba-70e47abd6026 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 09:59:15 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 9032fc82-326a-4827-94e0-c2c42a318148 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 09:59:15 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 4f3357d9-20fc-4dc4-bfc5-ad83a6741013 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 09:59:15 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 93fb3c38-baad-41c4-89b2-2a37c779c62a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 09:59:15 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance d5d68696-7e68-4612-a5bc-b6bdcdf0795a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 09:59:15 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 27d02c8b-47ae-4f82-9089-199c777b41b7 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 09:59:15 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 6bf0acc8-fdfe-4278-827c-098964372e14 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 09:59:15 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance cd694614-d17a-48c5-88df-f35f584fc3b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 09:59:15 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Total usable vcpus: 12, total allocated vcpus: 9 {{(pid=74535) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 09:59:15 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Final resource view: name=user phys_ram=16011MB used_ram=5120MB phys_disk=40GB used_disk=7GB total_vcpus=12 used_vcpus=9 pci_stats=[] {{(pid=74535) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 09:59:15 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 09:59:16 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 09:59:16 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Compute_service record updated for user:user {{(pid=74535) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 09:59:16 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.556s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:59:17 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:17 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:20 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-13e406e5-9f9c-48a0-8366-54a80112f671 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 4f3357d9-20fc-4dc4-bfc5-ad83a6741013 is timed out.
Dec 06 09:59:20 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-13e406e5-9f9c-48a0-8366-54a80112f671 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Successfully detached device vdb from instance 4f3357d9-20fc-4dc4-bfc5-ad83a6741013 from the live domain config.
Dec 06 09:59:20 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-13e406e5-9f9c-48a0-8366-54a80112f671 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] [instance: 4f3357d9-20fc-4dc4-bfc5-ad83a6741013] calling os-brick to detach iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 09:59:20 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-13e406e5-9f9c-48a0-8366-54a80112f671 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, {'target_iqn': 'iqn.2010-10.org.openstack:8d22f9d1-92c8-4c43-958b-e056ae29ca44', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'fBtrZIJq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdj'}, None), 'kwargs': False}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 09:59:20 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-13e406e5-9f9c-48a0-8366-54a80112f671 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 09:59:20 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-13e406e5-9f9c-48a0-8366-54a80112f671 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 09:59:20 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-13e406e5-9f9c-48a0-8366-54a80112f671 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 09:59:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:20 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac70f8e4-8acf-4889-a476-70720b68bf77]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:23c838a4-11b8-413d-9e1e-781d18f53e80\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8d22f9d1-92c8-4c43-958b-e056ae29ca44\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:90fcda33-4f25-4823-9a66-06b377bad417\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:20 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-13e406e5-9f9c-48a0-8366-54a80112f671 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 09:59:20 user nova-compute[74535]: No targets found.
Dec 06 09:59:20 user nova-compute[74535]: iSNS:
Dec 06 09:59:20 user nova-compute[74535]: No targets found.
Dec 06 09:59:20 user nova-compute[74535]: STATIC:
Dec 06 09:59:20 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21
Dec 06 09:59:20 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 09:59:20 user nova-compute[74535]:                 Iface Name: default
Dec 06 09:59:20 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e
Dec 06 09:59:20 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 09:59:20 user nova-compute[74535]:                 Iface Name: default
Dec 06 09:59:20 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7
Dec 06 09:59:20 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 09:59:20 user nova-compute[74535]:                 Iface Name: default
Dec 06 09:59:20 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:23c838a4-11b8-413d-9e1e-781d18f53e80
Dec 06 09:59:20 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 09:59:20 user nova-compute[74535]:                 Iface Name: default
Dec 06 09:59:20 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:8d22f9d1-92c8-4c43-958b-e056ae29ca44
Dec 06 09:59:20 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 09:59:20 user nova-compute[74535]:                 Iface Name: default
Dec 06 09:59:20 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc
Dec 06 09:59:20 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 09:59:20 user nova-compute[74535]:                 Iface Name: default
Dec 06 09:59:20 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:90fcda33-4f25-4823-9a66-06b377bad417
Dec 06 09:59:20 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 09:59:20 user nova-compute[74535]:                 Iface Name: default
Dec 06 09:59:20 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724
Dec 06 09:59:20 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 09:59:20 user nova-compute[74535]:                 Iface Name: default
Dec 06 09:59:20 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842
Dec 06 09:59:20 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 09:59:20 user nova-compute[74535]:                 Iface Name: default
Dec 06 09:59:20 user nova-compute[74535]: FIRMWARE:
Dec 06 09:59:20 user nova-compute[74535]: No targets found.
Dec 06 09:59:20 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 09:59:20 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-13e406e5-9f9c-48a0-8366-54a80112f671 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 09:59:20 user nova-compute[74535]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 09:59:20 user nova-compute[74535]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74535) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 09:59:20 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-13e406e5-9f9c-48a0-8366-54a80112f671 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8d22f9d1-92c8-4c43-958b-e056ae29ca44', 0)] {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 09:59:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:20 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1e9c287-0972-4ddc-9b23-eb8ef4334459]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:23c838a4-11b8-413d-9e1e-781d18f53e80\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8d22f9d1-92c8-4c43-958b-e056ae29ca44\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:90fcda33-4f25-4823-9a66-06b377bad417\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.034s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:20 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[723e94f3-6f22-4ac3-9d12-2e5243dbeb93]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8d22f9d1-92c8-4c43-958b-e056ae29ca44 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:90fcda33-4f25-4823-9a66-06b377bad417 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23c838a4-11b8-413d-9e1e-781d18f53e80 (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:20 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-13e406e5-9f9c-48a0-8366-54a80112f671 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8d22f9d1-92c8-4c43-958b-e056ae29ca44 (non-flash)
Dec 06 09:59:20 user nova-compute[74535]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:90fcda33-4f25-4823-9a66-06b377bad417 (non-flash)
Dec 06 09:59:20 user nova-compute[74535]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23c838a4-11b8-413d-9e1e-781d18f53e80 (non-flash)
Dec 06 09:59:20 user nova-compute[74535]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 (non-flash)
Dec 06 09:59:20 user nova-compute[74535]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7 (non-flash)
Dec 06 09:59:20 user nova-compute[74535]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e (non-flash)
Dec 06 09:59:20 user nova-compute[74535]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724 (non-flash)
Dec 06 09:59:20 user nova-compute[74535]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21 (non-flash)
Dec 06 09:59:20 user nova-compute[74535]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc (non-flash)
Dec 06 09:59:20 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 09:59:20 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-13e406e5-9f9c-48a0-8366-54a80112f671 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8d22f9d1-92c8-4c43-958b-e056ae29ca44 (non-flash)
Dec 06 09:59:20 user nova-compute[74535]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:90fcda33-4f25-4823-9a66-06b377bad417 (non-flash)
Dec 06 09:59:20 user nova-compute[74535]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23c838a4-11b8-413d-9e1e-781d18f53e80 (non-flash)
Dec 06 09:59:20 user nova-compute[74535]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 (non-flash)
Dec 06 09:59:20 user nova-compute[74535]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7 (non-flash)
Dec 06 09:59:20 user nova-compute[74535]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e (non-flash)
Dec 06 09:59:20 user nova-compute[74535]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724 (non-flash)
Dec 06 09:59:20 user nova-compute[74535]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21 (non-flash)
Dec 06 09:59:20 user nova-compute[74535]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc (non-flash)
Dec 06 09:59:20 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 09:59:20 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-13e406e5-9f9c-48a0-8366-54a80112f671 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ff1246b17e0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8d22f9d1-92c8-4c43-958b-e056ae29ca44'): ({'sdj'}, set())}) {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 09:59:20 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-13e406e5-9f9c-48a0-8366-54a80112f671 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Removing single pathed devices sdj {{(pid=74535) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 09:59:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:20 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[fce413bd-8be4-4ae7-946c-39edb070b145]: (4, ('path checker states:\nup                  9\n\npaths: 0\nbusy: False\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdj {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdj" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:20 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[5bae62f0-d948-42d8-b246-4f313c8d0dde]: (4, ('ok\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:20 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-13e406e5-9f9c-48a0-8366-54a80112f671 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Flushing IO for device /dev/sdj {{(pid=74535) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 09:59:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdj {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdj" returned: 0 in 0.013s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:20 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[a0bfdb92-968f-4896-8a48-8b13892ac83e]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:20 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-13e406e5-9f9c-48a0-8366-54a80112f671 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Remove SCSI device /dev/sdj with /sys/block/sdj/device/delete {{(pid=74535) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 09:59:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdj/device/delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdj/device/delete" returned: 0 in 0.056s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:20 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f6ac2a9-5740-4d07-8a11-0b715930763a]: (4, ('1', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:20 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-13e406e5-9f9c-48a0-8366-54a80112f671 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Checking to see if SCSI volumes sdj have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 09:59:20 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-13e406e5-9f9c-48a0-8366-54a80112f671 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] SCSI volumes sdj have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 09:59:20 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-13e406e5-9f9c-48a0-8366-54a80112f671 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8d22f9d1-92c8-4c43-958b-e056ae29ca44')] {{(pid=74535) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 09:59:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8d22f9d1-92c8-4c43-958b-e056ae29ca44 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8d22f9d1-92c8-4c43-958b-e056ae29ca44 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:20 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[a0800e27-d3bb-40f1-8ca0-b3b22fb1a126]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:20 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-13e406e5-9f9c-48a0-8366-54a80112f671 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:59:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8d22f9d1-92c8-4c43-958b-e056ae29ca44 -p 172.16.0.220:3260 --logout {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8d22f9d1-92c8-4c43-958b-e056ae29ca44 -p 172.16.0.220:3260 --logout" returned: 0 in 0.089s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:20 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc8e277b-f5bd-4b4d-939c-2beca2a92cf0]: (4, ('Logging out of session [sid: 11, target: iqn.2010-10.org.openstack:8d22f9d1-92c8-4c43-958b-e056ae29ca44, portal: 172.16.0.220,3260]\nLogout of [sid: 11, target: iqn.2010-10.org.openstack:8d22f9d1-92c8-4c43-958b-e056ae29ca44, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:20 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-13e406e5-9f9c-48a0-8366-54a80112f671 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 11, target: iqn.2010-10.org.openstack:8d22f9d1-92c8-4c43-958b-e056ae29ca44, portal: 172.16.0.220,3260]
Dec 06 09:59:20 user nova-compute[74535]: Logout of [sid: 11, target: iqn.2010-10.org.openstack:8d22f9d1-92c8-4c43-958b-e056ae29ca44, portal: 172.16.0.220,3260] successful.
Dec 06 09:59:20 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:59:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8d22f9d1-92c8-4c43-958b-e056ae29ca44 -p 172.16.0.220:3260 --op delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8d22f9d1-92c8-4c43-958b-e056ae29ca44 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.035s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:20 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab5b4088-4a71-457b-876c-304d573ab4dc]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:20 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-13e406e5-9f9c-48a0-8366-54a80112f671 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:59:20 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-13e406e5-9f9c-48a0-8366-54a80112f671 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.378s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 09:59:20 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-13e406e5-9f9c-48a0-8366-54a80112f671 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] <== disconnect_volume: return (379ms) None {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 09:59:20 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-13e406e5-9f9c-48a0-8366-54a80112f671 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] [instance: 4f3357d9-20fc-4dc4-bfc5-ad83a6741013] Disconnected iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 09:59:21 user nova-compute[74535]: DEBUG nova.compute.manager [req-cd0e208b-0688-4c80-83ac-2a7cab9a1bdb req-e3ae6a54-aca4-439a-940b-07aefa5c92e8 service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Received event network-changed-b4dec6c8-9790-4305-aa5a-393e605223ac {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:59:21 user nova-compute[74535]: DEBUG nova.compute.manager [req-cd0e208b-0688-4c80-83ac-2a7cab9a1bdb req-e3ae6a54-aca4-439a-940b-07aefa5c92e8 service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Refreshing instance network info cache due to event network-changed-b4dec6c8-9790-4305-aa5a-393e605223ac. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 09:59:21 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-cd0e208b-0688-4c80-83ac-2a7cab9a1bdb req-e3ae6a54-aca4-439a-940b-07aefa5c92e8 service nova] Acquiring lock "refresh_cache-27d02c8b-47ae-4f82-9089-199c777b41b7" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 09:59:21 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-cd0e208b-0688-4c80-83ac-2a7cab9a1bdb req-e3ae6a54-aca4-439a-940b-07aefa5c92e8 service nova] Acquired lock "refresh_cache-27d02c8b-47ae-4f82-9089-199c777b41b7" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 09:59:21 user nova-compute[74535]: DEBUG nova.network.neutron [req-cd0e208b-0688-4c80-83ac-2a7cab9a1bdb req-e3ae6a54-aca4-439a-940b-07aefa5c92e8 service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Refreshing network info cache for port b4dec6c8-9790-4305-aa5a-393e605223ac {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 09:59:21 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:22 user nova-compute[74535]: DEBUG nova.objects.instance [None req-13e406e5-9f9c-48a0-8366-54a80112f671 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Lazy-loading 'flavor' on Instance uuid 4f3357d9-20fc-4dc4-bfc5-ad83a6741013 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 09:59:22 user nova-compute[74535]: DEBUG nova.network.neutron [req-cd0e208b-0688-4c80-83ac-2a7cab9a1bdb req-e3ae6a54-aca4-439a-940b-07aefa5c92e8 service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Updated VIF entry in instance network info cache for port b4dec6c8-9790-4305-aa5a-393e605223ac. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 09:59:22 user nova-compute[74535]: DEBUG nova.network.neutron [req-cd0e208b-0688-4c80-83ac-2a7cab9a1bdb req-e3ae6a54-aca4-439a-940b-07aefa5c92e8 service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Updating instance_info_cache with network_info: [{"id": "b4dec6c8-9790-4305-aa5a-393e605223ac", "address": "fa:16:3e:79:a4:a7", "network": {"id": "95dfa86c-0cec-494b-b72e-83dd43ab4541", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1021916616-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "18119352b0eb4dde96cb99b675fdc159", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb4dec6c8-97", "ovs_interfaceid": "b4dec6c8-9790-4305-aa5a-393e605223ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "384ea4f9-3a4a-4c04-8067-4e592408fee3", "address": "fa:16:3e:b7:6d:64", "network": {"id": "54600ccb-19ba-4879-8650-ac190cd4b5e8", "bridge": "br-int", "label": "tempest-device-tagging-net1-707434686", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "18119352b0eb4dde96cb99b675fdc159", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap384ea4f9-3a", "ovs_interfaceid": "384ea4f9-3a4a-4c04-8067-4e592408fee3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "c817ff70-444d-4cd5-8202-83d3954ca7d2", "address": "fa:16:3e:56:5a:7d", "network": {"id": "54600ccb-19ba-4879-8650-ac190cd4b5e8", "bridge": "br-int", "label": "tempest-device-tagging-net1-707434686", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "18119352b0eb4dde96cb99b675fdc159", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc817ff70-44", "ovs_interfaceid": "c817ff70-444d-4cd5-8202-83d3954ca7d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "cbc4ad55-4b81-4e0b-b8fe-dced4bf68226", "address": "fa:16:3e:09:5b:5b", "network": {"id": "54600ccb-19ba-4879-8650-ac190cd4b5e8", "bridge": "br-int", "label": "tempest-device-tagging-net1-707434686", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.144", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "18119352b0eb4dde96cb99b675fdc159", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcbc4ad55-4b", "ovs_interfaceid": "cbc4ad55-4b81-4e0b-b8fe-dced4bf68226", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8d8f6803-100b-4f7b-989d-df4d20990859", "address": "fa:16:3e:1e:f5:aa", "network": {"id": "54600ccb-19ba-4879-8650-ac190cd4b5e8", "bridge": "br-int", "label": "tempest-device-tagging-net1-707434686", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.95", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "18119352b0eb4dde96cb99b675fdc159", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8d8f6803-10", "ovs_interfaceid": "8d8f6803-100b-4f7b-989d-df4d20990859", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "015fb0ff-fd7d-458d-9222-dacb90d7da0f", "address": "fa:16:3e:f8:92:93", "network": {"id": "55162d7a-93d2-41a7-b313-b73979e51354", "bridge": "br-int", "label": "tempest-device-tagging-net2-391394949", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "18119352b0eb4dde96cb99b675fdc159", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap015fb0ff-fd", "ovs_interfaceid": "015fb0ff-fd7d-458d-9222-dacb90d7da0f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0bf3be11-9783-413b-a530-5a57313e1e70", "address": "fa:16:3e:50:f6:83", "network": {"id": "55162d7a-93d2-41a7-b313-b73979e51354", "bridge": "br-int", "label": "tempest-device-tagging-net2-391394949", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "18119352b0eb4dde96cb99b675fdc159", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0bf3be11-97", "ovs_interfaceid": "0bf3be11-9783-413b-a530-5a57313e1e70", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:59:22 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-cd0e208b-0688-4c80-83ac-2a7cab9a1bdb req-e3ae6a54-aca4-439a-940b-07aefa5c92e8 service nova] Releasing lock "refresh_cache-27d02c8b-47ae-4f82-9089-199c777b41b7" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 09:59:22 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-13e406e5-9f9c-48a0-8366-54a80112f671 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Lock "4f3357d9-20fc-4dc4-bfc5-ad83a6741013" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.404s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:59:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:22 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-13cd24cf-687a-41c8-b5b9-bb6e41db5535 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Acquiring lock "interface-4f3357d9-20fc-4dc4-bfc5-ad83a6741013-95d9d1df-e25b-4e43-9608-1fbefacb0a01" by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:59:22 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-13cd24cf-687a-41c8-b5b9-bb6e41db5535 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Lock "interface-4f3357d9-20fc-4dc4-bfc5-ad83a6741013-95d9d1df-e25b-4e43-9608-1fbefacb0a01" acquired by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:59:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:22 user nova-compute[74535]: DEBUG nova.objects.instance [None req-13cd24cf-687a-41c8-b5b9-bb6e41db5535 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Lazy-loading 'flavor' on Instance uuid 4f3357d9-20fc-4dc4-bfc5-ad83a6741013 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 09:59:22 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-13cd24cf-687a-41c8-b5b9-bb6e41db5535 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T09:56:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=InstanceDeviceMetadata,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1981652634',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1981652634',id=6,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBG+pex3NYbTNATtrLtMa0a4luAH0grgwQNWDie/Z8tpJwRxxu3vjIXxFSIeRt/V38MET6S29h9BDwb0xKeFy4xcUhhWxruyCp/SD8zA5vo368iBlHk1DDzPw/Aouw6rJIA==',key_name='tempest-keypair-214001801',keypairs=<?>,launch_index=0,launched_at=2023-12-06T09:56:55Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='585ee9665b434fb0bc5831d6eb32f407',ramdisk_id='',reservation_id='r-ofiu934m',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-561099051',owner_user_name='tempest-TaggedAttachmentsTest-561099051-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T09:56:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='49de51760c8f470aab418ca430df7695',uuid=4f3357d9-20fc-4dc4-bfc5-ad83a6741013,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "95d9d1df-e25b-4e43-9608-1fbefacb0a01", "address": "fa:16:3e:c8:ab:ad", "network": {"id": "dee64c13-2f86-45fe-b193-fc8d2ebd3bb5", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1364914934", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.180", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "585ee9665b434fb0bc5831d6eb32f407", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95d9d1df-e2", "ovs_interfaceid": "95d9d1df-e25b-4e43-9608-1fbefacb0a01", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74535) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 09:59:22 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-13cd24cf-687a-41c8-b5b9-bb6e41db5535 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Converting VIF {"id": "95d9d1df-e25b-4e43-9608-1fbefacb0a01", "address": "fa:16:3e:c8:ab:ad", "network": {"id": "dee64c13-2f86-45fe-b193-fc8d2ebd3bb5", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1364914934", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.180", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "585ee9665b434fb0bc5831d6eb32f407", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95d9d1df-e2", "ovs_interfaceid": "95d9d1df-e25b-4e43-9608-1fbefacb0a01", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 09:59:22 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-13cd24cf-687a-41c8-b5b9-bb6e41db5535 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c8:ab:ad,bridge_name='br-int',has_traffic_filtering=True,id=95d9d1df-e25b-4e43-9608-1fbefacb0a01,network=Network(dee64c13-2f86-45fe-b193-fc8d2ebd3bb5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap95d9d1df-e2') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 09:59:22 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-53396a96-edb9-4f4d-8d8e-db17b2ca6a76 tempest-VolumesAssistedSnapshotsTest-1663687157 tempest-VolumesAssistedSnapshotsTest-1663687157-project-admin] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance d5d68696-7e68-4612-a5bc-b6bdcdf0795a is timed out.
Dec 06 09:59:22 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-53396a96-edb9-4f4d-8d8e-db17b2ca6a76 tempest-VolumesAssistedSnapshotsTest-1663687157 tempest-VolumesAssistedSnapshotsTest-1663687157-project-admin] Successfully detached device vdb from instance d5d68696-7e68-4612-a5bc-b6bdcdf0795a from the live domain config.
Dec 06 09:59:22 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-13cd24cf-687a-41c8-b5b9-bb6e41db5535 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:c8:ab:ad"/><model type="virtio"/><mtu size="1442"/><target dev="tap95d9d1df-e2"/></interface> {{(pid=74535) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Dec 06 09:59:22 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-53396a96-edb9-4f4d-8d8e-db17b2ca6a76 tempest-VolumesAssistedSnapshotsTest-1663687157 tempest-VolumesAssistedSnapshotsTest-1663687157-project-admin] [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a] calling os-brick to detach iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 09:59:22 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-53396a96-edb9-4f4d-8d8e-db17b2ca6a76 tempest-VolumesAssistedSnapshotsTest-1663687157 tempest-VolumesAssistedSnapshotsTest-1663687157-project-admin] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, {'target_iqn': 'iqn.2010-10.org.openstack:90fcda33-4f25-4823-9a66-06b377bad417', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ViEDyNcd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdk'}, None), 'kwargs': False}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 09:59:22 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-53396a96-edb9-4f4d-8d8e-db17b2ca6a76 tempest-VolumesAssistedSnapshotsTest-1663687157 tempest-VolumesAssistedSnapshotsTest-1663687157-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 09:59:22 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-53396a96-edb9-4f4d-8d8e-db17b2ca6a76 tempest-VolumesAssistedSnapshotsTest-1663687157 tempest-VolumesAssistedSnapshotsTest-1663687157-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 09:59:22 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-53396a96-edb9-4f4d-8d8e-db17b2ca6a76 tempest-VolumesAssistedSnapshotsTest-1663687157 tempest-VolumesAssistedSnapshotsTest-1663687157-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 09:59:22 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-13cd24cf-687a-41c8-b5b9-bb6e41db5535 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:c8:ab:ad"/><model type="virtio"/><mtu size="1442"/><target dev="tap95d9d1df-e2"/></interface> {{(pid=74535) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Dec 06 09:59:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:22 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-13cd24cf-687a-41c8-b5b9-bb6e41db5535 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Attempting to detach device tap95d9d1df-e2 from instance 4f3357d9-20fc-4dc4-bfc5-ad83a6741013 from the persistent domain config. {{(pid=74535) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 09:59:22 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-13cd24cf-687a-41c8-b5b9-bb6e41db5535 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] detach device xml: <interface type="ethernet">
Dec 06 09:59:22 user nova-compute[74535]:   <mac address="fa:16:3e:c8:ab:ad"/>
Dec 06 09:59:22 user nova-compute[74535]:   <model type="virtio"/>
Dec 06 09:59:22 user nova-compute[74535]:   <mtu size="1442"/>
Dec 06 09:59:22 user nova-compute[74535]:   <target dev="tap95d9d1df-e2"/>
Dec 06 09:59:22 user nova-compute[74535]: </interface>
Dec 06 09:59:22 user nova-compute[74535]:  {{(pid=74535) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 09:59:22 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-13cd24cf-687a-41c8-b5b9-bb6e41db5535 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:c8:ab:ad"/><model type="virtio"/><mtu size="1442"/><target dev="tap95d9d1df-e2"/></interface> {{(pid=74535) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Dec 06 09:59:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.025s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:22 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[56173e06-7509-4048-83cd-222cf00394c7]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:23c838a4-11b8-413d-9e1e-781d18f53e80\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:90fcda33-4f25-4823-9a66-06b377bad417\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:22 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-53396a96-edb9-4f4d-8d8e-db17b2ca6a76 tempest-VolumesAssistedSnapshotsTest-1663687157 tempest-VolumesAssistedSnapshotsTest-1663687157-project-admin] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 09:59:22 user nova-compute[74535]: No targets found.
Dec 06 09:59:22 user nova-compute[74535]: iSNS:
Dec 06 09:59:22 user nova-compute[74535]: No targets found.
Dec 06 09:59:22 user nova-compute[74535]: STATIC:
Dec 06 09:59:22 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21
Dec 06 09:59:22 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 09:59:22 user nova-compute[74535]:                 Iface Name: default
Dec 06 09:59:22 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e
Dec 06 09:59:22 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 09:59:22 user nova-compute[74535]:                 Iface Name: default
Dec 06 09:59:22 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7
Dec 06 09:59:22 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 09:59:22 user nova-compute[74535]:                 Iface Name: default
Dec 06 09:59:22 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:23c838a4-11b8-413d-9e1e-781d18f53e80
Dec 06 09:59:22 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 09:59:22 user nova-compute[74535]:                 Iface Name: default
Dec 06 09:59:22 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc
Dec 06 09:59:22 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 09:59:22 user nova-compute[74535]:                 Iface Name: default
Dec 06 09:59:22 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:90fcda33-4f25-4823-9a66-06b377bad417
Dec 06 09:59:22 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 09:59:22 user nova-compute[74535]:                 Iface Name: default
Dec 06 09:59:22 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724
Dec 06 09:59:22 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 09:59:22 user nova-compute[74535]:                 Iface Name: default
Dec 06 09:59:22 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842
Dec 06 09:59:22 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 09:59:22 user nova-compute[74535]:                 Iface Name: default
Dec 06 09:59:22 user nova-compute[74535]: FIRMWARE:
Dec 06 09:59:22 user nova-compute[74535]: No targets found.
Dec 06 09:59:22 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 09:59:22 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-53396a96-edb9-4f4d-8d8e-db17b2ca6a76 tempest-VolumesAssistedSnapshotsTest-1663687157 tempest-VolumesAssistedSnapshotsTest-1663687157-project-admin] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 09:59:22 user nova-compute[74535]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 09:59:22 user nova-compute[74535]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74535) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 09:59:22 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-53396a96-edb9-4f4d-8d8e-db17b2ca6a76 tempest-VolumesAssistedSnapshotsTest-1663687157 tempest-VolumesAssistedSnapshotsTest-1663687157-project-admin] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:90fcda33-4f25-4823-9a66-06b377bad417', 0)] {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 09:59:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:22 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-13cd24cf-687a-41c8-b5b9-bb6e41db5535 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] interface for config: <interface type="ethernet"><mac address="fa:16:3e:c8:ab:ad"/><model type="virtio"/><mtu size="1442"/><target dev="tap95d9d1df-e2"/></interface>not found in domain: <domain type='kvm' id='6'>
Dec 06 09:59:22 user nova-compute[74535]:   <name>instance-00000006</name>
Dec 06 09:59:22 user nova-compute[74535]:   <uuid>4f3357d9-20fc-4dc4-bfc5-ad83a6741013</uuid>
Dec 06 09:59:22 user nova-compute[74535]:   <metadata>
Dec 06 09:59:22 user nova-compute[74535]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 09:59:22 user nova-compute[74535]:   <nova:package version="0.0.0"/>
Dec 06 09:59:22 user nova-compute[74535]:   <nova:name>tempest-device-tagging-server-1981652634</nova:name>
Dec 06 09:59:22 user nova-compute[74535]:   <nova:creationTime>2023-12-06 09:58:36</nova:creationTime>
Dec 06 09:59:22 user nova-compute[74535]:   <nova:flavor name="m1.tiny">
Dec 06 09:59:22 user nova-compute[74535]:     <nova:memory>512</nova:memory>
Dec 06 09:59:22 user nova-compute[74535]:     <nova:disk>1</nova:disk>
Dec 06 09:59:22 user nova-compute[74535]:     <nova:swap>0</nova:swap>
Dec 06 09:59:22 user nova-compute[74535]:     <nova:ephemeral>0</nova:ephemeral>
Dec 06 09:59:22 user nova-compute[74535]:     <nova:vcpus>1</nova:vcpus>
Dec 06 09:59:22 user nova-compute[74535]:   </nova:flavor>
Dec 06 09:59:22 user nova-compute[74535]:   <nova:owner>
Dec 06 09:59:22 user nova-compute[74535]:     <nova:user uuid="49de51760c8f470aab418ca430df7695">tempest-TaggedAttachmentsTest-561099051-project-member</nova:user>
Dec 06 09:59:22 user nova-compute[74535]:     <nova:project uuid="585ee9665b434fb0bc5831d6eb32f407">tempest-TaggedAttachmentsTest-561099051</nova:project>
Dec 06 09:59:22 user nova-compute[74535]:   </nova:owner>
Dec 06 09:59:22 user nova-compute[74535]:   <nova:root type="image" uuid="b338f3c8-9974-4b9f-bacb-c75dd541c256"/>
Dec 06 09:59:22 user nova-compute[74535]:   <nova:ports>
Dec 06 09:59:22 user nova-compute[74535]:     <nova:port uuid="a37b5b7b-eba9-4299-921d-4946561c01e5">
Dec 06 09:59:22 user nova-compute[74535]:       <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Dec 06 09:59:22 user nova-compute[74535]:     </nova:port>
Dec 06 09:59:22 user nova-compute[74535]:     <nova:port uuid="95d9d1df-e25b-4e43-9608-1fbefacb0a01">
Dec 06 09:59:22 user nova-compute[74535]:       <nova:ip type="fixed" address="10.10.10.180" ipVersion="4"/>
Dec 06 09:59:22 user nova-compute[74535]:     </nova:port>
Dec 06 09:59:22 user nova-compute[74535]:   </nova:ports>
Dec 06 09:59:22 user nova-compute[74535]: </nova:instance>
Dec 06 09:59:22 user nova-compute[74535]:   </metadata>
Dec 06 09:59:22 user nova-compute[74535]:   <memory unit='KiB'>524288</memory>
Dec 06 09:59:22 user nova-compute[74535]:   <currentMemory unit='KiB'>524288</currentMemory>
Dec 06 09:59:22 user nova-compute[74535]:   <vcpu placement='static'>1</vcpu>
Dec 06 09:59:22 user nova-compute[74535]:   <resource>
Dec 06 09:59:22 user nova-compute[74535]:     <partition>/machine</partition>
Dec 06 09:59:22 user nova-compute[74535]:   </resource>
Dec 06 09:59:22 user nova-compute[74535]:   <sysinfo type='smbios'>
Dec 06 09:59:22 user nova-compute[74535]:     <system>
Dec 06 09:59:22 user nova-compute[74535]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Dec 06 09:59:22 user nova-compute[74535]:       <entry name='product'>OpenStack Nova</entry>
Dec 06 09:59:22 user nova-compute[74535]:       <entry name='version'>0.0.0</entry>
Dec 06 09:59:22 user nova-compute[74535]:       <entry name='serial'>4f3357d9-20fc-4dc4-bfc5-ad83a6741013</entry>
Dec 06 09:59:22 user nova-compute[74535]:       <entry name='uuid'>4f3357d9-20fc-4dc4-bfc5-ad83a6741013</entry>
Dec 06 09:59:22 user nova-compute[74535]:       <entry name='family'>Virtual Machine</entry>
Dec 06 09:59:22 user nova-compute[74535]:     </system>
Dec 06 09:59:22 user nova-compute[74535]:   </sysinfo>
Dec 06 09:59:22 user nova-compute[74535]:   <os>
Dec 06 09:59:22 user nova-compute[74535]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Dec 06 09:59:22 user nova-compute[74535]:     <boot dev='hd'/>
Dec 06 09:59:22 user nova-compute[74535]:     <smbios mode='sysinfo'/>
Dec 06 09:59:22 user nova-compute[74535]:   </os>
Dec 06 09:59:22 user nova-compute[74535]:   <features>
Dec 06 09:59:22 user nova-compute[74535]:     <acpi/>
Dec 06 09:59:22 user nova-compute[74535]:     <apic/>
Dec 06 09:59:22 user nova-compute[74535]:     <vmcoreinfo state='on'/>
Dec 06 09:59:22 user nova-compute[74535]:   </features>
Dec 06 09:59:22 user nova-compute[74535]:   <cpu mode='custom' match='exact' check='full'>
Dec 06 09:59:22 user nova-compute[74535]:     <model fallback='forbid'>Nehalem</model>
Dec 06 09:59:22 user nova-compute[74535]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Dec 06 09:59:22 user nova-compute[74535]:     <feature policy='require' name='vme'/>
Dec 06 09:59:22 user nova-compute[74535]:     <feature policy='require' name='x2apic'/>
Dec 06 09:59:22 user nova-compute[74535]:     <feature policy='require' name='hypervisor'/>
Dec 06 09:59:22 user nova-compute[74535]:   </cpu>
Dec 06 09:59:22 user nova-compute[74535]:   <clock offset='utc'>
Dec 06 09:59:22 user nova-compute[74535]:     <timer name='pit' tickpolicy='delay'/>
Dec 06 09:59:22 user nova-compute[74535]:     <timer name='rtc' tickpolicy='catchup'/>
Dec 06 09:59:22 user nova-compute[74535]:     <timer name='hpet' present='no'/>
Dec 06 09:59:22 user nova-compute[74535]:   </clock>
Dec 06 09:59:22 user nova-compute[74535]:   <on_poweroff>destroy</on_poweroff>
Dec 06 09:59:22 user nova-compute[74535]:   <on_reboot>restart</on_reboot>
Dec 06 09:59:22 user nova-compute[74535]:   <on_crash>destroy</on_crash>
Dec 06 09:59:22 user nova-compute[74535]:   <devices>
Dec 06 09:59:22 user nova-compute[74535]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Dec 06 09:59:22 user nova-compute[74535]:     <disk type='file' device='disk'>
Dec 06 09:59:22 user nova-compute[74535]:       <driver name='qemu' type='qcow2' cache='none'/>
Dec 06 09:59:22 user nova-compute[74535]:       <source file='/opt/stack/data/nova/instances/4f3357d9-20fc-4dc4-bfc5-ad83a6741013/disk' index='2'/>
Dec 06 09:59:22 user nova-compute[74535]:       <backingStore type='file' index='3'>
Dec 06 09:59:22 user nova-compute[74535]:         <format type='raw'/>
Dec 06 09:59:22 user nova-compute[74535]:         <source file='/opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08'/>
Dec 06 09:59:22 user nova-compute[74535]:         <backingStore/>
Dec 06 09:59:22 user nova-compute[74535]:       </backingStore>
Dec 06 09:59:22 user nova-compute[74535]:       <target dev='vda' bus='virtio'/>
Dec 06 09:59:22 user nova-compute[74535]:       <alias name='virtio-disk0'/>
Dec 06 09:59:22 user nova-compute[74535]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Dec 06 09:59:22 user nova-compute[74535]:     </disk>
Dec 06 09:59:22 user nova-compute[74535]:     <disk type='file' device='cdrom'>
Dec 06 09:59:22 user nova-compute[74535]:       <driver name='qemu' type='raw' cache='none'/>
Dec 06 09:59:22 user nova-compute[74535]:       <source file='/opt/stack/data/nova/instances/4f3357d9-20fc-4dc4-bfc5-ad83a6741013/disk.config' index='1'/>
Dec 06 09:59:22 user nova-compute[74535]:       <backingStore/>
Dec 06 09:59:22 user nova-compute[74535]:       <target dev='hda' bus='ide'/>
Dec 06 09:59:22 user nova-compute[74535]:       <readonly/>
Dec 06 09:59:22 user nova-compute[74535]:       <alias name='ide0-0-0'/>
Dec 06 09:59:22 user nova-compute[74535]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Dec 06 09:59:22 user nova-compute[74535]:     </disk>
Dec 06 09:59:22 user nova-compute[74535]:     <controller type='usb' index='0' model='none'>
Dec 06 09:59:22 user nova-compute[74535]:       <alias name='usb'/>
Dec 06 09:59:22 user nova-compute[74535]:     </controller>
Dec 06 09:59:22 user nova-compute[74535]:     <controller type='pci' index='0' model='pci-root'>
Dec 06 09:59:22 user nova-compute[74535]:       <alias name='pci.0'/>
Dec 06 09:59:22 user nova-compute[74535]:     </controller>
Dec 06 09:59:22 user nova-compute[74535]:     <controller type='ide' index='0'>
Dec 06 09:59:22 user nova-compute[74535]:       <alias name='ide'/>
Dec 06 09:59:22 user nova-compute[74535]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Dec 06 09:59:22 user nova-compute[74535]:     </controller>
Dec 06 09:59:22 user nova-compute[74535]:     <interface type='ethernet'>
Dec 06 09:59:22 user nova-compute[74535]:       <mac address='fa:16:3e:89:5c:3e'/>
Dec 06 09:59:22 user nova-compute[74535]:       <target dev='tapa37b5b7b-eb'/>
Dec 06 09:59:22 user nova-compute[74535]:       <model type='virtio'/>
Dec 06 09:59:22 user nova-compute[74535]:       <mtu size='1442'/>
Dec 06 09:59:22 user nova-compute[74535]:       <alias name='net0'/>
Dec 06 09:59:22 user nova-compute[74535]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Dec 06 09:59:22 user nova-compute[74535]:     </interface>
Dec 06 09:59:22 user nova-compute[74535]:     <interface type='ethernet'>
Dec 06 09:59:22 user nova-compute[74535]:       <mac address='fa:16:3e:c8:ab:ad'/>
Dec 06 09:59:22 user nova-compute[74535]:       <target dev='tap95d9d1df-e2'/>
Dec 06 09:59:22 user nova-compute[74535]:       <model type='virtio'/>
Dec 06 09:59:22 user nova-compute[74535]:       <mtu size='1442'/>
Dec 06 09:59:22 user nova-compute[74535]:       <alias name='net1'/>
Dec 06 09:59:22 user nova-compute[74535]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x07' function='0x0'/>
Dec 06 09:59:22 user nova-compute[74535]:     </interface>
Dec 06 09:59:22 user nova-compute[74535]:     <serial type='pty'>
Dec 06 09:59:22 user nova-compute[74535]:       <source path='/dev/pts/6'/>
Dec 06 09:59:22 user nova-compute[74535]:       <log file='/opt/stack/data/nova/instances/4f3357d9-20fc-4dc4-bfc5-ad83a6741013/console.log' append='off'/>
Dec 06 09:59:22 user nova-compute[74535]:       <target type='isa-serial' port='0'>
Dec 06 09:59:22 user nova-compute[74535]:         <model name='isa-serial'/>
Dec 06 09:59:22 user nova-compute[74535]:       </target>
Dec 06 09:59:22 user nova-compute[74535]:       <alias name='serial0'/>
Dec 06 09:59:22 user nova-compute[74535]:     </serial>
Dec 06 09:59:22 user nova-compute[74535]:     <console type='pty' tty='/dev/pts/6'>
Dec 06 09:59:22 user nova-compute[74535]:       <source path='/dev/pts/6'/>
Dec 06 09:59:22 user nova-compute[74535]:       <log file='/opt/stack/data/nova/instances/4f3357d9-20fc-4dc4-bfc5-ad83a6741013/console.log' append='off'/>
Dec 06 09:59:22 user nova-compute[74535]:       <target type='serial' port='0'/>
Dec 06 09:59:22 user nova-compute[74535]:       <alias name='serial0'/>
Dec 06 09:59:22 user nova-compute[74535]:     </console>
Dec 06 09:59:22 user nova-compute[74535]:     <input type='mouse' bus='ps2'>
Dec 06 09:59:22 user nova-compute[74535]:       <alias name='input0'/>
Dec 06 09:59:22 user nova-compute[74535]:     </input>
Dec 06 09:59:22 user nova-compute[74535]:     <input type='keyboard' bus='ps2'>
Dec 06 09:59:22 user nova-compute[74535]:       <alias name='input1'/>
Dec 06 09:59:22 user nova-compute[74535]:     </input>
Dec 06 09:59:22 user nova-compute[74535]:     <graphics type='vnc' port='5905' autoport='yes' listen='0.0.0.0'>
Dec 06 09:59:22 user nova-compute[74535]:       <listen type='address' address='0.0.0.0'/>
Dec 06 09:59:22 user nova-compute[74535]:     </graphics>
Dec 06 09:59:22 user nova-compute[74535]:     <audio id='1' type='none'/>
Dec 06 09:59:22 user nova-compute[74535]:     <video>
Dec 06 09:59:22 user nova-compute[74535]:       <model type='virtio' heads='1' primary='yes'/>
Dec 06 09:59:22 user nova-compute[74535]:       <alias name='video0'/>
Dec 06 09:59:22 user nova-compute[74535]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Dec 06 09:59:22 user nova-compute[74535]:     </video>
Dec 06 09:59:22 user nova-compute[74535]:     <memballoon model='virtio'>
Dec 06 09:59:22 user nova-compute[74535]:       <stats period='10'/>
Dec 06 09:59:22 user nova-compute[74535]:       <alias name='balloon0'/>
Dec 06 09:59:22 user nova-compute[74535]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Dec 06 09:59:22 user nova-compute[74535]:     </memballoon>
Dec 06 09:59:22 user nova-compute[74535]:     <rng model='virtio'>
Dec 06 09:59:22 user nova-compute[74535]:       <backend model='random'>/dev/urandom</backend>
Dec 06 09:59:22 user nova-compute[74535]:       <alias name='rng0'/>
Dec 06 09:59:22 user nova-compute[74535]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Dec 06 09:59:22 user nova-compute[74535]:     </rng>
Dec 06 09:59:22 user nova-compute[74535]:   </devices>
Dec 06 09:59:22 user nova-compute[74535]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Dec 06 09:59:22 user nova-compute[74535]:     <label>libvirt-4f3357d9-20fc-4dc4-bfc5-ad83a6741013</label>
Dec 06 09:59:22 user nova-compute[74535]:     <imagelabel>libvirt-4f3357d9-20fc-4dc4-bfc5-ad83a6741013</imagelabel>
Dec 06 09:59:22 user nova-compute[74535]:   </seclabel>
Dec 06 09:59:22 user nova-compute[74535]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Dec 06 09:59:22 user nova-compute[74535]:     <label>+64055:+108</label>
Dec 06 09:59:22 user nova-compute[74535]:     <imagelabel>+64055:+108</imagelabel>
Dec 06 09:59:22 user nova-compute[74535]:   </seclabel>
Dec 06 09:59:22 user nova-compute[74535]: </domain>
Dec 06 09:59:22 user nova-compute[74535]:  {{(pid=74535) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Dec 06 09:59:22 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-13cd24cf-687a-41c8-b5b9-bb6e41db5535 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Successfully detached device tap95d9d1df-e2 from instance 4f3357d9-20fc-4dc4-bfc5-ad83a6741013 from the persistent domain config.
Dec 06 09:59:22 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-13cd24cf-687a-41c8-b5b9-bb6e41db5535 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] (1/8): Attempting to detach device tap95d9d1df-e2 with device alias net1 from instance 4f3357d9-20fc-4dc4-bfc5-ad83a6741013 from the live domain config. {{(pid=74535) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 09:59:22 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-13cd24cf-687a-41c8-b5b9-bb6e41db5535 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] detach device xml: <interface type="ethernet">
Dec 06 09:59:22 user nova-compute[74535]:   <mac address="fa:16:3e:c8:ab:ad"/>
Dec 06 09:59:22 user nova-compute[74535]:   <model type="virtio"/>
Dec 06 09:59:22 user nova-compute[74535]:   <mtu size="1442"/>
Dec 06 09:59:22 user nova-compute[74535]:   <target dev="tap95d9d1df-e2"/>
Dec 06 09:59:22 user nova-compute[74535]: </interface>
Dec 06 09:59:22 user nova-compute[74535]:  {{(pid=74535) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 09:59:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.026s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:22 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[93ffedb7-51d0-41a2-a751-ca7f79bac657]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:23c838a4-11b8-413d-9e1e-781d18f53e80\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:90fcda33-4f25-4823-9a66-06b377bad417\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:22 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[46cd4570-589a-4ca6-8f2d-51730ddeb3d7]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:90fcda33-4f25-4823-9a66-06b377bad417 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23c838a4-11b8-413d-9e1e-781d18f53e80 (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:22 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-53396a96-edb9-4f4d-8d8e-db17b2ca6a76 tempest-VolumesAssistedSnapshotsTest-1663687157 tempest-VolumesAssistedSnapshotsTest-1663687157-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:90fcda33-4f25-4823-9a66-06b377bad417 (non-flash)
Dec 06 09:59:22 user nova-compute[74535]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23c838a4-11b8-413d-9e1e-781d18f53e80 (non-flash)
Dec 06 09:59:22 user nova-compute[74535]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 (non-flash)
Dec 06 09:59:22 user nova-compute[74535]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7 (non-flash)
Dec 06 09:59:22 user nova-compute[74535]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e (non-flash)
Dec 06 09:59:22 user nova-compute[74535]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724 (non-flash)
Dec 06 09:59:22 user nova-compute[74535]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21 (non-flash)
Dec 06 09:59:22 user nova-compute[74535]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc (non-flash)
Dec 06 09:59:22 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 09:59:22 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-53396a96-edb9-4f4d-8d8e-db17b2ca6a76 tempest-VolumesAssistedSnapshotsTest-1663687157 tempest-VolumesAssistedSnapshotsTest-1663687157-project-admin] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:90fcda33-4f25-4823-9a66-06b377bad417 (non-flash)
Dec 06 09:59:22 user nova-compute[74535]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23c838a4-11b8-413d-9e1e-781d18f53e80 (non-flash)
Dec 06 09:59:22 user nova-compute[74535]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 (non-flash)
Dec 06 09:59:22 user nova-compute[74535]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7 (non-flash)
Dec 06 09:59:22 user nova-compute[74535]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e (non-flash)
Dec 06 09:59:22 user nova-compute[74535]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724 (non-flash)
Dec 06 09:59:22 user nova-compute[74535]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21 (non-flash)
Dec 06 09:59:22 user nova-compute[74535]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc (non-flash)
Dec 06 09:59:22 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 09:59:22 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-53396a96-edb9-4f4d-8d8e-db17b2ca6a76 tempest-VolumesAssistedSnapshotsTest-1663687157 tempest-VolumesAssistedSnapshotsTest-1663687157-project-admin] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ff124548f70>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:90fcda33-4f25-4823-9a66-06b377bad417'): ({'sdk'}, set())}) {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 09:59:22 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-53396a96-edb9-4f4d-8d8e-db17b2ca6a76 tempest-VolumesAssistedSnapshotsTest-1663687157 tempest-VolumesAssistedSnapshotsTest-1663687157-project-admin] Removing single pathed devices sdk {{(pid=74535) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 09:59:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:22 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[6dc8fb11-2d0f-445f-88fe-881456548f46]: (4, ('path checker states:\nup                  8\n\npaths: 0\nbusy: False\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdk {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdk" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:22 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[f0f77bce-1e9a-42c2-9cf9-3f6f194977f9]: (4, ('ok\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:22 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-53396a96-edb9-4f4d-8d8e-db17b2ca6a76 tempest-VolumesAssistedSnapshotsTest-1663687157 tempest-VolumesAssistedSnapshotsTest-1663687157-project-admin] Flushing IO for device /dev/sdk {{(pid=74535) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 09:59:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdk {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdk" returned: 0 in 0.013s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:22 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f706b23-a1d5-4ad8-8b74-024108707c5b]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:22 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-53396a96-edb9-4f4d-8d8e-db17b2ca6a76 tempest-VolumesAssistedSnapshotsTest-1663687157 tempest-VolumesAssistedSnapshotsTest-1663687157-project-admin] Remove SCSI device /dev/sdk with /sys/block/sdk/device/delete {{(pid=74535) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 09:59:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdk/device/delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdk/device/delete" returned: 0 in 0.045s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:22 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a613410-b851-4bd2-af14-c978e1d98b91]: (4, ('1', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:22 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-53396a96-edb9-4f4d-8d8e-db17b2ca6a76 tempest-VolumesAssistedSnapshotsTest-1663687157 tempest-VolumesAssistedSnapshotsTest-1663687157-project-admin] Checking to see if SCSI volumes sdk have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 09:59:22 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-53396a96-edb9-4f4d-8d8e-db17b2ca6a76 tempest-VolumesAssistedSnapshotsTest-1663687157 tempest-VolumesAssistedSnapshotsTest-1663687157-project-admin] SCSI volumes sdk have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 09:59:22 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-53396a96-edb9-4f4d-8d8e-db17b2ca6a76 tempest-VolumesAssistedSnapshotsTest-1663687157 tempest-VolumesAssistedSnapshotsTest-1663687157-project-admin] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:90fcda33-4f25-4823-9a66-06b377bad417')] {{(pid=74535) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 09:59:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:90fcda33-4f25-4823-9a66-06b377bad417 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:90fcda33-4f25-4823-9a66-06b377bad417 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.025s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:22 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[03c6952e-d7f7-44fb-8763-2e06c12978f6]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:22 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-53396a96-edb9-4f4d-8d8e-db17b2ca6a76 tempest-VolumesAssistedSnapshotsTest-1663687157 tempest-VolumesAssistedSnapshotsTest-1663687157-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:59:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:90fcda33-4f25-4823-9a66-06b377bad417 -p 172.16.0.220:3260 --logout {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:90fcda33-4f25-4823-9a66-06b377bad417 -p 172.16.0.220:3260 --logout" returned: 0 in 0.106s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:22 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[5df1f379-9a87-4788-a22a-fb30b2ef437a]: (4, ('Logging out of session [sid: 12, target: iqn.2010-10.org.openstack:90fcda33-4f25-4823-9a66-06b377bad417, portal: 172.16.0.220,3260]\nLogout of [sid: 12, target: iqn.2010-10.org.openstack:90fcda33-4f25-4823-9a66-06b377bad417, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:22 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-53396a96-edb9-4f4d-8d8e-db17b2ca6a76 tempest-VolumesAssistedSnapshotsTest-1663687157 tempest-VolumesAssistedSnapshotsTest-1663687157-project-admin] iscsiadm ('--logout',): stdout=Logging out of session [sid: 12, target: iqn.2010-10.org.openstack:90fcda33-4f25-4823-9a66-06b377bad417, portal: 172.16.0.220,3260]
Dec 06 09:59:22 user nova-compute[74535]: Logout of [sid: 12, target: iqn.2010-10.org.openstack:90fcda33-4f25-4823-9a66-06b377bad417, portal: 172.16.0.220,3260] successful.
Dec 06 09:59:22 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:59:22 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-13cd24cf-687a-41c8-b5b9-bb6e41db5535 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Start waiting for the detach event from libvirt for device tap95d9d1df-e2 with device alias net1 for instance 4f3357d9-20fc-4dc4-bfc5-ad83a6741013 {{(pid=74535) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 09:59:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:90fcda33-4f25-4823-9a66-06b377bad417 -p 172.16.0.220:3260 --op delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:90fcda33-4f25-4823-9a66-06b377bad417 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.035s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:22 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[85bfaf0d-b1e7-441d-ac79-717eebf028f6]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:22 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-53396a96-edb9-4f4d-8d8e-db17b2ca6a76 tempest-VolumesAssistedSnapshotsTest-1663687157 tempest-VolumesAssistedSnapshotsTest-1663687157-project-admin] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:59:22 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-53396a96-edb9-4f4d-8d8e-db17b2ca6a76 tempest-VolumesAssistedSnapshotsTest-1663687157 tempest-VolumesAssistedSnapshotsTest-1663687157-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.407s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 09:59:22 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-53396a96-edb9-4f4d-8d8e-db17b2ca6a76 tempest-VolumesAssistedSnapshotsTest-1663687157 tempest-VolumesAssistedSnapshotsTest-1663687157-project-admin] <== disconnect_volume: return (409ms) None {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 09:59:22 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-53396a96-edb9-4f4d-8d8e-db17b2ca6a76 tempest-VolumesAssistedSnapshotsTest-1663687157 tempest-VolumesAssistedSnapshotsTest-1663687157-project-admin] [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a] Disconnected iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 09:59:23 user nova-compute[74535]: DEBUG nova.compute.manager [req-0f593636-d45c-45f7-bce0-4e41d6ebfbac req-e1c35770-68c4-482e-a8f9-2457dd194792 service nova] [instance: 4f3357d9-20fc-4dc4-bfc5-ad83a6741013] Received event network-vif-unplugged-95d9d1df-e25b-4e43-9608-1fbefacb0a01 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:59:23 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-0f593636-d45c-45f7-bce0-4e41d6ebfbac req-e1c35770-68c4-482e-a8f9-2457dd194792 service nova] Acquiring lock "4f3357d9-20fc-4dc4-bfc5-ad83a6741013-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:59:23 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-0f593636-d45c-45f7-bce0-4e41d6ebfbac req-e1c35770-68c4-482e-a8f9-2457dd194792 service nova] Lock "4f3357d9-20fc-4dc4-bfc5-ad83a6741013-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:59:23 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-0f593636-d45c-45f7-bce0-4e41d6ebfbac req-e1c35770-68c4-482e-a8f9-2457dd194792 service nova] Lock "4f3357d9-20fc-4dc4-bfc5-ad83a6741013-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:59:23 user nova-compute[74535]: DEBUG nova.compute.manager [req-0f593636-d45c-45f7-bce0-4e41d6ebfbac req-e1c35770-68c4-482e-a8f9-2457dd194792 service nova] [instance: 4f3357d9-20fc-4dc4-bfc5-ad83a6741013] No waiting events found dispatching network-vif-unplugged-95d9d1df-e25b-4e43-9608-1fbefacb0a01 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:59:23 user nova-compute[74535]: WARNING nova.compute.manager [req-0f593636-d45c-45f7-bce0-4e41d6ebfbac req-e1c35770-68c4-482e-a8f9-2457dd194792 service nova] [instance: 4f3357d9-20fc-4dc4-bfc5-ad83a6741013] Received unexpected event network-vif-unplugged-95d9d1df-e25b-4e43-9608-1fbefacb0a01 for instance with vm_state active and task_state None.
Dec 06 09:59:23 user nova-compute[74535]: DEBUG nova.compute.manager [None req-957982f0-e5c4-49c8-842d-8f5079a14181 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] [instance: 93fb3c38-baad-41c4-89b2-2a37c779c62a] swap_volume: Calling driver volume swap with connection infos: new: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PuSODYzR', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '93fb3c38-baad-41c4-89b2-2a37c779c62a', 'attached_at': '', 'detached_at': '', 'volume_id': 'a26b8106-5172-484e-afbd-2dda58364204', 'serial': 'a26b8106-5172-484e-afbd-2dda58364204'}; old: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:23c838a4-11b8-413d-9e1e-781d18f53e80', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'wbWHGlZs', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdl', 'volume_id': '23c838a4-11b8-413d-9e1e-781d18f53e80'}, 'status': 'reserved', 'instance': '93fb3c38-baad-41c4-89b2-2a37c779c62a', 'attached_at': '', 'detached_at': '', 'volume_id': '23c838a4-11b8-413d-9e1e-781d18f53e80', 'serial'} {{(pid=74535) _swap_volume /opt/stack/nova/nova/compute/manager.py:7782}}
Dec 06 09:59:23 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Acquiring lock "27d02c8b-47ae-4f82-9089-199c777b41b7" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:59:23 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Lock "27d02c8b-47ae-4f82-9089-199c777b41b7" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:59:23 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Acquiring lock "27d02c8b-47ae-4f82-9089-199c777b41b7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:59:23 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Lock "27d02c8b-47ae-4f82-9089-199c777b41b7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:59:23 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Lock "27d02c8b-47ae-4f82-9089-199c777b41b7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:59:23 user nova-compute[74535]: INFO nova.compute.manager [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Terminating instance
Dec 06 09:59:23 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-957982f0-e5c4-49c8-842d-8f5079a14181 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] [instance: 93fb3c38-baad-41c4-89b2-2a37c779c62a] Calling os-brick to attach iSCSI Volume {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 09:59:23 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-957982f0-e5c4-49c8-842d-8f5079a14181 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PuSODYzR', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 09:59:23 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-957982f0-e5c4-49c8-842d-8f5079a14181 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 09:59:23 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-957982f0-e5c4-49c8-842d-8f5079a14181 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 09:59:23 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-957982f0-e5c4-49c8-842d-8f5079a14181 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 09:59:23 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-957982f0-e5c4-49c8-842d-8f5079a14181 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 09:59:23 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-957982f0-e5c4-49c8-842d-8f5079a14181 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 09:59:23 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-957982f0-e5c4-49c8-842d-8f5079a14181 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 09:59:23 user nova-compute[74535]: INFO os_brick.initiator.connectors.iscsi [None req-957982f0-e5c4-49c8-842d-8f5079a14181 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 09:59:23 user nova-compute[74535]: DEBUG nova.compute.manager [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Start destroying the instance on the hypervisor. {{(pid=74535) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 09:59:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204 -p 172.16.0.220:3260 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204 -p 172.16.0.220:3260" returned: 21 in 0.022s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:23 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[514b8ba7-47a9-4990-8378-e3e49e269d96]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:23 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-957982f0-e5c4-49c8-842d-8f5079a14181 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 09:59:23 user nova-compute[74535]:  {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:59:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204 -p 172.16.0.220:3260 --interface default --op new {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:23 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[b4da5387-4da1-4733-a6a5-cb5e4ef844c5]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204] added\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:23 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-957982f0-e5c4-49c8-842d-8f5079a14181 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204] added
Dec 06 09:59:23 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:59:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.027s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:23 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[57b1638c-9c5c-4e49-b70c-e5ce9d4320fd]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:23 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-957982f0-e5c4-49c8-842d-8f5079a14181 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:59:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:23 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[227829f0-5196-454a-87f1-250ef79d3eb8]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:23 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-957982f0-e5c4-49c8-842d-8f5079a14181 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:59:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v PuSODYzR {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v PuSODYzR" returned: 0 in 0.021s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:23 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[07dfa561-bfe9-49f7-9692-31bff9ff0a0f]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:23 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-957982f0-e5c4-49c8-842d-8f5079a14181 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'PuSODYzR'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:59:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.030s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:23 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1bc206f-8def-4999-bc57-000b82717b3b]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:23 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-957982f0-e5c4-49c8-842d-8f5079a14181 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:59:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:23 user nova-compute[74535]: DEBUG nova.objects.instance [None req-53396a96-edb9-4f4d-8d8e-db17b2ca6a76 tempest-VolumesAssistedSnapshotsTest-1663687157 tempest-VolumesAssistedSnapshotsTest-1663687157-project-admin] Lazy-loading 'flavor' on Instance uuid d5d68696-7e68-4612-a5bc-b6bdcdf0795a {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 09:59:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.035s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:23 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[214373c0-3bc3-48bb-9e59-de9c59146e15]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23c838a4-11b8-413d-9e1e-781d18f53e80 (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:23 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-957982f0-e5c4-49c8-842d-8f5079a14181 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23c838a4-11b8-413d-9e1e-781d18f53e80 (non-flash)
Dec 06 09:59:23 user nova-compute[74535]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 (non-flash)
Dec 06 09:59:23 user nova-compute[74535]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7 (non-flash)
Dec 06 09:59:23 user nova-compute[74535]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e (non-flash)
Dec 06 09:59:23 user nova-compute[74535]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724 (non-flash)
Dec 06 09:59:23 user nova-compute[74535]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21 (non-flash)
Dec 06 09:59:23 user nova-compute[74535]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc (non-flash)
Dec 06 09:59:23 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 09:59:23 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-957982f0-e5c4-49c8-842d-8f5079a14181 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23c838a4-11b8-413d-9e1e-781d18f53e80 (non-flash)
Dec 06 09:59:23 user nova-compute[74535]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 (non-flash)
Dec 06 09:59:23 user nova-compute[74535]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7 (non-flash)
Dec 06 09:59:23 user nova-compute[74535]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e (non-flash)
Dec 06 09:59:23 user nova-compute[74535]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724 (non-flash)
Dec 06 09:59:23 user nova-compute[74535]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21 (non-flash)
Dec 06 09:59:23 user nova-compute[74535]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc (non-flash)
Dec 06 09:59:23 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 09:59:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204 -p 172.16.0.220:3260 --login {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:23 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-53396a96-edb9-4f4d-8d8e-db17b2ca6a76 tempest-VolumesAssistedSnapshotsTest-1663687157 tempest-VolumesAssistedSnapshotsTest-1663687157-project-admin] Lock "d5d68696-7e68-4612-a5bc-b6bdcdf0795a" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.965s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:59:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:24 user nova-compute[74535]: DEBUG nova.compute.manager [req-865907c1-88f7-458a-b384-fb54d3c3ed7c req-5e9ecbbe-9ed8-415d-a90f-3cd210585358 service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Received event network-vif-unplugged-b4dec6c8-9790-4305-aa5a-393e605223ac {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:59:24 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-865907c1-88f7-458a-b384-fb54d3c3ed7c req-5e9ecbbe-9ed8-415d-a90f-3cd210585358 service nova] Acquiring lock "27d02c8b-47ae-4f82-9089-199c777b41b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:59:24 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-865907c1-88f7-458a-b384-fb54d3c3ed7c req-5e9ecbbe-9ed8-415d-a90f-3cd210585358 service nova] Lock "27d02c8b-47ae-4f82-9089-199c777b41b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:59:24 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-865907c1-88f7-458a-b384-fb54d3c3ed7c req-5e9ecbbe-9ed8-415d-a90f-3cd210585358 service nova] Lock "27d02c8b-47ae-4f82-9089-199c777b41b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:59:24 user nova-compute[74535]: DEBUG nova.compute.manager [req-865907c1-88f7-458a-b384-fb54d3c3ed7c req-5e9ecbbe-9ed8-415d-a90f-3cd210585358 service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] No waiting events found dispatching network-vif-unplugged-b4dec6c8-9790-4305-aa5a-393e605223ac {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:59:24 user nova-compute[74535]: DEBUG nova.compute.manager [req-865907c1-88f7-458a-b384-fb54d3c3ed7c req-5e9ecbbe-9ed8-415d-a90f-3cd210585358 service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Received event network-vif-unplugged-b4dec6c8-9790-4305-aa5a-393e605223ac for instance with task_state deleting. {{(pid=74535) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 09:59:24 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204 -p 172.16.0.220:3260 --login" returned: 0 in 0.119s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:24 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[a81a69c8-5b1c-45a4-8701-536d7a0bea96]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:24 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-957982f0-e5c4-49c8-842d-8f5079a14181 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204, portal: 172.16.0.220,3260]
Dec 06 09:59:24 user nova-compute[74535]: Login to [iface: default, target: iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204, portal: 172.16.0.220,3260] successful.
Dec 06 09:59:24 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:59:24 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:24 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:24 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[b92524b9-ecb5-4d50-8c70-5013376bd4d1]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:24 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-957982f0-e5c4-49c8-842d-8f5079a14181 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:59:24 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:24 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:24 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.036s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:24 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:24 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[426b55a3-de53-48f7-850e-1728de6e18de]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23c838a4-11b8-413d-9e1e-781d18f53e80 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204 (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:24 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-957982f0-e5c4-49c8-842d-8f5079a14181 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23c838a4-11b8-413d-9e1e-781d18f53e80 (non-flash)
Dec 06 09:59:24 user nova-compute[74535]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204 (non-flash)
Dec 06 09:59:24 user nova-compute[74535]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 (non-flash)
Dec 06 09:59:24 user nova-compute[74535]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7 (non-flash)
Dec 06 09:59:24 user nova-compute[74535]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e (non-flash)
Dec 06 09:59:24 user nova-compute[74535]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724 (non-flash)
Dec 06 09:59:24 user nova-compute[74535]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21 (non-flash)
Dec 06 09:59:24 user nova-compute[74535]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc (non-flash)
Dec 06 09:59:24 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 09:59:24 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-957982f0-e5c4-49c8-842d-8f5079a14181 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23c838a4-11b8-413d-9e1e-781d18f53e80 (non-flash)
Dec 06 09:59:24 user nova-compute[74535]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204 (non-flash)
Dec 06 09:59:24 user nova-compute[74535]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 (non-flash)
Dec 06 09:59:24 user nova-compute[74535]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7 (non-flash)
Dec 06 09:59:24 user nova-compute[74535]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e (non-flash)
Dec 06 09:59:24 user nova-compute[74535]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724 (non-flash)
Dec 06 09:59:24 user nova-compute[74535]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21 (non-flash)
Dec 06 09:59:24 user nova-compute[74535]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc (non-flash)
Dec 06 09:59:24 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 09:59:24 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-957982f0-e5c4-49c8-842d-8f5079a14181 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.406s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 09:59:24 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-957982f0-e5c4-49c8-842d-8f5079a14181 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] Connected to 172.16.0.220:3260 {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 09:59:24 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-957982f0-e5c4-49c8-842d-8f5079a14181 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] HCTL ('39', '-', '-', 0) found on session 14 with lun 0 {{(pid=74535) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 09:59:24 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-957982f0-e5c4-49c8-842d-8f5079a14181 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] Scanning host 39 c: -, t: -, l: 0) {{(pid=74535) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 09:59:24 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host39/scan {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:24 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host39/scan" returned: 0 in 0.031s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:24 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a86d2d2-de29-4793-b49b-fd358d915e12]: (4, ('- - 0', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:24 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-957982f0-e5c4-49c8-842d-8f5079a14181 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] Searching for a device in session 14 and hctl ['39', '*', '*', 0] yield: sdh {{(pid=74535) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 09:59:24 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-957982f0-e5c4-49c8-842d-8f5079a14181 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] Connected to sdh using {'target_iqn': 'iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PuSODYzR', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 09:59:24 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:24 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:24 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:24 user nova-compute[74535]: DEBUG nova.compute.manager [req-d00eda50-73ab-4d59-884d-43cfcaac8e70 req-4fe15153-c421-4d91-833f-e2b1c750f4bd service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Received event network-vif-unplugged-384ea4f9-3a4a-4c04-8067-4e592408fee3 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:59:24 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-d00eda50-73ab-4d59-884d-43cfcaac8e70 req-4fe15153-c421-4d91-833f-e2b1c750f4bd service nova] Acquiring lock "27d02c8b-47ae-4f82-9089-199c777b41b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:59:24 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-d00eda50-73ab-4d59-884d-43cfcaac8e70 req-4fe15153-c421-4d91-833f-e2b1c750f4bd service nova] Lock "27d02c8b-47ae-4f82-9089-199c777b41b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:59:24 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-d00eda50-73ab-4d59-884d-43cfcaac8e70 req-4fe15153-c421-4d91-833f-e2b1c750f4bd service nova] Lock "27d02c8b-47ae-4f82-9089-199c777b41b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:59:24 user nova-compute[74535]: DEBUG nova.compute.manager [req-d00eda50-73ab-4d59-884d-43cfcaac8e70 req-4fe15153-c421-4d91-833f-e2b1c750f4bd service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] No waiting events found dispatching network-vif-unplugged-384ea4f9-3a4a-4c04-8067-4e592408fee3 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:59:24 user nova-compute[74535]: DEBUG nova.compute.manager [req-d00eda50-73ab-4d59-884d-43cfcaac8e70 req-4fe15153-c421-4d91-833f-e2b1c750f4bd service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Received event network-vif-unplugged-384ea4f9-3a4a-4c04-8067-4e592408fee3 for instance with task_state deleting. {{(pid=74535) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 09:59:24 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:24 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:24 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:24 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:24 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:24 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:24 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:24 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:24 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:24 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:25 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:25 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-957982f0-e5c4-49c8-842d-8f5079a14181 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.461s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 09:59:25 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-957982f0-e5c4-49c8-842d-8f5079a14181 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] <== connect_volume: return (1462ms) {'type': 'block', 'scsi_wwn': '23930316363626131', 'path': '/dev/sdh'} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 09:59:25 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-957982f0-e5c4-49c8-842d-8f5079a14181 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] [instance: 93fb3c38-baad-41c4-89b2-2a37c779c62a] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23930316363626131', 'path': '/dev/sdh'} {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 09:59:25 user nova-compute[74535]: DEBUG nova.objects.instance [None req-957982f0-e5c4-49c8-842d-8f5079a14181 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] Lazy-loading 'flavor' on Instance uuid 93fb3c38-baad-41c4-89b2-2a37c779c62a {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 09:59:25 user nova-compute[74535]: DEBUG nova.compute.manager [req-da7834ff-716f-4644-ace7-08ec5b8e9354 req-43faa065-882c-4ac8-8c8b-1ccb4e8244b5 service nova] [instance: 4f3357d9-20fc-4dc4-bfc5-ad83a6741013] Received event network-vif-plugged-95d9d1df-e25b-4e43-9608-1fbefacb0a01 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:59:25 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-da7834ff-716f-4644-ace7-08ec5b8e9354 req-43faa065-882c-4ac8-8c8b-1ccb4e8244b5 service nova] Acquiring lock "4f3357d9-20fc-4dc4-bfc5-ad83a6741013-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:59:25 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-da7834ff-716f-4644-ace7-08ec5b8e9354 req-43faa065-882c-4ac8-8c8b-1ccb4e8244b5 service nova] Lock "4f3357d9-20fc-4dc4-bfc5-ad83a6741013-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:59:25 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-da7834ff-716f-4644-ace7-08ec5b8e9354 req-43faa065-882c-4ac8-8c8b-1ccb4e8244b5 service nova] Lock "4f3357d9-20fc-4dc4-bfc5-ad83a6741013-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.004s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:59:25 user nova-compute[74535]: DEBUG nova.compute.manager [req-da7834ff-716f-4644-ace7-08ec5b8e9354 req-43faa065-882c-4ac8-8c8b-1ccb4e8244b5 service nova] [instance: 4f3357d9-20fc-4dc4-bfc5-ad83a6741013] No waiting events found dispatching network-vif-plugged-95d9d1df-e25b-4e43-9608-1fbefacb0a01 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:59:25 user nova-compute[74535]: WARNING nova.compute.manager [req-da7834ff-716f-4644-ace7-08ec5b8e9354 req-43faa065-882c-4ac8-8c8b-1ccb4e8244b5 service nova] [instance: 4f3357d9-20fc-4dc4-bfc5-ad83a6741013] Received unexpected event network-vif-plugged-95d9d1df-e25b-4e43-9608-1fbefacb0a01 for instance with vm_state active and task_state None.
Dec 06 09:59:25 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Instance destroyed successfully.
Dec 06 09:59:25 user nova-compute[74535]: DEBUG nova.objects.instance [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Lazy-loading 'resources' on Instance uuid 27d02c8b-47ae-4f82-9089-199c777b41b7 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 09:59:25 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T09:57:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-982211860',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-982211860',id=11,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBM/mF8z+SLMwnll1HfKj7FNO8MiKeWFF28wywx/PXuGxUorvS4wqoOayJ+MV6O1IxxaJdJpdT1Ab1MCqRvdrrtrdgcWTo28sLgnU+vdic6JTiPCPaQ71ES03ZZ7TMqlrMA==',key_name='tempest-keypair-23705664',keypairs=<?>,launch_index=0,launched_at=2023-12-06T09:58:16Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='18119352b0eb4dde96cb99b675fdc159',ramdisk_id='',reservation_id='r-1ntiv7lg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-103169084',owner_user_name='tempest-TaggedBootDevicesTest_v242-103169084-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T09:58:16Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d1aaeca7fe1e488193c879106daefcf2',uuid=27d02c8b-47ae-4f82-9089-199c777b41b7,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "b4dec6c8-9790-4305-aa5a-393e605223ac", "address": "fa:16:3e:79:a4:a7", "network": {"id": "95dfa86c-0cec-494b-b72e-83dd43ab4541", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1021916616-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "18119352b0eb4dde96cb99b675fdc159", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb4dec6c8-97", "ovs_interfaceid": "b4dec6c8-9790-4305-aa5a-393e605223ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 09:59:25 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Converting VIF {"id": "b4dec6c8-9790-4305-aa5a-393e605223ac", "address": "fa:16:3e:79:a4:a7", "network": {"id": "95dfa86c-0cec-494b-b72e-83dd43ab4541", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1021916616-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "18119352b0eb4dde96cb99b675fdc159", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb4dec6c8-97", "ovs_interfaceid": "b4dec6c8-9790-4305-aa5a-393e605223ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 09:59:25 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:79:a4:a7,bridge_name='br-int',has_traffic_filtering=True,id=b4dec6c8-9790-4305-aa5a-393e605223ac,network=Network(95dfa86c-0cec-494b-b72e-83dd43ab4541),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb4dec6c8-97') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 09:59:25 user nova-compute[74535]: DEBUG os_vif [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:79:a4:a7,bridge_name='br-int',has_traffic_filtering=True,id=b4dec6c8-9790-4305-aa5a-393e605223ac,network=Network(95dfa86c-0cec-494b-b72e-83dd43ab4541),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb4dec6c8-97') {{(pid=74535) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 09:59:25 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-957982f0-e5c4-49c8-842d-8f5079a14181 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] COPY block job progress, current cursor: 0 final cursor: 1073741824 {{(pid=74535) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 06 09:59:25 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:25 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapb4dec6c8-97, bridge=br-int, if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:59:25 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:25 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:59:25 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:25 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:25 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=eb78761d-b86a-41a5-ad16-001551c8bae8) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:59:25 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:25 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:59:25 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:25 user nova-compute[74535]: INFO os_vif [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:79:a4:a7,bridge_name='br-int',has_traffic_filtering=True,id=b4dec6c8-9790-4305-aa5a-393e605223ac,network=Network(95dfa86c-0cec-494b-b72e-83dd43ab4541),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb4dec6c8-97')
Dec 06 09:59:25 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T09:57:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-982211860',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-982211860',id=11,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBM/mF8z+SLMwnll1HfKj7FNO8MiKeWFF28wywx/PXuGxUorvS4wqoOayJ+MV6O1IxxaJdJpdT1Ab1MCqRvdrrtrdgcWTo28sLgnU+vdic6JTiPCPaQ71ES03ZZ7TMqlrMA==',key_name='tempest-keypair-23705664',keypairs=<?>,launch_index=0,launched_at=2023-12-06T09:58:16Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='18119352b0eb4dde96cb99b675fdc159',ramdisk_id='',reservation_id='r-1ntiv7lg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-103169084',owner_user_name='tempest-TaggedBootDevicesTest_v242-103169084-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T09:58:16Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d1aaeca7fe1e488193c879106daefcf2',uuid=27d02c8b-47ae-4f82-9089-199c777b41b7,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "384ea4f9-3a4a-4c04-8067-4e592408fee3", "address": "fa:16:3e:b7:6d:64", "network": {"id": "54600ccb-19ba-4879-8650-ac190cd4b5e8", "bridge": "br-int", "label": "tempest-device-tagging-net1-707434686", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "18119352b0eb4dde96cb99b675fdc159", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap384ea4f9-3a", "ovs_interfaceid": "384ea4f9-3a4a-4c04-8067-4e592408fee3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74535) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 09:59:25 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Converting VIF {"id": "384ea4f9-3a4a-4c04-8067-4e592408fee3", "address": "fa:16:3e:b7:6d:64", "network": {"id": "54600ccb-19ba-4879-8650-ac190cd4b5e8", "bridge": "br-int", "label": "tempest-device-tagging-net1-707434686", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "18119352b0eb4dde96cb99b675fdc159", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap384ea4f9-3a", "ovs_interfaceid": "384ea4f9-3a4a-4c04-8067-4e592408fee3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 09:59:25 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b7:6d:64,bridge_name='br-int',has_traffic_filtering=True,id=384ea4f9-3a4a-4c04-8067-4e592408fee3,network=Network(54600ccb-19ba-4879-8650-ac190cd4b5e8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap384ea4f9-3a') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 09:59:25 user nova-compute[74535]: DEBUG os_vif [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b7:6d:64,bridge_name='br-int',has_traffic_filtering=True,id=384ea4f9-3a4a-4c04-8067-4e592408fee3,network=Network(54600ccb-19ba-4879-8650-ac190cd4b5e8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap384ea4f9-3a') {{(pid=74535) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 09:59:25 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:25 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap384ea4f9-3a, bridge=br-int, if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:59:25 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:25 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=09f9e1a3-ec56-4e6b-8865-819ba832eded) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:26 user nova-compute[74535]: INFO os_vif [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b7:6d:64,bridge_name='br-int',has_traffic_filtering=True,id=384ea4f9-3a4a-4c04-8067-4e592408fee3,network=Network(54600ccb-19ba-4879-8650-ac190cd4b5e8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap384ea4f9-3a')
Dec 06 09:59:26 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T09:57:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-982211860',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-982211860',id=11,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBM/mF8z+SLMwnll1HfKj7FNO8MiKeWFF28wywx/PXuGxUorvS4wqoOayJ+MV6O1IxxaJdJpdT1Ab1MCqRvdrrtrdgcWTo28sLgnU+vdic6JTiPCPaQ71ES03ZZ7TMqlrMA==',key_name='tempest-keypair-23705664',keypairs=<?>,launch_index=0,launched_at=2023-12-06T09:58:16Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='18119352b0eb4dde96cb99b675fdc159',ramdisk_id='',reservation_id='r-1ntiv7lg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-103169084',owner_user_name='tempest-TaggedBootDevicesTest_v242-103169084-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T09:58:16Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d1aaeca7fe1e488193c879106daefcf2',uuid=27d02c8b-47ae-4f82-9089-199c777b41b7,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c817ff70-444d-4cd5-8202-83d3954ca7d2", "address": "fa:16:3e:56:5a:7d", "network": {"id": "54600ccb-19ba-4879-8650-ac190cd4b5e8", "bridge": "br-int", "label": "tempest-device-tagging-net1-707434686", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "18119352b0eb4dde96cb99b675fdc159", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc817ff70-44", "ovs_interfaceid": "c817ff70-444d-4cd5-8202-83d3954ca7d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74535) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Converting VIF {"id": "c817ff70-444d-4cd5-8202-83d3954ca7d2", "address": "fa:16:3e:56:5a:7d", "network": {"id": "54600ccb-19ba-4879-8650-ac190cd4b5e8", "bridge": "br-int", "label": "tempest-device-tagging-net1-707434686", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "18119352b0eb4dde96cb99b675fdc159", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc817ff70-44", "ovs_interfaceid": "c817ff70-444d-4cd5-8202-83d3954ca7d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:56:5a:7d,bridge_name='br-int',has_traffic_filtering=True,id=c817ff70-444d-4cd5-8202-83d3954ca7d2,network=Network(54600ccb-19ba-4879-8650-ac190cd4b5e8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapc817ff70-44') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG os_vif [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:56:5a:7d,bridge_name='br-int',has_traffic_filtering=True,id=c817ff70-444d-4cd5-8202-83d3954ca7d2,network=Network(54600ccb-19ba-4879-8650-ac190cd4b5e8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapc817ff70-44') {{(pid=74535) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG nova.compute.manager [req-be41bf6d-da0a-4ebe-a2dd-7ad14253eae8 req-9d665885-f70f-42d1-b4cb-b8126fcfbc92 service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Received event network-vif-plugged-b4dec6c8-9790-4305-aa5a-393e605223ac {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-be41bf6d-da0a-4ebe-a2dd-7ad14253eae8 req-9d665885-f70f-42d1-b4cb-b8126fcfbc92 service nova] Acquiring lock "27d02c8b-47ae-4f82-9089-199c777b41b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-be41bf6d-da0a-4ebe-a2dd-7ad14253eae8 req-9d665885-f70f-42d1-b4cb-b8126fcfbc92 service nova] Lock "27d02c8b-47ae-4f82-9089-199c777b41b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-be41bf6d-da0a-4ebe-a2dd-7ad14253eae8 req-9d665885-f70f-42d1-b4cb-b8126fcfbc92 service nova] Lock "27d02c8b-47ae-4f82-9089-199c777b41b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG nova.compute.manager [req-be41bf6d-da0a-4ebe-a2dd-7ad14253eae8 req-9d665885-f70f-42d1-b4cb-b8126fcfbc92 service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] No waiting events found dispatching network-vif-plugged-b4dec6c8-9790-4305-aa5a-393e605223ac {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:59:26 user nova-compute[74535]: WARNING nova.compute.manager [req-be41bf6d-da0a-4ebe-a2dd-7ad14253eae8 req-9d665885-f70f-42d1-b4cb-b8126fcfbc92 service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Received unexpected event network-vif-plugged-b4dec6c8-9790-4305-aa5a-393e605223ac for instance with vm_state active and task_state deleting.
Dec 06 09:59:26 user nova-compute[74535]: DEBUG nova.compute.manager [req-be41bf6d-da0a-4ebe-a2dd-7ad14253eae8 req-9d665885-f70f-42d1-b4cb-b8126fcfbc92 service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Received event network-vif-unplugged-c817ff70-444d-4cd5-8202-83d3954ca7d2 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-be41bf6d-da0a-4ebe-a2dd-7ad14253eae8 req-9d665885-f70f-42d1-b4cb-b8126fcfbc92 service nova] Acquiring lock "27d02c8b-47ae-4f82-9089-199c777b41b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-be41bf6d-da0a-4ebe-a2dd-7ad14253eae8 req-9d665885-f70f-42d1-b4cb-b8126fcfbc92 service nova] Lock "27d02c8b-47ae-4f82-9089-199c777b41b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-be41bf6d-da0a-4ebe-a2dd-7ad14253eae8 req-9d665885-f70f-42d1-b4cb-b8126fcfbc92 service nova] Lock "27d02c8b-47ae-4f82-9089-199c777b41b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG nova.compute.manager [req-be41bf6d-da0a-4ebe-a2dd-7ad14253eae8 req-9d665885-f70f-42d1-b4cb-b8126fcfbc92 service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] No waiting events found dispatching network-vif-unplugged-c817ff70-444d-4cd5-8202-83d3954ca7d2 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG nova.compute.manager [req-be41bf6d-da0a-4ebe-a2dd-7ad14253eae8 req-9d665885-f70f-42d1-b4cb-b8126fcfbc92 service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Received event network-vif-unplugged-c817ff70-444d-4cd5-8202-83d3954ca7d2 for instance with task_state deleting. {{(pid=74535) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG nova.compute.manager [req-be41bf6d-da0a-4ebe-a2dd-7ad14253eae8 req-9d665885-f70f-42d1-b4cb-b8126fcfbc92 service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Received event network-vif-plugged-c817ff70-444d-4cd5-8202-83d3954ca7d2 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-be41bf6d-da0a-4ebe-a2dd-7ad14253eae8 req-9d665885-f70f-42d1-b4cb-b8126fcfbc92 service nova] Acquiring lock "27d02c8b-47ae-4f82-9089-199c777b41b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-be41bf6d-da0a-4ebe-a2dd-7ad14253eae8 req-9d665885-f70f-42d1-b4cb-b8126fcfbc92 service nova] Lock "27d02c8b-47ae-4f82-9089-199c777b41b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-be41bf6d-da0a-4ebe-a2dd-7ad14253eae8 req-9d665885-f70f-42d1-b4cb-b8126fcfbc92 service nova] Lock "27d02c8b-47ae-4f82-9089-199c777b41b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG nova.compute.manager [req-be41bf6d-da0a-4ebe-a2dd-7ad14253eae8 req-9d665885-f70f-42d1-b4cb-b8126fcfbc92 service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] No waiting events found dispatching network-vif-plugged-c817ff70-444d-4cd5-8202-83d3954ca7d2 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:59:26 user nova-compute[74535]: WARNING nova.compute.manager [req-be41bf6d-da0a-4ebe-a2dd-7ad14253eae8 req-9d665885-f70f-42d1-b4cb-b8126fcfbc92 service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Received unexpected event network-vif-plugged-c817ff70-444d-4cd5-8202-83d3954ca7d2 for instance with vm_state active and task_state deleting.
Dec 06 09:59:26 user nova-compute[74535]: DEBUG nova.compute.manager [req-be41bf6d-da0a-4ebe-a2dd-7ad14253eae8 req-9d665885-f70f-42d1-b4cb-b8126fcfbc92 service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Received event network-vif-unplugged-cbc4ad55-4b81-4e0b-b8fe-dced4bf68226 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-be41bf6d-da0a-4ebe-a2dd-7ad14253eae8 req-9d665885-f70f-42d1-b4cb-b8126fcfbc92 service nova] Acquiring lock "27d02c8b-47ae-4f82-9089-199c777b41b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-be41bf6d-da0a-4ebe-a2dd-7ad14253eae8 req-9d665885-f70f-42d1-b4cb-b8126fcfbc92 service nova] Lock "27d02c8b-47ae-4f82-9089-199c777b41b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-be41bf6d-da0a-4ebe-a2dd-7ad14253eae8 req-9d665885-f70f-42d1-b4cb-b8126fcfbc92 service nova] Lock "27d02c8b-47ae-4f82-9089-199c777b41b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG nova.compute.manager [req-be41bf6d-da0a-4ebe-a2dd-7ad14253eae8 req-9d665885-f70f-42d1-b4cb-b8126fcfbc92 service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] No waiting events found dispatching network-vif-unplugged-cbc4ad55-4b81-4e0b-b8fe-dced4bf68226 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG nova.compute.manager [req-be41bf6d-da0a-4ebe-a2dd-7ad14253eae8 req-9d665885-f70f-42d1-b4cb-b8126fcfbc92 service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Received event network-vif-unplugged-cbc4ad55-4b81-4e0b-b8fe-dced4bf68226 for instance with task_state deleting. {{(pid=74535) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG nova.compute.manager [req-be41bf6d-da0a-4ebe-a2dd-7ad14253eae8 req-9d665885-f70f-42d1-b4cb-b8126fcfbc92 service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Received event network-vif-plugged-cbc4ad55-4b81-4e0b-b8fe-dced4bf68226 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-be41bf6d-da0a-4ebe-a2dd-7ad14253eae8 req-9d665885-f70f-42d1-b4cb-b8126fcfbc92 service nova] Acquiring lock "27d02c8b-47ae-4f82-9089-199c777b41b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-be41bf6d-da0a-4ebe-a2dd-7ad14253eae8 req-9d665885-f70f-42d1-b4cb-b8126fcfbc92 service nova] Lock "27d02c8b-47ae-4f82-9089-199c777b41b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-be41bf6d-da0a-4ebe-a2dd-7ad14253eae8 req-9d665885-f70f-42d1-b4cb-b8126fcfbc92 service nova] Lock "27d02c8b-47ae-4f82-9089-199c777b41b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG nova.compute.manager [req-be41bf6d-da0a-4ebe-a2dd-7ad14253eae8 req-9d665885-f70f-42d1-b4cb-b8126fcfbc92 service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] No waiting events found dispatching network-vif-plugged-cbc4ad55-4b81-4e0b-b8fe-dced4bf68226 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:59:26 user nova-compute[74535]: WARNING nova.compute.manager [req-be41bf6d-da0a-4ebe-a2dd-7ad14253eae8 req-9d665885-f70f-42d1-b4cb-b8126fcfbc92 service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Received unexpected event network-vif-plugged-cbc4ad55-4b81-4e0b-b8fe-dced4bf68226 for instance with vm_state active and task_state deleting.
Dec 06 09:59:26 user nova-compute[74535]: DEBUG nova.compute.manager [req-be41bf6d-da0a-4ebe-a2dd-7ad14253eae8 req-9d665885-f70f-42d1-b4cb-b8126fcfbc92 service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Received event network-vif-unplugged-8d8f6803-100b-4f7b-989d-df4d20990859 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-be41bf6d-da0a-4ebe-a2dd-7ad14253eae8 req-9d665885-f70f-42d1-b4cb-b8126fcfbc92 service nova] Acquiring lock "27d02c8b-47ae-4f82-9089-199c777b41b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-be41bf6d-da0a-4ebe-a2dd-7ad14253eae8 req-9d665885-f70f-42d1-b4cb-b8126fcfbc92 service nova] Lock "27d02c8b-47ae-4f82-9089-199c777b41b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-be41bf6d-da0a-4ebe-a2dd-7ad14253eae8 req-9d665885-f70f-42d1-b4cb-b8126fcfbc92 service nova] Lock "27d02c8b-47ae-4f82-9089-199c777b41b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG nova.compute.manager [req-be41bf6d-da0a-4ebe-a2dd-7ad14253eae8 req-9d665885-f70f-42d1-b4cb-b8126fcfbc92 service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] No waiting events found dispatching network-vif-unplugged-8d8f6803-100b-4f7b-989d-df4d20990859 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG nova.compute.manager [req-be41bf6d-da0a-4ebe-a2dd-7ad14253eae8 req-9d665885-f70f-42d1-b4cb-b8126fcfbc92 service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Received event network-vif-unplugged-8d8f6803-100b-4f7b-989d-df4d20990859 for instance with task_state deleting. {{(pid=74535) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG nova.compute.manager [req-be41bf6d-da0a-4ebe-a2dd-7ad14253eae8 req-9d665885-f70f-42d1-b4cb-b8126fcfbc92 service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Received event network-vif-plugged-8d8f6803-100b-4f7b-989d-df4d20990859 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-be41bf6d-da0a-4ebe-a2dd-7ad14253eae8 req-9d665885-f70f-42d1-b4cb-b8126fcfbc92 service nova] Acquiring lock "27d02c8b-47ae-4f82-9089-199c777b41b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-be41bf6d-da0a-4ebe-a2dd-7ad14253eae8 req-9d665885-f70f-42d1-b4cb-b8126fcfbc92 service nova] Lock "27d02c8b-47ae-4f82-9089-199c777b41b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-be41bf6d-da0a-4ebe-a2dd-7ad14253eae8 req-9d665885-f70f-42d1-b4cb-b8126fcfbc92 service nova] Lock "27d02c8b-47ae-4f82-9089-199c777b41b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG nova.compute.manager [req-be41bf6d-da0a-4ebe-a2dd-7ad14253eae8 req-9d665885-f70f-42d1-b4cb-b8126fcfbc92 service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] No waiting events found dispatching network-vif-plugged-8d8f6803-100b-4f7b-989d-df4d20990859 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:59:26 user nova-compute[74535]: WARNING nova.compute.manager [req-be41bf6d-da0a-4ebe-a2dd-7ad14253eae8 req-9d665885-f70f-42d1-b4cb-b8126fcfbc92 service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Received unexpected event network-vif-plugged-8d8f6803-100b-4f7b-989d-df4d20990859 for instance with vm_state active and task_state deleting.
Dec 06 09:59:26 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc817ff70-44, bridge=br-int, if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-957982f0-e5c4-49c8-842d-8f5079a14181 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] COPY block job progress, current cursor: 142606336 final cursor: 1073741824 {{(pid=74535) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=0cd28a9b-8650-4f93-aba1-cb42a8f45fd1) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:26 user nova-compute[74535]: INFO os_vif [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:56:5a:7d,bridge_name='br-int',has_traffic_filtering=True,id=c817ff70-444d-4cd5-8202-83d3954ca7d2,network=Network(54600ccb-19ba-4879-8650-ac190cd4b5e8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapc817ff70-44')
Dec 06 09:59:26 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T09:57:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-982211860',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-982211860',id=11,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBM/mF8z+SLMwnll1HfKj7FNO8MiKeWFF28wywx/PXuGxUorvS4wqoOayJ+MV6O1IxxaJdJpdT1Ab1MCqRvdrrtrdgcWTo28sLgnU+vdic6JTiPCPaQ71ES03ZZ7TMqlrMA==',key_name='tempest-keypair-23705664',keypairs=<?>,launch_index=0,launched_at=2023-12-06T09:58:16Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='18119352b0eb4dde96cb99b675fdc159',ramdisk_id='',reservation_id='r-1ntiv7lg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-103169084',owner_user_name='tempest-TaggedBootDevicesTest_v242-103169084-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T09:58:16Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d1aaeca7fe1e488193c879106daefcf2',uuid=27d02c8b-47ae-4f82-9089-199c777b41b7,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "cbc4ad55-4b81-4e0b-b8fe-dced4bf68226", "address": "fa:16:3e:09:5b:5b", "network": {"id": "54600ccb-19ba-4879-8650-ac190cd4b5e8", "bridge": "br-int", "label": "tempest-device-tagging-net1-707434686", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.144", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "18119352b0eb4dde96cb99b675fdc159", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcbc4ad55-4b", "ovs_interfaceid": "cbc4ad55-4b81-4e0b-b8fe-dced4bf68226", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Converting VIF {"id": "cbc4ad55-4b81-4e0b-b8fe-dced4bf68226", "address": "fa:16:3e:09:5b:5b", "network": {"id": "54600ccb-19ba-4879-8650-ac190cd4b5e8", "bridge": "br-int", "label": "tempest-device-tagging-net1-707434686", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.144", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "18119352b0eb4dde96cb99b675fdc159", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcbc4ad55-4b", "ovs_interfaceid": "cbc4ad55-4b81-4e0b-b8fe-dced4bf68226", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:09:5b:5b,bridge_name='br-int',has_traffic_filtering=True,id=cbc4ad55-4b81-4e0b-b8fe-dced4bf68226,network=Network(54600ccb-19ba-4879-8650-ac190cd4b5e8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcbc4ad55-4b') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG os_vif [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:09:5b:5b,bridge_name='br-int',has_traffic_filtering=True,id=cbc4ad55-4b81-4e0b-b8fe-dced4bf68226,network=Network(54600ccb-19ba-4879-8650-ac190cd4b5e8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcbc4ad55-4b') {{(pid=74535) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapcbc4ad55-4b, bridge=br-int, if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG nova.compute.manager [req-8888f28f-4add-43f6-8364-2bf8b6a0bf50 req-63e84de8-0965-4751-b8d1-aca3feee412d service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Received event network-vif-plugged-384ea4f9-3a4a-4c04-8067-4e592408fee3 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-8888f28f-4add-43f6-8364-2bf8b6a0bf50 req-63e84de8-0965-4751-b8d1-aca3feee412d service nova] Acquiring lock "27d02c8b-47ae-4f82-9089-199c777b41b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-8888f28f-4add-43f6-8364-2bf8b6a0bf50 req-63e84de8-0965-4751-b8d1-aca3feee412d service nova] Lock "27d02c8b-47ae-4f82-9089-199c777b41b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-8888f28f-4add-43f6-8364-2bf8b6a0bf50 req-63e84de8-0965-4751-b8d1-aca3feee412d service nova] Lock "27d02c8b-47ae-4f82-9089-199c777b41b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG nova.compute.manager [req-8888f28f-4add-43f6-8364-2bf8b6a0bf50 req-63e84de8-0965-4751-b8d1-aca3feee412d service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] No waiting events found dispatching network-vif-plugged-384ea4f9-3a4a-4c04-8067-4e592408fee3 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:59:26 user nova-compute[74535]: WARNING nova.compute.manager [req-8888f28f-4add-43f6-8364-2bf8b6a0bf50 req-63e84de8-0965-4751-b8d1-aca3feee412d service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Received unexpected event network-vif-plugged-384ea4f9-3a4a-4c04-8067-4e592408fee3 for instance with vm_state active and task_state deleting.
Dec 06 09:59:26 user nova-compute[74535]: DEBUG nova.compute.manager [req-8888f28f-4add-43f6-8364-2bf8b6a0bf50 req-63e84de8-0965-4751-b8d1-aca3feee412d service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Received event network-vif-unplugged-0bf3be11-9783-413b-a530-5a57313e1e70 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-8888f28f-4add-43f6-8364-2bf8b6a0bf50 req-63e84de8-0965-4751-b8d1-aca3feee412d service nova] Acquiring lock "27d02c8b-47ae-4f82-9089-199c777b41b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-8888f28f-4add-43f6-8364-2bf8b6a0bf50 req-63e84de8-0965-4751-b8d1-aca3feee412d service nova] Lock "27d02c8b-47ae-4f82-9089-199c777b41b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-8888f28f-4add-43f6-8364-2bf8b6a0bf50 req-63e84de8-0965-4751-b8d1-aca3feee412d service nova] Lock "27d02c8b-47ae-4f82-9089-199c777b41b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG nova.compute.manager [req-8888f28f-4add-43f6-8364-2bf8b6a0bf50 req-63e84de8-0965-4751-b8d1-aca3feee412d service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] No waiting events found dispatching network-vif-unplugged-0bf3be11-9783-413b-a530-5a57313e1e70 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG nova.compute.manager [req-8888f28f-4add-43f6-8364-2bf8b6a0bf50 req-63e84de8-0965-4751-b8d1-aca3feee412d service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Received event network-vif-unplugged-0bf3be11-9783-413b-a530-5a57313e1e70 for instance with task_state deleting. {{(pid=74535) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG nova.compute.manager [req-8888f28f-4add-43f6-8364-2bf8b6a0bf50 req-63e84de8-0965-4751-b8d1-aca3feee412d service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Received event network-vif-plugged-0bf3be11-9783-413b-a530-5a57313e1e70 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-8888f28f-4add-43f6-8364-2bf8b6a0bf50 req-63e84de8-0965-4751-b8d1-aca3feee412d service nova] Acquiring lock "27d02c8b-47ae-4f82-9089-199c777b41b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-8888f28f-4add-43f6-8364-2bf8b6a0bf50 req-63e84de8-0965-4751-b8d1-aca3feee412d service nova] Lock "27d02c8b-47ae-4f82-9089-199c777b41b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-8888f28f-4add-43f6-8364-2bf8b6a0bf50 req-63e84de8-0965-4751-b8d1-aca3feee412d service nova] Lock "27d02c8b-47ae-4f82-9089-199c777b41b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG nova.compute.manager [req-8888f28f-4add-43f6-8364-2bf8b6a0bf50 req-63e84de8-0965-4751-b8d1-aca3feee412d service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] No waiting events found dispatching network-vif-plugged-0bf3be11-9783-413b-a530-5a57313e1e70 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:59:26 user nova-compute[74535]: WARNING nova.compute.manager [req-8888f28f-4add-43f6-8364-2bf8b6a0bf50 req-63e84de8-0965-4751-b8d1-aca3feee412d service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Received unexpected event network-vif-plugged-0bf3be11-9783-413b-a530-5a57313e1e70 for instance with vm_state active and task_state deleting.
Dec 06 09:59:26 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=a7ccd612-73db-4566-981d-85b5579dc66d) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:26 user nova-compute[74535]: INFO os_vif [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:09:5b:5b,bridge_name='br-int',has_traffic_filtering=True,id=cbc4ad55-4b81-4e0b-b8fe-dced4bf68226,network=Network(54600ccb-19ba-4879-8650-ac190cd4b5e8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcbc4ad55-4b')
Dec 06 09:59:26 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T09:57:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-982211860',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-982211860',id=11,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBM/mF8z+SLMwnll1HfKj7FNO8MiKeWFF28wywx/PXuGxUorvS4wqoOayJ+MV6O1IxxaJdJpdT1Ab1MCqRvdrrtrdgcWTo28sLgnU+vdic6JTiPCPaQ71ES03ZZ7TMqlrMA==',key_name='tempest-keypair-23705664',keypairs=<?>,launch_index=0,launched_at=2023-12-06T09:58:16Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='18119352b0eb4dde96cb99b675fdc159',ramdisk_id='',reservation_id='r-1ntiv7lg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-103169084',owner_user_name='tempest-TaggedBootDevicesTest_v242-103169084-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T09:58:16Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d1aaeca7fe1e488193c879106daefcf2',uuid=27d02c8b-47ae-4f82-9089-199c777b41b7,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "8d8f6803-100b-4f7b-989d-df4d20990859", "address": "fa:16:3e:1e:f5:aa", "network": {"id": "54600ccb-19ba-4879-8650-ac190cd4b5e8", "bridge": "br-int", "label": "tempest-device-tagging-net1-707434686", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.95", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "18119352b0eb4dde96cb99b675fdc159", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8d8f6803-10", "ovs_interfaceid": "8d8f6803-100b-4f7b-989d-df4d20990859", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Converting VIF {"id": "8d8f6803-100b-4f7b-989d-df4d20990859", "address": "fa:16:3e:1e:f5:aa", "network": {"id": "54600ccb-19ba-4879-8650-ac190cd4b5e8", "bridge": "br-int", "label": "tempest-device-tagging-net1-707434686", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.95", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "18119352b0eb4dde96cb99b675fdc159", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8d8f6803-10", "ovs_interfaceid": "8d8f6803-100b-4f7b-989d-df4d20990859", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1e:f5:aa,bridge_name='br-int',has_traffic_filtering=True,id=8d8f6803-100b-4f7b-989d-df4d20990859,network=Network(54600ccb-19ba-4879-8650-ac190cd4b5e8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8d8f6803-10') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG os_vif [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:1e:f5:aa,bridge_name='br-int',has_traffic_filtering=True,id=8d8f6803-100b-4f7b-989d-df4d20990859,network=Network(54600ccb-19ba-4879-8650-ac190cd4b5e8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8d8f6803-10') {{(pid=74535) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap8d8f6803-10, bridge=br-int, if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=f7f3eb3b-db25-4631-883f-cb85ba1214e4) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:26 user nova-compute[74535]: INFO os_vif [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:1e:f5:aa,bridge_name='br-int',has_traffic_filtering=True,id=8d8f6803-100b-4f7b-989d-df4d20990859,network=Network(54600ccb-19ba-4879-8650-ac190cd4b5e8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8d8f6803-10')
Dec 06 09:59:26 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T09:57:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-982211860',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-982211860',id=11,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBM/mF8z+SLMwnll1HfKj7FNO8MiKeWFF28wywx/PXuGxUorvS4wqoOayJ+MV6O1IxxaJdJpdT1Ab1MCqRvdrrtrdgcWTo28sLgnU+vdic6JTiPCPaQ71ES03ZZ7TMqlrMA==',key_name='tempest-keypair-23705664',keypairs=<?>,launch_index=0,launched_at=2023-12-06T09:58:16Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='18119352b0eb4dde96cb99b675fdc159',ramdisk_id='',reservation_id='r-1ntiv7lg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-103169084',owner_user_name='tempest-TaggedBootDevicesTest_v242-103169084-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T09:58:16Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d1aaeca7fe1e488193c879106daefcf2',uuid=27d02c8b-47ae-4f82-9089-199c777b41b7,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "015fb0ff-fd7d-458d-9222-dacb90d7da0f", "address": "fa:16:3e:f8:92:93", "network": {"id": "55162d7a-93d2-41a7-b313-b73979e51354", "bridge": "br-int", "label": "tempest-device-tagging-net2-391394949", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "18119352b0eb4dde96cb99b675fdc159", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap015fb0ff-fd", "ovs_interfaceid": "015fb0ff-fd7d-458d-9222-dacb90d7da0f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Converting VIF {"id": "015fb0ff-fd7d-458d-9222-dacb90d7da0f", "address": "fa:16:3e:f8:92:93", "network": {"id": "55162d7a-93d2-41a7-b313-b73979e51354", "bridge": "br-int", "label": "tempest-device-tagging-net2-391394949", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "18119352b0eb4dde96cb99b675fdc159", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap015fb0ff-fd", "ovs_interfaceid": "015fb0ff-fd7d-458d-9222-dacb90d7da0f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f8:92:93,bridge_name='br-int',has_traffic_filtering=True,id=015fb0ff-fd7d-458d-9222-dacb90d7da0f,network=Network(55162d7a-93d2-41a7-b313-b73979e51354),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap015fb0ff-fd') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG os_vif [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f8:92:93,bridge_name='br-int',has_traffic_filtering=True,id=015fb0ff-fd7d-458d-9222-dacb90d7da0f,network=Network(55162d7a-93d2-41a7-b313-b73979e51354),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap015fb0ff-fd') {{(pid=74535) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap015fb0ff-fd, bridge=br-int, if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=b41297c2-a8af-4f48-8874-12ed2c628c34) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:26 user nova-compute[74535]: INFO os_vif [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f8:92:93,bridge_name='br-int',has_traffic_filtering=True,id=015fb0ff-fd7d-458d-9222-dacb90d7da0f,network=Network(55162d7a-93d2-41a7-b313-b73979e51354),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap015fb0ff-fd')
Dec 06 09:59:26 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T09:57:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-982211860',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-982211860',id=11,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBM/mF8z+SLMwnll1HfKj7FNO8MiKeWFF28wywx/PXuGxUorvS4wqoOayJ+MV6O1IxxaJdJpdT1Ab1MCqRvdrrtrdgcWTo28sLgnU+vdic6JTiPCPaQ71ES03ZZ7TMqlrMA==',key_name='tempest-keypair-23705664',keypairs=<?>,launch_index=0,launched_at=2023-12-06T09:58:16Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='18119352b0eb4dde96cb99b675fdc159',ramdisk_id='',reservation_id='r-1ntiv7lg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-103169084',owner_user_name='tempest-TaggedBootDevicesTest_v242-103169084-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T09:58:16Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d1aaeca7fe1e488193c879106daefcf2',uuid=27d02c8b-47ae-4f82-9089-199c777b41b7,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "0bf3be11-9783-413b-a530-5a57313e1e70", "address": "fa:16:3e:50:f6:83", "network": {"id": "55162d7a-93d2-41a7-b313-b73979e51354", "bridge": "br-int", "label": "tempest-device-tagging-net2-391394949", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "18119352b0eb4dde96cb99b675fdc159", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0bf3be11-97", "ovs_interfaceid": "0bf3be11-9783-413b-a530-5a57313e1e70", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Converting VIF {"id": "0bf3be11-9783-413b-a530-5a57313e1e70", "address": "fa:16:3e:50:f6:83", "network": {"id": "55162d7a-93d2-41a7-b313-b73979e51354", "bridge": "br-int", "label": "tempest-device-tagging-net2-391394949", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "18119352b0eb4dde96cb99b675fdc159", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0bf3be11-97", "ovs_interfaceid": "0bf3be11-9783-413b-a530-5a57313e1e70", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:50:f6:83,bridge_name='br-int',has_traffic_filtering=True,id=0bf3be11-9783-413b-a530-5a57313e1e70,network=Network(55162d7a-93d2-41a7-b313-b73979e51354),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0bf3be11-97') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG os_vif [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:50:f6:83,bridge_name='br-int',has_traffic_filtering=True,id=0bf3be11-9783-413b-a530-5a57313e1e70,network=Network(55162d7a-93d2-41a7-b313-b73979e51354),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0bf3be11-97') {{(pid=74535) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap0bf3be11-97, bridge=br-int, if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=44c6717c-396e-457c-82af-04d636882e31) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:26 user nova-compute[74535]: INFO os_vif [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:50:f6:83,bridge_name='br-int',has_traffic_filtering=True,id=0bf3be11-9783-413b-a530-5a57313e1e70,network=Network(55162d7a-93d2-41a7-b313-b73979e51354),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0bf3be11-97')
Dec 06 09:59:26 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] calling os-brick to detach iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, {'target_iqn': 'iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'Tdajobsr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 09:59:26 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 09:59:26 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.032s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[b77c014f-1d19-4018-a5e2-33ecfe04de6e]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:23c838a4-11b8-413d-9e1e-781d18f53e80\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 09:59:26 user nova-compute[74535]: No targets found.
Dec 06 09:59:26 user nova-compute[74535]: iSNS:
Dec 06 09:59:26 user nova-compute[74535]: No targets found.
Dec 06 09:59:26 user nova-compute[74535]: STATIC:
Dec 06 09:59:26 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21
Dec 06 09:59:26 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 09:59:26 user nova-compute[74535]:                 Iface Name: default
Dec 06 09:59:26 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e
Dec 06 09:59:26 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 09:59:26 user nova-compute[74535]:                 Iface Name: default
Dec 06 09:59:26 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7
Dec 06 09:59:26 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 09:59:26 user nova-compute[74535]:                 Iface Name: default
Dec 06 09:59:26 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:23c838a4-11b8-413d-9e1e-781d18f53e80
Dec 06 09:59:26 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 09:59:26 user nova-compute[74535]:                 Iface Name: default
Dec 06 09:59:26 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc
Dec 06 09:59:26 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 09:59:26 user nova-compute[74535]:                 Iface Name: default
Dec 06 09:59:26 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204
Dec 06 09:59:26 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 09:59:26 user nova-compute[74535]:                 Iface Name: default
Dec 06 09:59:26 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724
Dec 06 09:59:26 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 09:59:26 user nova-compute[74535]:                 Iface Name: default
Dec 06 09:59:26 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842
Dec 06 09:59:26 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 09:59:26 user nova-compute[74535]:                 Iface Name: default
Dec 06 09:59:26 user nova-compute[74535]: FIRMWARE:
Dec 06 09:59:26 user nova-compute[74535]: No targets found.
Dec 06 09:59:26 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 09:59:26 user nova-compute[74535]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 09:59:26 user nova-compute[74535]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74535) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842', 0)] {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-957982f0-e5c4-49c8-842d-8f5079a14181 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] COPY block job progress, current cursor: 258998272 final cursor: 1073741824 {{(pid=74535) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.029s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf81db64-64ed-4cb7-87e7-085ac6b830bb]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:23c838a4-11b8-413d-9e1e-781d18f53e80\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.061s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1e4d31e-a1c7-4b97-9ee6-4deb2ba367b2]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23c838a4-11b8-413d-9e1e-781d18f53e80 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204 (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23c838a4-11b8-413d-9e1e-781d18f53e80 (non-flash)
Dec 06 09:59:26 user nova-compute[74535]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204 (non-flash)
Dec 06 09:59:26 user nova-compute[74535]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 (non-flash)
Dec 06 09:59:26 user nova-compute[74535]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7 (non-flash)
Dec 06 09:59:26 user nova-compute[74535]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e (non-flash)
Dec 06 09:59:26 user nova-compute[74535]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724 (non-flash)
Dec 06 09:59:26 user nova-compute[74535]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21 (non-flash)
Dec 06 09:59:26 user nova-compute[74535]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc (non-flash)
Dec 06 09:59:26 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23c838a4-11b8-413d-9e1e-781d18f53e80 (non-flash)
Dec 06 09:59:26 user nova-compute[74535]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204 (non-flash)
Dec 06 09:59:26 user nova-compute[74535]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 (non-flash)
Dec 06 09:59:26 user nova-compute[74535]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7 (non-flash)
Dec 06 09:59:26 user nova-compute[74535]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e (non-flash)
Dec 06 09:59:26 user nova-compute[74535]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724 (non-flash)
Dec 06 09:59:26 user nova-compute[74535]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21 (non-flash)
Dec 06 09:59:26 user nova-compute[74535]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc (non-flash)
Dec 06 09:59:26 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ff1007b3f40>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842'): ({'sdb'}, set())}) {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Removing single pathed devices sdb {{(pid=74535) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.024s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3f5ead0-daf2-47ba-87d0-fb8c4cabc059]: (4, ('path checker states:\nup                  8\n\npaths: 0\nbusy: False\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.025s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[fad81a4a-18fa-44cb-a4f6-dd0fc9436043]: (4, ('ok\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Flushing IO for device /dev/sdb {{(pid=74535) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.022s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[1bdfd6a4-7543-467f-8b5d-97581b2b372e]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74535) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 09:59:26 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.066s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[5026848e-3d39-48f1-ac40-211d40b1e0e3]: (4, ('1', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] SCSI volumes sdb have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842')] {{(pid=74535) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[51e0b298-c6f8-435a-855a-0eaff30b78f1]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 -p 172.16.0.220:3260 --logout {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 -p 172.16.0.220:3260 --logout" returned: 0 in 0.084s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[811aabfb-c68b-4356-8dbf-14564fe1c895]: (4, ('Logging out of session [sid: 2, target: iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842, portal: 172.16.0.220,3260]\nLogout of [sid: 2, target: iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 2, target: iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842, portal: 172.16.0.220,3260]
Dec 06 09:59:27 user nova-compute[74535]: Logout of [sid: 2, target: iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842, portal: 172.16.0.220,3260] successful.
Dec 06 09:59:27 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 -p 172.16.0.220:3260 --op delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f0c23284-fbd0-473c-bd80-46112ac7d842 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.041s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[dba02c42-9242-4d3e-a74b-3a006611871e]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.470s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] <== disconnect_volume: return (471ms) None {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Disconnected iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] calling os-brick to detach iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, {'target_iqn': 'iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sdHaIcGq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 09:59:27 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 09:59:27 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[ffdcbd62-d45a-4b14-bd65-822abe1ee9d6]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:23c838a4-11b8-413d-9e1e-781d18f53e80\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 09:59:27 user nova-compute[74535]: No targets found.
Dec 06 09:59:27 user nova-compute[74535]: iSNS:
Dec 06 09:59:27 user nova-compute[74535]: No targets found.
Dec 06 09:59:27 user nova-compute[74535]: STATIC:
Dec 06 09:59:27 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21
Dec 06 09:59:27 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 09:59:27 user nova-compute[74535]:                 Iface Name: default
Dec 06 09:59:27 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e
Dec 06 09:59:27 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 09:59:27 user nova-compute[74535]:                 Iface Name: default
Dec 06 09:59:27 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7
Dec 06 09:59:27 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 09:59:27 user nova-compute[74535]:                 Iface Name: default
Dec 06 09:59:27 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:23c838a4-11b8-413d-9e1e-781d18f53e80
Dec 06 09:59:27 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 09:59:27 user nova-compute[74535]:                 Iface Name: default
Dec 06 09:59:27 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc
Dec 06 09:59:27 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 09:59:27 user nova-compute[74535]:                 Iface Name: default
Dec 06 09:59:27 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204
Dec 06 09:59:27 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 09:59:27 user nova-compute[74535]:                 Iface Name: default
Dec 06 09:59:27 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724
Dec 06 09:59:27 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 09:59:27 user nova-compute[74535]:                 Iface Name: default
Dec 06 09:59:27 user nova-compute[74535]: FIRMWARE:
Dec 06 09:59:27 user nova-compute[74535]: No targets found.
Dec 06 09:59:27 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 09:59:27 user nova-compute[74535]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 09:59:27 user nova-compute[74535]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74535) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7', 0)] {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf56ee59-e342-4325-9bee-f2e96e7adc75]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:23c838a4-11b8-413d-9e1e-781d18f53e80\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[45609f3e-15d7-4fce-bc62-f1bdd3214a49]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23c838a4-11b8-413d-9e1e-781d18f53e80 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23c838a4-11b8-413d-9e1e-781d18f53e80 (non-flash)
Dec 06 09:59:27 user nova-compute[74535]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204 (non-flash)
Dec 06 09:59:27 user nova-compute[74535]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7 (non-flash)
Dec 06 09:59:27 user nova-compute[74535]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e (non-flash)
Dec 06 09:59:27 user nova-compute[74535]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724 (non-flash)
Dec 06 09:59:27 user nova-compute[74535]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21 (non-flash)
Dec 06 09:59:27 user nova-compute[74535]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc (non-flash)
Dec 06 09:59:27 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23c838a4-11b8-413d-9e1e-781d18f53e80 (non-flash)
Dec 06 09:59:27 user nova-compute[74535]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204 (non-flash)
Dec 06 09:59:27 user nova-compute[74535]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7 (non-flash)
Dec 06 09:59:27 user nova-compute[74535]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e (non-flash)
Dec 06 09:59:27 user nova-compute[74535]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724 (non-flash)
Dec 06 09:59:27 user nova-compute[74535]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21 (non-flash)
Dec 06 09:59:27 user nova-compute[74535]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc (non-flash)
Dec 06 09:59:27 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ff1007b3400>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7'): ({'sdc'}, set())}) {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Removing single pathed devices sdc {{(pid=74535) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-957982f0-e5c4-49c8-842d-8f5079a14181 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] COPY block job progress, current cursor: 393216000 final cursor: 1073741824 {{(pid=74535) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ec01ff5-adf1-42cf-b3f3-c3e27c537769]: (4, ('path checker states:\nup                  7\n\npaths: 0\nbusy: False\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.022s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce3175dc-a307-4e8e-b90c-59332e149f49]: (4, ('ok\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Flushing IO for device /dev/sdc {{(pid=74535) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.022s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[662f8879-b7b8-49fe-a2db-749dfe44d93e]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74535) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.042s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c2a41c0-4fc4-4b9f-b515-f9a8e4e07196]: (4, ('1', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] SCSI volumes sdc have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7')] {{(pid=74535) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a28659b-2dcc-4b71-87ae-6eb0e808ef38]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7 -p 172.16.0.220:3260 --logout {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7 -p 172.16.0.220:3260 --logout" returned: 0 in 0.082s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e5a2513-f638-4900-9a0a-ea244cd8c0b5]: (4, ('Logging out of session [sid: 3, target: iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7, portal: 172.16.0.220,3260]\nLogout of [sid: 3, target: iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 3, target: iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7, portal: 172.16.0.220,3260]
Dec 06 09:59:27 user nova-compute[74535]: Logout of [sid: 3, target: iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7, portal: 172.16.0.220,3260] successful.
Dec 06 09:59:27 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7 -p 172.16.0.220:3260 --op delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a75eed35-93a6-46c0-ac98-ff7988bc82e7 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.040s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a3405bb-33d2-4386-8920-4e7908094203]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.377s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] <== disconnect_volume: return (378ms) None {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Disconnected iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] calling os-brick to detach iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, {'target_iqn': 'iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'gabNprxP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 09:59:27 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 09:59:27 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.030s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[b58f70f9-4b64-4239-8465-27b39d99b721]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:23c838a4-11b8-413d-9e1e-781d18f53e80\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 09:59:27 user nova-compute[74535]: No targets found.
Dec 06 09:59:27 user nova-compute[74535]: iSNS:
Dec 06 09:59:27 user nova-compute[74535]: No targets found.
Dec 06 09:59:27 user nova-compute[74535]: STATIC:
Dec 06 09:59:27 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21
Dec 06 09:59:27 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 09:59:27 user nova-compute[74535]:                 Iface Name: default
Dec 06 09:59:27 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e
Dec 06 09:59:27 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 09:59:27 user nova-compute[74535]:                 Iface Name: default
Dec 06 09:59:27 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:23c838a4-11b8-413d-9e1e-781d18f53e80
Dec 06 09:59:27 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 09:59:27 user nova-compute[74535]:                 Iface Name: default
Dec 06 09:59:27 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc
Dec 06 09:59:27 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 09:59:27 user nova-compute[74535]:                 Iface Name: default
Dec 06 09:59:27 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204
Dec 06 09:59:27 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 09:59:27 user nova-compute[74535]:                 Iface Name: default
Dec 06 09:59:27 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724
Dec 06 09:59:27 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 09:59:27 user nova-compute[74535]:                 Iface Name: default
Dec 06 09:59:27 user nova-compute[74535]: FIRMWARE:
Dec 06 09:59:27 user nova-compute[74535]: No targets found.
Dec 06 09:59:27 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 09:59:27 user nova-compute[74535]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 09:59:27 user nova-compute[74535]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74535) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e', 0)] {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.024s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[b47052dc-7e05-48a3-86fc-1c26cf590607]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:23c838a4-11b8-413d-9e1e-781d18f53e80\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.039s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[caeddae5-8802-4ba2-a8f3-9073dbd24218]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23c838a4-11b8-413d-9e1e-781d18f53e80 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23c838a4-11b8-413d-9e1e-781d18f53e80 (non-flash)
Dec 06 09:59:27 user nova-compute[74535]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204 (non-flash)
Dec 06 09:59:27 user nova-compute[74535]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e (non-flash)
Dec 06 09:59:27 user nova-compute[74535]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724 (non-flash)
Dec 06 09:59:27 user nova-compute[74535]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21 (non-flash)
Dec 06 09:59:27 user nova-compute[74535]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc (non-flash)
Dec 06 09:59:27 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23c838a4-11b8-413d-9e1e-781d18f53e80 (non-flash)
Dec 06 09:59:27 user nova-compute[74535]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204 (non-flash)
Dec 06 09:59:27 user nova-compute[74535]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e (non-flash)
Dec 06 09:59:27 user nova-compute[74535]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724 (non-flash)
Dec 06 09:59:27 user nova-compute[74535]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21 (non-flash)
Dec 06 09:59:27 user nova-compute[74535]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc (non-flash)
Dec 06 09:59:27 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ff12d5c37f0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e'): ({'sdd'}, set())}) {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Removing single pathed devices sdd {{(pid=74535) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.027s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa752d12-557a-40dc-8944-a4367b2e00bd]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.024s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d979480-1f4c-4a03-8e46-a35c3475606f]: (4, ('ok\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Flushing IO for device /dev/sdd {{(pid=74535) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.022s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[8edcc2dd-365a-473d-880b-05829dca8d3a]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74535) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-957982f0-e5c4-49c8-842d-8f5079a14181 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] COPY block job progress, current cursor: 538968064 final cursor: 1073741824 {{(pid=74535) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.044s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd5ad134-d15a-4f24-ba0e-5fb320d79fcd]: (4, ('1', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] SCSI volumes sdd have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e')] {{(pid=74535) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.025s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[a23e61b7-d57d-473a-b21b-986fa04b716a]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e -p 172.16.0.220:3260 --logout {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e -p 172.16.0.220:3260 --logout" returned: 0 in 0.071s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c4b313a-9576-4f81-aad8-d3f1737ace36]: (4, ('Logging out of session [sid: 4, target: iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e, portal: 172.16.0.220,3260]\nLogout of [sid: 4, target: iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 4, target: iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e, portal: 172.16.0.220,3260]
Dec 06 09:59:27 user nova-compute[74535]: Logout of [sid: 4, target: iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e, portal: 172.16.0.220,3260] successful.
Dec 06 09:59:27 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e -p 172.16.0.220:3260 --op delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:22e4dab1-c121-4418-bac8-efe10983e25e -p 172.16.0.220:3260 --op delete" returned: 0 in 0.034s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a5c3b3d-bb3b-4f36-a3df-c09865eb8fe2]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.406s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] <== disconnect_volume: return (408ms) None {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 09:59:27 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Disconnected iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 09:59:27 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Deleting instance files /opt/stack/data/nova/instances/27d02c8b-47ae-4f82-9089-199c777b41b7_del
Dec 06 09:59:27 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Deletion of /opt/stack/data/nova/instances/27d02c8b-47ae-4f82-9089-199c777b41b7_del complete
Dec 06 09:59:28 user nova-compute[74535]: DEBUG nova.compute.manager [req-cec7cb49-0b04-4c7e-a16b-52f83040893b req-92ff250d-ac5b-43c9-a71c-2257e77abcb3 service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Received event network-changed-c6f8dfb3-fff9-433c-bd0a-11c21c1638d2 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:59:28 user nova-compute[74535]: DEBUG nova.compute.manager [req-cec7cb49-0b04-4c7e-a16b-52f83040893b req-92ff250d-ac5b-43c9-a71c-2257e77abcb3 service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Refreshing instance network info cache due to event network-changed-c6f8dfb3-fff9-433c-bd0a-11c21c1638d2. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 09:59:28 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-cec7cb49-0b04-4c7e-a16b-52f83040893b req-92ff250d-ac5b-43c9-a71c-2257e77abcb3 service nova] Acquiring lock "refresh_cache-6bf0acc8-fdfe-4278-827c-098964372e14" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 09:59:28 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-cec7cb49-0b04-4c7e-a16b-52f83040893b req-92ff250d-ac5b-43c9-a71c-2257e77abcb3 service nova] Acquired lock "refresh_cache-6bf0acc8-fdfe-4278-827c-098964372e14" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 09:59:28 user nova-compute[74535]: DEBUG nova.network.neutron [req-cec7cb49-0b04-4c7e-a16b-52f83040893b req-92ff250d-ac5b-43c9-a71c-2257e77abcb3 service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Refreshing network info cache for port c6f8dfb3-fff9-433c-bd0a-11c21c1638d2 {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 09:59:28 user nova-compute[74535]: INFO nova.compute.manager [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Took 4.44 seconds to destroy the instance on the hypervisor.
Dec 06 09:59:28 user nova-compute[74535]: DEBUG oslo.service.loopingcall [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74535) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 09:59:28 user nova-compute[74535]: DEBUG nova.compute.manager [-] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Deallocating network for instance {{(pid=74535) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 09:59:28 user nova-compute[74535]: DEBUG nova.network.neutron [-] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] deallocate_for_instance() {{(pid=74535) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 09:59:28 user nova-compute[74535]: DEBUG nova.compute.manager [req-4a32c118-544b-4afa-b014-049ff24d201e req-91e38d0a-eb02-4d2b-8b1a-779d4e30a892 service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Received event network-vif-unplugged-015fb0ff-fd7d-458d-9222-dacb90d7da0f {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:59:28 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-4a32c118-544b-4afa-b014-049ff24d201e req-91e38d0a-eb02-4d2b-8b1a-779d4e30a892 service nova] Acquiring lock "27d02c8b-47ae-4f82-9089-199c777b41b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:59:28 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-4a32c118-544b-4afa-b014-049ff24d201e req-91e38d0a-eb02-4d2b-8b1a-779d4e30a892 service nova] Lock "27d02c8b-47ae-4f82-9089-199c777b41b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:59:28 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-4a32c118-544b-4afa-b014-049ff24d201e req-91e38d0a-eb02-4d2b-8b1a-779d4e30a892 service nova] Lock "27d02c8b-47ae-4f82-9089-199c777b41b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:59:28 user nova-compute[74535]: DEBUG nova.compute.manager [req-4a32c118-544b-4afa-b014-049ff24d201e req-91e38d0a-eb02-4d2b-8b1a-779d4e30a892 service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] No waiting events found dispatching network-vif-unplugged-015fb0ff-fd7d-458d-9222-dacb90d7da0f {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:59:28 user nova-compute[74535]: DEBUG nova.compute.manager [req-4a32c118-544b-4afa-b014-049ff24d201e req-91e38d0a-eb02-4d2b-8b1a-779d4e30a892 service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Received event network-vif-unplugged-015fb0ff-fd7d-458d-9222-dacb90d7da0f for instance with task_state deleting. {{(pid=74535) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 09:59:28 user nova-compute[74535]: DEBUG nova.compute.manager [req-4a32c118-544b-4afa-b014-049ff24d201e req-91e38d0a-eb02-4d2b-8b1a-779d4e30a892 service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Received event network-vif-plugged-015fb0ff-fd7d-458d-9222-dacb90d7da0f {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:59:28 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-4a32c118-544b-4afa-b014-049ff24d201e req-91e38d0a-eb02-4d2b-8b1a-779d4e30a892 service nova] Acquiring lock "27d02c8b-47ae-4f82-9089-199c777b41b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:59:28 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-4a32c118-544b-4afa-b014-049ff24d201e req-91e38d0a-eb02-4d2b-8b1a-779d4e30a892 service nova] Lock "27d02c8b-47ae-4f82-9089-199c777b41b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:59:28 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-4a32c118-544b-4afa-b014-049ff24d201e req-91e38d0a-eb02-4d2b-8b1a-779d4e30a892 service nova] Lock "27d02c8b-47ae-4f82-9089-199c777b41b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:59:28 user nova-compute[74535]: DEBUG nova.compute.manager [req-4a32c118-544b-4afa-b014-049ff24d201e req-91e38d0a-eb02-4d2b-8b1a-779d4e30a892 service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] No waiting events found dispatching network-vif-plugged-015fb0ff-fd7d-458d-9222-dacb90d7da0f {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:59:28 user nova-compute[74535]: WARNING nova.compute.manager [req-4a32c118-544b-4afa-b014-049ff24d201e req-91e38d0a-eb02-4d2b-8b1a-779d4e30a892 service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Received unexpected event network-vif-plugged-015fb0ff-fd7d-458d-9222-dacb90d7da0f for instance with vm_state active and task_state deleting.
Dec 06 09:59:28 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-957982f0-e5c4-49c8-842d-8f5079a14181 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] COPY block job progress, current cursor: 675282944 final cursor: 1073741824 {{(pid=74535) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 06 09:59:28 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-957982f0-e5c4-49c8-842d-8f5079a14181 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] COPY block job progress, current cursor: 838860800 final cursor: 1073741824 {{(pid=74535) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 06 09:59:29 user nova-compute[74535]: DEBUG nova.network.neutron [req-cec7cb49-0b04-4c7e-a16b-52f83040893b req-92ff250d-ac5b-43c9-a71c-2257e77abcb3 service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Updated VIF entry in instance network info cache for port c6f8dfb3-fff9-433c-bd0a-11c21c1638d2. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 09:59:29 user nova-compute[74535]: DEBUG nova.network.neutron [req-cec7cb49-0b04-4c7e-a16b-52f83040893b req-92ff250d-ac5b-43c9-a71c-2257e77abcb3 service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Updating instance_info_cache with network_info: [{"id": "c6f8dfb3-fff9-433c-bd0a-11c21c1638d2", "address": "fa:16:3e:66:f8:be", "network": {"id": "ef904c21-3887-46fe-8261-80025ea7dc00", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1002192521-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.61", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "71587ab95e034b41a3b0d6fd0eb8be66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc6f8dfb3-ff", "ovs_interfaceid": "c6f8dfb3-fff9-433c-bd0a-11c21c1638d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1e88bea1-b26e-41f6-bf30-4102c1efc990", "address": "fa:16:3e:c2:84:96", "network": {"id": "e52f8ece-a7ae-4939-adfb-c9449b48cc5e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1398369761", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.103", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "71587ab95e034b41a3b0d6fd0eb8be66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e88bea1-b2", "ovs_interfaceid": "1e88bea1-b26e-41f6-bf30-4102c1efc990", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "b23ade9e-eb4b-4a4b-86d5-2db9286501a3", "address": "fa:16:3e:d5:12:ae", "network": {"id": "e52f8ece-a7ae-4939-adfb-c9449b48cc5e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1398369761", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.132", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "71587ab95e034b41a3b0d6fd0eb8be66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb23ade9e-eb", "ovs_interfaceid": "b23ade9e-eb4b-4a4b-86d5-2db9286501a3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "2774b057-10c1-4972-9687-96e5bad1296b", "address": "fa:16:3e:f5:17:25", "network": {"id": "e52f8ece-a7ae-4939-adfb-c9449b48cc5e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1398369761", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "71587ab95e034b41a3b0d6fd0eb8be66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2774b057-10", "ovs_interfaceid": "2774b057-10c1-4972-9687-96e5bad1296b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "97e46d2f-6b29-46f8-937c-4f668f3bca71", "address": "fa:16:3e:af:09:a1", "network": {"id": "e52f8ece-a7ae-4939-adfb-c9449b48cc5e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1398369761", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.239", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "71587ab95e034b41a3b0d6fd0eb8be66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap97e46d2f-6b", "ovs_interfaceid": "97e46d2f-6b29-46f8-937c-4f668f3bca71", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7d883a59-ce1d-4f0c-8fd9-d53f151b5575", "address": "fa:16:3e:1a:a8:f4", "network": {"id": "8f03edad-13b8-47ee-8ffa-31005660803a", "bridge": "br-int", "label": "tempest-device-tagging-net2-994058104", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "71587ab95e034b41a3b0d6fd0eb8be66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d883a59-ce", "ovs_interfaceid": "7d883a59-ce1d-4f0c-8fd9-d53f151b5575", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a0fd198d-dd8d-49e0-b09c-4baf08dff20a", "address": "fa:16:3e:ec:93:11", "network": {"id": "8f03edad-13b8-47ee-8ffa-31005660803a", "bridge": "br-int", "label": "tempest-device-tagging-net2-994058104", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "71587ab95e034b41a3b0d6fd0eb8be66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa0fd198d-dd", "ovs_interfaceid": "a0fd198d-dd8d-49e0-b09c-4baf08dff20a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:59:29 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-cec7cb49-0b04-4c7e-a16b-52f83040893b req-92ff250d-ac5b-43c9-a71c-2257e77abcb3 service nova] Releasing lock "refresh_cache-6bf0acc8-fdfe-4278-827c-098964372e14" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 09:59:29 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-957982f0-e5c4-49c8-842d-8f5079a14181 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] COPY block job progress, current cursor: 978321408 final cursor: 1073741824 {{(pid=74535) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 06 09:59:29 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-957982f0-e5c4-49c8-842d-8f5079a14181 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] COPY block job progress, current cursor: 1073741824 final cursor: 1073741824 {{(pid=74535) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 06 09:59:29 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-957982f0-e5c4-49c8-842d-8f5079a14181 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] [instance: 93fb3c38-baad-41c4-89b2-2a37c779c62a] calling os-brick to detach iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 09:59:29 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-957982f0-e5c4-49c8-842d-8f5079a14181 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, {'target_iqn': 'iqn.2010-10.org.openstack:23c838a4-11b8-413d-9e1e-781d18f53e80', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'wbWHGlZs', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdl', 'volume_id': '23c838a4-11b8-413d-9e1e-781d18f53e80'}, None), 'kwargs': False}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 09:59:29 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-957982f0-e5c4-49c8-842d-8f5079a14181 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 09:59:29 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-957982f0-e5c4-49c8-842d-8f5079a14181 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 09:59:29 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-957982f0-e5c4-49c8-842d-8f5079a14181 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 09:59:29 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:29 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.025s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:29 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[a8e24d17-5371-437f-a90a-ad7c1f8778ef]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:23c838a4-11b8-413d-9e1e-781d18f53e80\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:29 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-957982f0-e5c4-49c8-842d-8f5079a14181 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 09:59:29 user nova-compute[74535]: No targets found.
Dec 06 09:59:29 user nova-compute[74535]: iSNS:
Dec 06 09:59:29 user nova-compute[74535]: No targets found.
Dec 06 09:59:29 user nova-compute[74535]: STATIC:
Dec 06 09:59:29 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21
Dec 06 09:59:29 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 09:59:29 user nova-compute[74535]:                 Iface Name: default
Dec 06 09:59:29 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:23c838a4-11b8-413d-9e1e-781d18f53e80
Dec 06 09:59:29 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 09:59:29 user nova-compute[74535]:                 Iface Name: default
Dec 06 09:59:29 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc
Dec 06 09:59:29 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 09:59:29 user nova-compute[74535]:                 Iface Name: default
Dec 06 09:59:29 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204
Dec 06 09:59:29 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 09:59:29 user nova-compute[74535]:                 Iface Name: default
Dec 06 09:59:29 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724
Dec 06 09:59:29 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 09:59:29 user nova-compute[74535]:                 Iface Name: default
Dec 06 09:59:29 user nova-compute[74535]: FIRMWARE:
Dec 06 09:59:29 user nova-compute[74535]: No targets found.
Dec 06 09:59:29 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 09:59:29 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-957982f0-e5c4-49c8-842d-8f5079a14181 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 09:59:29 user nova-compute[74535]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 09:59:29 user nova-compute[74535]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74535) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 09:59:29 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-957982f0-e5c4-49c8-842d-8f5079a14181 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:23c838a4-11b8-413d-9e1e-781d18f53e80', 0)] {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 09:59:29 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:30 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:30 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[2600c035-723a-4e81-b92a-36e7ad1f02c8]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:23c838a4-11b8-413d-9e1e-781d18f53e80\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:30 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:30 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.034s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:30 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[417a8cb4-18a7-4627-9596-9ad511c86d1c]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23c838a4-11b8-413d-9e1e-781d18f53e80 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:30 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-957982f0-e5c4-49c8-842d-8f5079a14181 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23c838a4-11b8-413d-9e1e-781d18f53e80 (non-flash)
Dec 06 09:59:30 user nova-compute[74535]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204 (non-flash)
Dec 06 09:59:30 user nova-compute[74535]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724 (non-flash)
Dec 06 09:59:30 user nova-compute[74535]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21 (non-flash)
Dec 06 09:59:30 user nova-compute[74535]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc (non-flash)
Dec 06 09:59:30 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 09:59:30 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-957982f0-e5c4-49c8-842d-8f5079a14181 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:23c838a4-11b8-413d-9e1e-781d18f53e80 (non-flash)
Dec 06 09:59:30 user nova-compute[74535]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204 (non-flash)
Dec 06 09:59:30 user nova-compute[74535]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724 (non-flash)
Dec 06 09:59:30 user nova-compute[74535]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21 (non-flash)
Dec 06 09:59:30 user nova-compute[74535]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc (non-flash)
Dec 06 09:59:30 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 09:59:30 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-957982f0-e5c4-49c8-842d-8f5079a14181 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ff12c1cadd0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:23c838a4-11b8-413d-9e1e-781d18f53e80'): ({'sdl'}, set())}) {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 09:59:30 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-957982f0-e5c4-49c8-842d-8f5079a14181 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] Removing single pathed devices sdl {{(pid=74535) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 09:59:30 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:30 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:30 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[49059284-866d-4953-8e9c-35f889aecd3f]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:30 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdl {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:30 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdl" returned: 0 in 0.022s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:30 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[d4f2f324-7df3-4f57-8010-0ee18ed4fa83]: (4, ('ok\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:30 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-957982f0-e5c4-49c8-842d-8f5079a14181 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] Flushing IO for device /dev/sdl {{(pid=74535) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 09:59:30 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdl {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:30 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdl" returned: 0 in 0.020s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:30 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a075494-161e-4f4a-868d-d388a354a514]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:30 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-957982f0-e5c4-49c8-842d-8f5079a14181 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] Remove SCSI device /dev/sdl with /sys/block/sdl/device/delete {{(pid=74535) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 09:59:30 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdl/device/delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:30 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdl/device/delete" returned: 0 in 0.046s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:30 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc098de0-79e8-4f52-baba-1b67c4bba39f]: (4, ('1', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:30 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-957982f0-e5c4-49c8-842d-8f5079a14181 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] Checking to see if SCSI volumes sdl have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 09:59:30 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-957982f0-e5c4-49c8-842d-8f5079a14181 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] SCSI volumes sdl have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 09:59:30 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-957982f0-e5c4-49c8-842d-8f5079a14181 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:23c838a4-11b8-413d-9e1e-781d18f53e80')] {{(pid=74535) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 09:59:30 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:23c838a4-11b8-413d-9e1e-781d18f53e80 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:30 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:23c838a4-11b8-413d-9e1e-781d18f53e80 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:30 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d294dc7-b428-458e-a6b5-4ae8216755bb]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:30 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-957982f0-e5c4-49c8-842d-8f5079a14181 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:59:30 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:23c838a4-11b8-413d-9e1e-781d18f53e80 -p 172.16.0.220:3260 --logout {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:30 user nova-compute[74535]: DEBUG nova.compute.manager [req-9e4ecd12-667e-4c18-9946-488e8eff4ea4 req-b331d619-6194-4d51-9b71-b61634a2ad8b service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Received event network-vif-deleted-8d8f6803-100b-4f7b-989d-df4d20990859 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:59:30 user nova-compute[74535]: INFO nova.compute.manager [req-9e4ecd12-667e-4c18-9946-488e8eff4ea4 req-b331d619-6194-4d51-9b71-b61634a2ad8b service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Neutron deleted interface 8d8f6803-100b-4f7b-989d-df4d20990859; detaching it from the instance and deleting it from the info cache
Dec 06 09:59:30 user nova-compute[74535]: DEBUG nova.network.neutron [req-9e4ecd12-667e-4c18-9946-488e8eff4ea4 req-b331d619-6194-4d51-9b71-b61634a2ad8b service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Updating instance_info_cache with network_info: [{"id": "b4dec6c8-9790-4305-aa5a-393e605223ac", "address": "fa:16:3e:79:a4:a7", "network": {"id": "95dfa86c-0cec-494b-b72e-83dd43ab4541", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1021916616-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "18119352b0eb4dde96cb99b675fdc159", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb4dec6c8-97", "ovs_interfaceid": "b4dec6c8-9790-4305-aa5a-393e605223ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "384ea4f9-3a4a-4c04-8067-4e592408fee3", "address": "fa:16:3e:b7:6d:64", "network": {"id": "54600ccb-19ba-4879-8650-ac190cd4b5e8", "bridge": "br-int", "label": "tempest-device-tagging-net1-707434686", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "18119352b0eb4dde96cb99b675fdc159", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap384ea4f9-3a", "ovs_interfaceid": "384ea4f9-3a4a-4c04-8067-4e592408fee3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "c817ff70-444d-4cd5-8202-83d3954ca7d2", "address": "fa:16:3e:56:5a:7d", "network": {"id": "54600ccb-19ba-4879-8650-ac190cd4b5e8", "bridge": "br-int", "label": "tempest-device-tagging-net1-707434686", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "18119352b0eb4dde96cb99b675fdc159", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc817ff70-44", "ovs_interfaceid": "c817ff70-444d-4cd5-8202-83d3954ca7d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "cbc4ad55-4b81-4e0b-b8fe-dced4bf68226", "address": "fa:16:3e:09:5b:5b", "network": {"id": "54600ccb-19ba-4879-8650-ac190cd4b5e8", "bridge": "br-int", "label": "tempest-device-tagging-net1-707434686", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.144", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "18119352b0eb4dde96cb99b675fdc159", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcbc4ad55-4b", "ovs_interfaceid": "cbc4ad55-4b81-4e0b-b8fe-dced4bf68226", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "015fb0ff-fd7d-458d-9222-dacb90d7da0f", "address": "fa:16:3e:f8:92:93", "network": {"id": "55162d7a-93d2-41a7-b313-b73979e51354", "bridge": "br-int", "label": "tempest-device-tagging-net2-391394949", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "18119352b0eb4dde96cb99b675fdc159", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap015fb0ff-fd", "ovs_interfaceid": "015fb0ff-fd7d-458d-9222-dacb90d7da0f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0bf3be11-9783-413b-a530-5a57313e1e70", "address": "fa:16:3e:50:f6:83", "network": {"id": "55162d7a-93d2-41a7-b313-b73979e51354", "bridge": "br-int", "label": "tempest-device-tagging-net2-391394949", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "18119352b0eb4dde96cb99b675fdc159", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0bf3be11-97", "ovs_interfaceid": "0bf3be11-9783-413b-a530-5a57313e1e70", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:59:30 user nova-compute[74535]: DEBUG nova.compute.manager [req-9e4ecd12-667e-4c18-9946-488e8eff4ea4 req-b331d619-6194-4d51-9b71-b61634a2ad8b service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Detach interface failed, port_id=8d8f6803-100b-4f7b-989d-df4d20990859, reason: Instance 27d02c8b-47ae-4f82-9089-199c777b41b7 could not be found. {{(pid=74535) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 06 09:59:30 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:23c838a4-11b8-413d-9e1e-781d18f53e80 -p 172.16.0.220:3260 --logout" returned: 0 in 0.069s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:30 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[8255cd4f-a834-4948-9892-718bca032c4d]: (4, ('Logging out of session [sid: 13, target: iqn.2010-10.org.openstack:23c838a4-11b8-413d-9e1e-781d18f53e80, portal: 172.16.0.220,3260]\nLogout of [sid: 13, target: iqn.2010-10.org.openstack:23c838a4-11b8-413d-9e1e-781d18f53e80, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:30 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-957982f0-e5c4-49c8-842d-8f5079a14181 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] iscsiadm ('--logout',): stdout=Logging out of session [sid: 13, target: iqn.2010-10.org.openstack:23c838a4-11b8-413d-9e1e-781d18f53e80, portal: 172.16.0.220,3260]
Dec 06 09:59:30 user nova-compute[74535]: Logout of [sid: 13, target: iqn.2010-10.org.openstack:23c838a4-11b8-413d-9e1e-781d18f53e80, portal: 172.16.0.220,3260] successful.
Dec 06 09:59:30 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:59:30 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:23c838a4-11b8-413d-9e1e-781d18f53e80 -p 172.16.0.220:3260 --op delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:30 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:23c838a4-11b8-413d-9e1e-781d18f53e80 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.030s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:30 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[be80e8a7-26cb-4c8a-a870-3383e0634688]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:30 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-957982f0-e5c4-49c8-842d-8f5079a14181 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:59:30 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-957982f0-e5c4-49c8-842d-8f5079a14181 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.360s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 09:59:30 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-957982f0-e5c4-49c8-842d-8f5079a14181 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] <== disconnect_volume: return (361ms) None {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 09:59:30 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-957982f0-e5c4-49c8-842d-8f5079a14181 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] [instance: 93fb3c38-baad-41c4-89b2-2a37c779c62a] Disconnected iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 09:59:30 user nova-compute[74535]: DEBUG nova.compute.manager [None req-957982f0-e5c4-49c8-842d-8f5079a14181 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] swap_volume: Driver volume swap returned, new connection_info is now : {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PuSODYzR', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdh'}, 'status': 'reserved', 'instance': '93fb3c38-baad-41c4-89b2-2a37c779c62a', 'attached_at': '', 'detached_at': '', 'volume_id': 'a26b8106-5172-484e-afbd-2dda58364204', 'serial'} {{(pid=74535) _swap_volume /opt/stack/nova/nova/compute/manager.py:7791}}
Dec 06 09:59:30 user nova-compute[74535]: DEBUG nova.compute.manager [None req-957982f0-e5c4-49c8-842d-8f5079a14181 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] [instance: 93fb3c38-baad-41c4-89b2-2a37c779c62a] swap_volume: removing Cinder connection for volume 23c838a4-11b8-413d-9e1e-781d18f53e80 {{(pid=74535) _swap_volume /opt/stack/nova/nova/compute/manager.py:7836}}
Dec 06 09:59:31 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Acquiring lock "6bf0acc8-fdfe-4278-827c-098964372e14" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:59:31 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Lock "6bf0acc8-fdfe-4278-827c-098964372e14" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:59:31 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Acquiring lock "6bf0acc8-fdfe-4278-827c-098964372e14-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:59:31 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Lock "6bf0acc8-fdfe-4278-827c-098964372e14-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:59:31 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Lock "6bf0acc8-fdfe-4278-827c-098964372e14-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:59:31 user nova-compute[74535]: INFO nova.compute.manager [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Terminating instance
Dec 06 09:59:31 user nova-compute[74535]: DEBUG nova.compute.manager [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Start destroying the instance on the hypervisor. {{(pid=74535) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 09:59:31 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:31 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:31 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:31 user nova-compute[74535]: DEBUG nova.compute.manager [None req-957982f0-e5c4-49c8-842d-8f5079a14181 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] [instance: 93fb3c38-baad-41c4-89b2-2a37c779c62a] swap_volume: Updating volume 23c838a4-11b8-413d-9e1e-781d18f53e80 BDM record with {'connection_info': '{"driver_volume_type": "iscsi", "data": {"target_iqn": "iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204", "target_portal": "172.16.0.220:3260", "target_discovered": false, "auth_method": "CHAP", "auth_username": "PuSODYzR", "auth_password": "WIermYCsAqBjE5", "target_lun": 0, "qos_specs": null, "access_mode": "rw", "encrypted": false, "cacheable": false, "device_path": "/dev/sdh", "volume_id": "a26b8106-5172-484e-afbd-2dda58364204"}, "status": "reserved", "instance": "93fb3c38-baad-41c4-89b2-2a37c779c62a", "attached_at": "", "detached_at": "", "volume_id": "a26b8106-5172-484e-afbd-2dda58364204", "serial": "a26b8106-5172-484e-afbd-2dda58364204"}', 'source_type': 'volume', 'destination_type': 'volume', 'snapshot_id': None, 'volume_id': 'a26b8106-5172-484e-afbd-2dda58364204', 'no_device': None, 'attachment_id': 'e875e4a2-73ed-4b23-97b0-7990e5c381f5'} {{(pid=74535) _do_swap_volume /opt/stack/nova/nova/compute/manager.py:7984}}
Dec 06 09:59:31 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:31 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-957982f0-e5c4-49c8-842d-8f5079a14181 tempest-TestVolumeSwap-1716549743 tempest-TestVolumeSwap-1716549743-project-admin] Lock "93fb3c38-baad-41c4-89b2-2a37c779c62a" "released" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: held 19.544s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:59:31 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:31 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:31 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:31 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:31 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:31 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:31 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:31 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:31 user nova-compute[74535]: DEBUG nova.compute.manager [req-f1ab981a-8131-43af-be18-73ddcab5d5e9 req-9c44325e-c52f-449a-91a3-5880d5096d61 service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Received event network-vif-unplugged-1e88bea1-b26e-41f6-bf30-4102c1efc990 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:59:31 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-f1ab981a-8131-43af-be18-73ddcab5d5e9 req-9c44325e-c52f-449a-91a3-5880d5096d61 service nova] Acquiring lock "6bf0acc8-fdfe-4278-827c-098964372e14-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:59:31 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-f1ab981a-8131-43af-be18-73ddcab5d5e9 req-9c44325e-c52f-449a-91a3-5880d5096d61 service nova] Lock "6bf0acc8-fdfe-4278-827c-098964372e14-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:59:31 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-f1ab981a-8131-43af-be18-73ddcab5d5e9 req-9c44325e-c52f-449a-91a3-5880d5096d61 service nova] Lock "6bf0acc8-fdfe-4278-827c-098964372e14-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:59:31 user nova-compute[74535]: DEBUG nova.compute.manager [req-f1ab981a-8131-43af-be18-73ddcab5d5e9 req-9c44325e-c52f-449a-91a3-5880d5096d61 service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] No waiting events found dispatching network-vif-unplugged-1e88bea1-b26e-41f6-bf30-4102c1efc990 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:59:31 user nova-compute[74535]: DEBUG nova.compute.manager [req-f1ab981a-8131-43af-be18-73ddcab5d5e9 req-9c44325e-c52f-449a-91a3-5880d5096d61 service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Received event network-vif-unplugged-1e88bea1-b26e-41f6-bf30-4102c1efc990 for instance with task_state deleting. {{(pid=74535) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 09:59:31 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:31 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:31 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:31 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:31 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:32 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:32 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:32 user nova-compute[74535]: DEBUG nova.compute.manager [req-672fda63-c143-4df0-97d2-69ec418c8230 req-a0516a54-3b02-47a9-b904-4129119ae8e7 service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Received event network-vif-unplugged-a0fd198d-dd8d-49e0-b09c-4baf08dff20a {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:59:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-672fda63-c143-4df0-97d2-69ec418c8230 req-a0516a54-3b02-47a9-b904-4129119ae8e7 service nova] Acquiring lock "6bf0acc8-fdfe-4278-827c-098964372e14-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:59:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-672fda63-c143-4df0-97d2-69ec418c8230 req-a0516a54-3b02-47a9-b904-4129119ae8e7 service nova] Lock "6bf0acc8-fdfe-4278-827c-098964372e14-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:59:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-672fda63-c143-4df0-97d2-69ec418c8230 req-a0516a54-3b02-47a9-b904-4129119ae8e7 service nova] Lock "6bf0acc8-fdfe-4278-827c-098964372e14-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:59:32 user nova-compute[74535]: DEBUG nova.compute.manager [req-672fda63-c143-4df0-97d2-69ec418c8230 req-a0516a54-3b02-47a9-b904-4129119ae8e7 service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] No waiting events found dispatching network-vif-unplugged-a0fd198d-dd8d-49e0-b09c-4baf08dff20a {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:59:32 user nova-compute[74535]: DEBUG nova.compute.manager [req-672fda63-c143-4df0-97d2-69ec418c8230 req-a0516a54-3b02-47a9-b904-4129119ae8e7 service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Received event network-vif-unplugged-a0fd198d-dd8d-49e0-b09c-4baf08dff20a for instance with task_state deleting. {{(pid=74535) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 09:59:32 user nova-compute[74535]: DEBUG nova.compute.manager [req-f0dca45b-2ecb-4580-91a9-c25cd6fd5c57 req-cb4e7e1d-83e9-4074-9338-cb4d77b0d4a7 service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Received event network-vif-deleted-b4dec6c8-9790-4305-aa5a-393e605223ac {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:59:32 user nova-compute[74535]: INFO nova.compute.manager [req-f0dca45b-2ecb-4580-91a9-c25cd6fd5c57 req-cb4e7e1d-83e9-4074-9338-cb4d77b0d4a7 service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Neutron deleted interface b4dec6c8-9790-4305-aa5a-393e605223ac; detaching it from the instance and deleting it from the info cache
Dec 06 09:59:32 user nova-compute[74535]: DEBUG nova.network.neutron [req-f0dca45b-2ecb-4580-91a9-c25cd6fd5c57 req-cb4e7e1d-83e9-4074-9338-cb4d77b0d4a7 service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Updating instance_info_cache with network_info: [{"id": "384ea4f9-3a4a-4c04-8067-4e592408fee3", "address": "fa:16:3e:b7:6d:64", "network": {"id": "54600ccb-19ba-4879-8650-ac190cd4b5e8", "bridge": "br-int", "label": "tempest-device-tagging-net1-707434686", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "18119352b0eb4dde96cb99b675fdc159", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap384ea4f9-3a", "ovs_interfaceid": "384ea4f9-3a4a-4c04-8067-4e592408fee3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "c817ff70-444d-4cd5-8202-83d3954ca7d2", "address": "fa:16:3e:56:5a:7d", "network": {"id": "54600ccb-19ba-4879-8650-ac190cd4b5e8", "bridge": "br-int", "label": "tempest-device-tagging-net1-707434686", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "18119352b0eb4dde96cb99b675fdc159", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc817ff70-44", "ovs_interfaceid": "c817ff70-444d-4cd5-8202-83d3954ca7d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "cbc4ad55-4b81-4e0b-b8fe-dced4bf68226", "address": "fa:16:3e:09:5b:5b", "network": {"id": "54600ccb-19ba-4879-8650-ac190cd4b5e8", "bridge": "br-int", "label": "tempest-device-tagging-net1-707434686", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.144", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "18119352b0eb4dde96cb99b675fdc159", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcbc4ad55-4b", "ovs_interfaceid": "cbc4ad55-4b81-4e0b-b8fe-dced4bf68226", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "015fb0ff-fd7d-458d-9222-dacb90d7da0f", "address": "fa:16:3e:f8:92:93", "network": {"id": "55162d7a-93d2-41a7-b313-b73979e51354", "bridge": "br-int", "label": "tempest-device-tagging-net2-391394949", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "18119352b0eb4dde96cb99b675fdc159", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap015fb0ff-fd", "ovs_interfaceid": "015fb0ff-fd7d-458d-9222-dacb90d7da0f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0bf3be11-9783-413b-a530-5a57313e1e70", "address": "fa:16:3e:50:f6:83", "network": {"id": "55162d7a-93d2-41a7-b313-b73979e51354", "bridge": "br-int", "label": "tempest-device-tagging-net2-391394949", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "18119352b0eb4dde96cb99b675fdc159", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0bf3be11-97", "ovs_interfaceid": "0bf3be11-9783-413b-a530-5a57313e1e70", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:59:32 user nova-compute[74535]: DEBUG nova.compute.manager [req-f0dca45b-2ecb-4580-91a9-c25cd6fd5c57 req-cb4e7e1d-83e9-4074-9338-cb4d77b0d4a7 service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Detach interface failed, port_id=b4dec6c8-9790-4305-aa5a-393e605223ac, reason: Instance 27d02c8b-47ae-4f82-9089-199c777b41b7 could not be found. {{(pid=74535) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 06 09:59:32 user nova-compute[74535]: DEBUG nova.compute.manager [req-f0dca45b-2ecb-4580-91a9-c25cd6fd5c57 req-cb4e7e1d-83e9-4074-9338-cb4d77b0d4a7 service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Received event network-vif-unplugged-c6f8dfb3-fff9-433c-bd0a-11c21c1638d2 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:59:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-f0dca45b-2ecb-4580-91a9-c25cd6fd5c57 req-cb4e7e1d-83e9-4074-9338-cb4d77b0d4a7 service nova] Acquiring lock "6bf0acc8-fdfe-4278-827c-098964372e14-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:59:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-f0dca45b-2ecb-4580-91a9-c25cd6fd5c57 req-cb4e7e1d-83e9-4074-9338-cb4d77b0d4a7 service nova] Lock "6bf0acc8-fdfe-4278-827c-098964372e14-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:59:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-f0dca45b-2ecb-4580-91a9-c25cd6fd5c57 req-cb4e7e1d-83e9-4074-9338-cb4d77b0d4a7 service nova] Lock "6bf0acc8-fdfe-4278-827c-098964372e14-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:59:32 user nova-compute[74535]: DEBUG nova.compute.manager [req-f0dca45b-2ecb-4580-91a9-c25cd6fd5c57 req-cb4e7e1d-83e9-4074-9338-cb4d77b0d4a7 service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] No waiting events found dispatching network-vif-unplugged-c6f8dfb3-fff9-433c-bd0a-11c21c1638d2 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:59:32 user nova-compute[74535]: DEBUG nova.compute.manager [req-f0dca45b-2ecb-4580-91a9-c25cd6fd5c57 req-cb4e7e1d-83e9-4074-9338-cb4d77b0d4a7 service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Received event network-vif-unplugged-c6f8dfb3-fff9-433c-bd0a-11c21c1638d2 for instance with task_state deleting. {{(pid=74535) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 09:59:32 user nova-compute[74535]: DEBUG nova.compute.manager [req-f0dca45b-2ecb-4580-91a9-c25cd6fd5c57 req-cb4e7e1d-83e9-4074-9338-cb4d77b0d4a7 service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Received event network-vif-deleted-cbc4ad55-4b81-4e0b-b8fe-dced4bf68226 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:59:32 user nova-compute[74535]: INFO nova.compute.manager [req-f0dca45b-2ecb-4580-91a9-c25cd6fd5c57 req-cb4e7e1d-83e9-4074-9338-cb4d77b0d4a7 service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Neutron deleted interface cbc4ad55-4b81-4e0b-b8fe-dced4bf68226; detaching it from the instance and deleting it from the info cache
Dec 06 09:59:32 user nova-compute[74535]: DEBUG nova.network.neutron [req-f0dca45b-2ecb-4580-91a9-c25cd6fd5c57 req-cb4e7e1d-83e9-4074-9338-cb4d77b0d4a7 service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Updating instance_info_cache with network_info: [{"id": "384ea4f9-3a4a-4c04-8067-4e592408fee3", "address": "fa:16:3e:b7:6d:64", "network": {"id": "54600ccb-19ba-4879-8650-ac190cd4b5e8", "bridge": "br-int", "label": "tempest-device-tagging-net1-707434686", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "18119352b0eb4dde96cb99b675fdc159", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap384ea4f9-3a", "ovs_interfaceid": "384ea4f9-3a4a-4c04-8067-4e592408fee3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "c817ff70-444d-4cd5-8202-83d3954ca7d2", "address": "fa:16:3e:56:5a:7d", "network": {"id": "54600ccb-19ba-4879-8650-ac190cd4b5e8", "bridge": "br-int", "label": "tempest-device-tagging-net1-707434686", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "18119352b0eb4dde96cb99b675fdc159", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc817ff70-44", "ovs_interfaceid": "c817ff70-444d-4cd5-8202-83d3954ca7d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "015fb0ff-fd7d-458d-9222-dacb90d7da0f", "address": "fa:16:3e:f8:92:93", "network": {"id": "55162d7a-93d2-41a7-b313-b73979e51354", "bridge": "br-int", "label": "tempest-device-tagging-net2-391394949", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "18119352b0eb4dde96cb99b675fdc159", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap015fb0ff-fd", "ovs_interfaceid": "015fb0ff-fd7d-458d-9222-dacb90d7da0f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0bf3be11-9783-413b-a530-5a57313e1e70", "address": "fa:16:3e:50:f6:83", "network": {"id": "55162d7a-93d2-41a7-b313-b73979e51354", "bridge": "br-int", "label": "tempest-device-tagging-net2-391394949", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "18119352b0eb4dde96cb99b675fdc159", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0bf3be11-97", "ovs_interfaceid": "0bf3be11-9783-413b-a530-5a57313e1e70", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:59:32 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:32 user nova-compute[74535]: DEBUG nova.compute.manager [req-f0dca45b-2ecb-4580-91a9-c25cd6fd5c57 req-cb4e7e1d-83e9-4074-9338-cb4d77b0d4a7 service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Detach interface failed, port_id=cbc4ad55-4b81-4e0b-b8fe-dced4bf68226, reason: Instance 27d02c8b-47ae-4f82-9089-199c777b41b7 could not be found. {{(pid=74535) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 06 09:59:32 user nova-compute[74535]: DEBUG nova.compute.manager [req-f0dca45b-2ecb-4580-91a9-c25cd6fd5c57 req-cb4e7e1d-83e9-4074-9338-cb4d77b0d4a7 service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Received event network-vif-plugged-c6f8dfb3-fff9-433c-bd0a-11c21c1638d2 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:59:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-f0dca45b-2ecb-4580-91a9-c25cd6fd5c57 req-cb4e7e1d-83e9-4074-9338-cb4d77b0d4a7 service nova] Acquiring lock "6bf0acc8-fdfe-4278-827c-098964372e14-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:59:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-f0dca45b-2ecb-4580-91a9-c25cd6fd5c57 req-cb4e7e1d-83e9-4074-9338-cb4d77b0d4a7 service nova] Lock "6bf0acc8-fdfe-4278-827c-098964372e14-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:59:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-f0dca45b-2ecb-4580-91a9-c25cd6fd5c57 req-cb4e7e1d-83e9-4074-9338-cb4d77b0d4a7 service nova] Lock "6bf0acc8-fdfe-4278-827c-098964372e14-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:59:32 user nova-compute[74535]: DEBUG nova.compute.manager [req-f0dca45b-2ecb-4580-91a9-c25cd6fd5c57 req-cb4e7e1d-83e9-4074-9338-cb4d77b0d4a7 service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] No waiting events found dispatching network-vif-plugged-c6f8dfb3-fff9-433c-bd0a-11c21c1638d2 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:59:32 user nova-compute[74535]: WARNING nova.compute.manager [req-f0dca45b-2ecb-4580-91a9-c25cd6fd5c57 req-cb4e7e1d-83e9-4074-9338-cb4d77b0d4a7 service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Received unexpected event network-vif-plugged-c6f8dfb3-fff9-433c-bd0a-11c21c1638d2 for instance with vm_state active and task_state deleting.
Dec 06 09:59:32 user nova-compute[74535]: DEBUG nova.compute.manager [req-f0dca45b-2ecb-4580-91a9-c25cd6fd5c57 req-cb4e7e1d-83e9-4074-9338-cb4d77b0d4a7 service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Received event network-vif-unplugged-b23ade9e-eb4b-4a4b-86d5-2db9286501a3 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:59:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-f0dca45b-2ecb-4580-91a9-c25cd6fd5c57 req-cb4e7e1d-83e9-4074-9338-cb4d77b0d4a7 service nova] Acquiring lock "6bf0acc8-fdfe-4278-827c-098964372e14-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:59:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-f0dca45b-2ecb-4580-91a9-c25cd6fd5c57 req-cb4e7e1d-83e9-4074-9338-cb4d77b0d4a7 service nova] Lock "6bf0acc8-fdfe-4278-827c-098964372e14-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:59:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-f0dca45b-2ecb-4580-91a9-c25cd6fd5c57 req-cb4e7e1d-83e9-4074-9338-cb4d77b0d4a7 service nova] Lock "6bf0acc8-fdfe-4278-827c-098964372e14-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:59:32 user nova-compute[74535]: DEBUG nova.compute.manager [req-f0dca45b-2ecb-4580-91a9-c25cd6fd5c57 req-cb4e7e1d-83e9-4074-9338-cb4d77b0d4a7 service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] No waiting events found dispatching network-vif-unplugged-b23ade9e-eb4b-4a4b-86d5-2db9286501a3 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:59:32 user nova-compute[74535]: DEBUG nova.compute.manager [req-f0dca45b-2ecb-4580-91a9-c25cd6fd5c57 req-cb4e7e1d-83e9-4074-9338-cb4d77b0d4a7 service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Received event network-vif-unplugged-b23ade9e-eb4b-4a4b-86d5-2db9286501a3 for instance with task_state deleting. {{(pid=74535) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 09:59:32 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:32 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:32 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Instance destroyed successfully.
Dec 06 09:59:32 user nova-compute[74535]: DEBUG nova.objects.instance [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Lazy-loading 'resources' on Instance uuid 6bf0acc8-fdfe-4278-827c-098964372e14 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 09:59:32 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T09:57:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-453369865',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-453369865',id=12,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHoEeGyThNKdnRPCpYv00ebIbbDJo044fm9EzNZ+5RzY68tRBqn0J+qKWDuVXdwz/MdaZMU/FJav6XmHeOWe3WYv++xMeHuYLmxHxBvBQv5+YPcIHwJrhJ4ofdEEDcN1AQ==',key_name='tempest-keypair-225731529',keypairs=<?>,launch_index=0,launched_at=2023-12-06T09:58:24Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='71587ab95e034b41a3b0d6fd0eb8be66',ramdisk_id='',reservation_id='r-wrjnbd73',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-456066124',owner_user_name='tempest-TaggedBootDevicesTest-456066124-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T09:58:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4fe32019e60741df99b6b53bcbdabeb8',uuid=6bf0acc8-fdfe-4278-827c-098964372e14,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c6f8dfb3-fff9-433c-bd0a-11c21c1638d2", "address": "fa:16:3e:66:f8:be", "network": {"id": "ef904c21-3887-46fe-8261-80025ea7dc00", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1002192521-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.61", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "71587ab95e034b41a3b0d6fd0eb8be66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc6f8dfb3-ff", "ovs_interfaceid": "c6f8dfb3-fff9-433c-bd0a-11c21c1638d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 09:59:32 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Converting VIF {"id": "c6f8dfb3-fff9-433c-bd0a-11c21c1638d2", "address": "fa:16:3e:66:f8:be", "network": {"id": "ef904c21-3887-46fe-8261-80025ea7dc00", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1002192521-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.61", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "71587ab95e034b41a3b0d6fd0eb8be66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc6f8dfb3-ff", "ovs_interfaceid": "c6f8dfb3-fff9-433c-bd0a-11c21c1638d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 09:59:32 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:66:f8:be,bridge_name='br-int',has_traffic_filtering=True,id=c6f8dfb3-fff9-433c-bd0a-11c21c1638d2,network=Network(ef904c21-3887-46fe-8261-80025ea7dc00),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc6f8dfb3-ff') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 09:59:32 user nova-compute[74535]: DEBUG os_vif [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:66:f8:be,bridge_name='br-int',has_traffic_filtering=True,id=c6f8dfb3-fff9-433c-bd0a-11c21c1638d2,network=Network(ef904c21-3887-46fe-8261-80025ea7dc00),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc6f8dfb3-ff') {{(pid=74535) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 09:59:32 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:32 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc6f8dfb3-ff, bridge=br-int, if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:59:32 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:59:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-2dd622c0-90dc-4820-a407-8bc1ca584431 tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] Acquiring lock "93fb3c38-baad-41c4-89b2-2a37c779c62a" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:59:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-2dd622c0-90dc-4820-a407-8bc1ca584431 tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] Lock "93fb3c38-baad-41c4-89b2-2a37c779c62a" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:59:32 user nova-compute[74535]: INFO nova.compute.manager [None req-2dd622c0-90dc-4820-a407-8bc1ca584431 tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] [instance: 93fb3c38-baad-41c4-89b2-2a37c779c62a] Detaching volume a26b8106-5172-484e-afbd-2dda58364204
Dec 06 09:59:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=79451be7-31ac-461f-b293-633ce327c697) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:59:33 user nova-compute[74535]: INFO nova.virt.block_device [None req-2dd622c0-90dc-4820-a407-8bc1ca584431 tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] [instance: 93fb3c38-baad-41c4-89b2-2a37c779c62a] Attempting to driver detach volume a26b8106-5172-484e-afbd-2dda58364204 from mountpoint /dev/vdb
Dec 06 09:59:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:33 user nova-compute[74535]: INFO os_vif [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:66:f8:be,bridge_name='br-int',has_traffic_filtering=True,id=c6f8dfb3-fff9-433c-bd0a-11c21c1638d2,network=Network(ef904c21-3887-46fe-8261-80025ea7dc00),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc6f8dfb3-ff')
Dec 06 09:59:33 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T09:57:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-453369865',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-453369865',id=12,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHoEeGyThNKdnRPCpYv00ebIbbDJo044fm9EzNZ+5RzY68tRBqn0J+qKWDuVXdwz/MdaZMU/FJav6XmHeOWe3WYv++xMeHuYLmxHxBvBQv5+YPcIHwJrhJ4ofdEEDcN1AQ==',key_name='tempest-keypair-225731529',keypairs=<?>,launch_index=0,launched_at=2023-12-06T09:58:24Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='71587ab95e034b41a3b0d6fd0eb8be66',ramdisk_id='',reservation_id='r-wrjnbd73',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-456066124',owner_user_name='tempest-TaggedBootDevicesTest-456066124-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T09:58:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4fe32019e60741df99b6b53bcbdabeb8',uuid=6bf0acc8-fdfe-4278-827c-098964372e14,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "1e88bea1-b26e-41f6-bf30-4102c1efc990", "address": "fa:16:3e:c2:84:96", "network": {"id": "e52f8ece-a7ae-4939-adfb-c9449b48cc5e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1398369761", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.103", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "71587ab95e034b41a3b0d6fd0eb8be66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e88bea1-b2", "ovs_interfaceid": "1e88bea1-b26e-41f6-bf30-4102c1efc990", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74535) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Converting VIF {"id": "1e88bea1-b26e-41f6-bf30-4102c1efc990", "address": "fa:16:3e:c2:84:96", "network": {"id": "e52f8ece-a7ae-4939-adfb-c9449b48cc5e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1398369761", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.103", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "71587ab95e034b41a3b0d6fd0eb8be66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e88bea1-b2", "ovs_interfaceid": "1e88bea1-b26e-41f6-bf30-4102c1efc990", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c2:84:96,bridge_name='br-int',has_traffic_filtering=True,id=1e88bea1-b26e-41f6-bf30-4102c1efc990,network=Network(e52f8ece-a7ae-4939-adfb-c9449b48cc5e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap1e88bea1-b2') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG os_vif [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c2:84:96,bridge_name='br-int',has_traffic_filtering=True,id=1e88bea1-b26e-41f6-bf30-4102c1efc990,network=Network(e52f8ece-a7ae-4939-adfb-c9449b48cc5e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap1e88bea1-b2') {{(pid=74535) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap1e88bea1-b2, bridge=br-int, if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG nova.network.neutron [-] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Updating instance_info_cache with network_info: [] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-2dd622c0-90dc-4820-a407-8bc1ca584431 tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] Attempting to detach device vdb from instance 93fb3c38-baad-41c4-89b2-2a37c779c62a from the persistent domain config. {{(pid=74535) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-2dd622c0-90dc-4820-a407-8bc1ca584431 tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 09:59:33 user nova-compute[74535]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 09:59:33 user nova-compute[74535]:   <source dev="/dev/sdh"/>
Dec 06 09:59:33 user nova-compute[74535]:   <target dev="vdb" bus="virtio"/>
Dec 06 09:59:33 user nova-compute[74535]:   <serial>a26b8106-5172-484e-afbd-2dda58364204</serial>
Dec 06 09:59:33 user nova-compute[74535]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 09:59:33 user nova-compute[74535]: </disk>
Dec 06 09:59:33 user nova-compute[74535]:  {{(pid=74535) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=dc967ad6-0f8b-4e65-852b-efdda9d086b9) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:59:33 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-2dd622c0-90dc-4820-a407-8bc1ca584431 tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] Successfully detached device vdb from instance 93fb3c38-baad-41c4-89b2-2a37c779c62a from the persistent domain config.
Dec 06 09:59:33 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-2dd622c0-90dc-4820-a407-8bc1ca584431 tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 93fb3c38-baad-41c4-89b2-2a37c779c62a from the live domain config. {{(pid=74535) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-2dd622c0-90dc-4820-a407-8bc1ca584431 tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 09:59:33 user nova-compute[74535]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 09:59:33 user nova-compute[74535]:   <source dev="/dev/sdh"/>
Dec 06 09:59:33 user nova-compute[74535]:   <target dev="vdb" bus="virtio"/>
Dec 06 09:59:33 user nova-compute[74535]:   <serial>a26b8106-5172-484e-afbd-2dda58364204</serial>
Dec 06 09:59:33 user nova-compute[74535]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 09:59:33 user nova-compute[74535]: </disk>
Dec 06 09:59:33 user nova-compute[74535]:  {{(pid=74535) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:33 user nova-compute[74535]: INFO os_vif [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c2:84:96,bridge_name='br-int',has_traffic_filtering=True,id=1e88bea1-b26e-41f6-bf30-4102c1efc990,network=Network(e52f8ece-a7ae-4939-adfb-c9449b48cc5e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap1e88bea1-b2')
Dec 06 09:59:33 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T09:57:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-453369865',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-453369865',id=12,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHoEeGyThNKdnRPCpYv00ebIbbDJo044fm9EzNZ+5RzY68tRBqn0J+qKWDuVXdwz/MdaZMU/FJav6XmHeOWe3WYv++xMeHuYLmxHxBvBQv5+YPcIHwJrhJ4ofdEEDcN1AQ==',key_name='tempest-keypair-225731529',keypairs=<?>,launch_index=0,launched_at=2023-12-06T09:58:24Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='71587ab95e034b41a3b0d6fd0eb8be66',ramdisk_id='',reservation_id='r-wrjnbd73',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-456066124',owner_user_name='tempest-TaggedBootDevicesTest-456066124-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T09:58:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4fe32019e60741df99b6b53bcbdabeb8',uuid=6bf0acc8-fdfe-4278-827c-098964372e14,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "b23ade9e-eb4b-4a4b-86d5-2db9286501a3", "address": "fa:16:3e:d5:12:ae", "network": {"id": "e52f8ece-a7ae-4939-adfb-c9449b48cc5e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1398369761", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.132", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "71587ab95e034b41a3b0d6fd0eb8be66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb23ade9e-eb", "ovs_interfaceid": "b23ade9e-eb4b-4a4b-86d5-2db9286501a3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74535) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Converting VIF {"id": "b23ade9e-eb4b-4a4b-86d5-2db9286501a3", "address": "fa:16:3e:d5:12:ae", "network": {"id": "e52f8ece-a7ae-4939-adfb-c9449b48cc5e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1398369761", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.132", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "71587ab95e034b41a3b0d6fd0eb8be66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb23ade9e-eb", "ovs_interfaceid": "b23ade9e-eb4b-4a4b-86d5-2db9286501a3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d5:12:ae,bridge_name='br-int',has_traffic_filtering=True,id=b23ade9e-eb4b-4a4b-86d5-2db9286501a3,network=Network(e52f8ece-a7ae-4939-adfb-c9449b48cc5e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapb23ade9e-eb') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG os_vif [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d5:12:ae,bridge_name='br-int',has_traffic_filtering=True,id=b23ade9e-eb4b-4a4b-86d5-2db9286501a3,network=Network(e52f8ece-a7ae-4939-adfb-c9449b48cc5e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapb23ade9e-eb') {{(pid=74535) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapb23ade9e-eb, bridge=br-int, if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:59:33 user nova-compute[74535]: INFO nova.compute.manager [-] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Took 5.17 seconds to deallocate network for instance.
Dec 06 09:59:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=49f61354-fe1c-4974-8565-231d5465db79) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:33 user nova-compute[74535]: INFO os_vif [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d5:12:ae,bridge_name='br-int',has_traffic_filtering=True,id=b23ade9e-eb4b-4a4b-86d5-2db9286501a3,network=Network(e52f8ece-a7ae-4939-adfb-c9449b48cc5e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapb23ade9e-eb')
Dec 06 09:59:33 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T09:57:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-453369865',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-453369865',id=12,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHoEeGyThNKdnRPCpYv00ebIbbDJo044fm9EzNZ+5RzY68tRBqn0J+qKWDuVXdwz/MdaZMU/FJav6XmHeOWe3WYv++xMeHuYLmxHxBvBQv5+YPcIHwJrhJ4ofdEEDcN1AQ==',key_name='tempest-keypair-225731529',keypairs=<?>,launch_index=0,launched_at=2023-12-06T09:58:24Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='71587ab95e034b41a3b0d6fd0eb8be66',ramdisk_id='',reservation_id='r-wrjnbd73',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-456066124',owner_user_name='tempest-TaggedBootDevicesTest-456066124-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T09:58:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4fe32019e60741df99b6b53bcbdabeb8',uuid=6bf0acc8-fdfe-4278-827c-098964372e14,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2774b057-10c1-4972-9687-96e5bad1296b", "address": "fa:16:3e:f5:17:25", "network": {"id": "e52f8ece-a7ae-4939-adfb-c9449b48cc5e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1398369761", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "71587ab95e034b41a3b0d6fd0eb8be66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2774b057-10", "ovs_interfaceid": "2774b057-10c1-4972-9687-96e5bad1296b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Converting VIF {"id": "2774b057-10c1-4972-9687-96e5bad1296b", "address": "fa:16:3e:f5:17:25", "network": {"id": "e52f8ece-a7ae-4939-adfb-c9449b48cc5e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1398369761", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "71587ab95e034b41a3b0d6fd0eb8be66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2774b057-10", "ovs_interfaceid": "2774b057-10c1-4972-9687-96e5bad1296b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f5:17:25,bridge_name='br-int',has_traffic_filtering=True,id=2774b057-10c1-4972-9687-96e5bad1296b,network=Network(e52f8ece-a7ae-4939-adfb-c9449b48cc5e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2774b057-10') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG os_vif [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f5:17:25,bridge_name='br-int',has_traffic_filtering=True,id=2774b057-10c1-4972-9687-96e5bad1296b,network=Network(e52f8ece-a7ae-4939-adfb-c9449b48cc5e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2774b057-10') {{(pid=74535) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2774b057-10, bridge=br-int, if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=9f00f5e1-fc81-49a8-bbb9-6ed9855a8e3f) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:33 user nova-compute[74535]: INFO os_vif [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f5:17:25,bridge_name='br-int',has_traffic_filtering=True,id=2774b057-10c1-4972-9687-96e5bad1296b,network=Network(e52f8ece-a7ae-4939-adfb-c9449b48cc5e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2774b057-10')
Dec 06 09:59:33 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T09:57:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-453369865',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-453369865',id=12,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHoEeGyThNKdnRPCpYv00ebIbbDJo044fm9EzNZ+5RzY68tRBqn0J+qKWDuVXdwz/MdaZMU/FJav6XmHeOWe3WYv++xMeHuYLmxHxBvBQv5+YPcIHwJrhJ4ofdEEDcN1AQ==',key_name='tempest-keypair-225731529',keypairs=<?>,launch_index=0,launched_at=2023-12-06T09:58:24Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='71587ab95e034b41a3b0d6fd0eb8be66',ramdisk_id='',reservation_id='r-wrjnbd73',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-456066124',owner_user_name='tempest-TaggedBootDevicesTest-456066124-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T09:58:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4fe32019e60741df99b6b53bcbdabeb8',uuid=6bf0acc8-fdfe-4278-827c-098964372e14,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "97e46d2f-6b29-46f8-937c-4f668f3bca71", "address": "fa:16:3e:af:09:a1", "network": {"id": "e52f8ece-a7ae-4939-adfb-c9449b48cc5e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1398369761", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.239", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "71587ab95e034b41a3b0d6fd0eb8be66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap97e46d2f-6b", "ovs_interfaceid": "97e46d2f-6b29-46f8-937c-4f668f3bca71", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Converting VIF {"id": "97e46d2f-6b29-46f8-937c-4f668f3bca71", "address": "fa:16:3e:af:09:a1", "network": {"id": "e52f8ece-a7ae-4939-adfb-c9449b48cc5e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1398369761", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.239", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "71587ab95e034b41a3b0d6fd0eb8be66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap97e46d2f-6b", "ovs_interfaceid": "97e46d2f-6b29-46f8-937c-4f668f3bca71", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:af:09:a1,bridge_name='br-int',has_traffic_filtering=True,id=97e46d2f-6b29-46f8-937c-4f668f3bca71,network=Network(e52f8ece-a7ae-4939-adfb-c9449b48cc5e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap97e46d2f-6b') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG os_vif [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:af:09:a1,bridge_name='br-int',has_traffic_filtering=True,id=97e46d2f-6b29-46f8-937c-4f668f3bca71,network=Network(e52f8ece-a7ae-4939-adfb-c9449b48cc5e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap97e46d2f-6b') {{(pid=74535) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap97e46d2f-6b, bridge=br-int, if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=2e3f38ba-890f-466f-8534-a6499b1546a7) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:33 user nova-compute[74535]: INFO os_vif [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:af:09:a1,bridge_name='br-int',has_traffic_filtering=True,id=97e46d2f-6b29-46f8-937c-4f668f3bca71,network=Network(e52f8ece-a7ae-4939-adfb-c9449b48cc5e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap97e46d2f-6b')
Dec 06 09:59:33 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T09:57:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-453369865',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-453369865',id=12,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHoEeGyThNKdnRPCpYv00ebIbbDJo044fm9EzNZ+5RzY68tRBqn0J+qKWDuVXdwz/MdaZMU/FJav6XmHeOWe3WYv++xMeHuYLmxHxBvBQv5+YPcIHwJrhJ4ofdEEDcN1AQ==',key_name='tempest-keypair-225731529',keypairs=<?>,launch_index=0,launched_at=2023-12-06T09:58:24Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='71587ab95e034b41a3b0d6fd0eb8be66',ramdisk_id='',reservation_id='r-wrjnbd73',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-456066124',owner_user_name='tempest-TaggedBootDevicesTest-456066124-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T09:58:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4fe32019e60741df99b6b53bcbdabeb8',uuid=6bf0acc8-fdfe-4278-827c-098964372e14,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "7d883a59-ce1d-4f0c-8fd9-d53f151b5575", "address": "fa:16:3e:1a:a8:f4", "network": {"id": "8f03edad-13b8-47ee-8ffa-31005660803a", "bridge": "br-int", "label": "tempest-device-tagging-net2-994058104", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "71587ab95e034b41a3b0d6fd0eb8be66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d883a59-ce", "ovs_interfaceid": "7d883a59-ce1d-4f0c-8fd9-d53f151b5575", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Converting VIF {"id": "7d883a59-ce1d-4f0c-8fd9-d53f151b5575", "address": "fa:16:3e:1a:a8:f4", "network": {"id": "8f03edad-13b8-47ee-8ffa-31005660803a", "bridge": "br-int", "label": "tempest-device-tagging-net2-994058104", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "71587ab95e034b41a3b0d6fd0eb8be66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d883a59-ce", "ovs_interfaceid": "7d883a59-ce1d-4f0c-8fd9-d53f151b5575", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1a:a8:f4,bridge_name='br-int',has_traffic_filtering=True,id=7d883a59-ce1d-4f0c-8fd9-d53f151b5575,network=Network(8f03edad-13b8-47ee-8ffa-31005660803a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7d883a59-ce') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG os_vif [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:1a:a8:f4,bridge_name='br-int',has_traffic_filtering=True,id=7d883a59-ce1d-4f0c-8fd9-d53f151b5575,network=Network(8f03edad-13b8-47ee-8ffa-31005660803a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7d883a59-ce') {{(pid=74535) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap7d883a59-ce, bridge=br-int, if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=414a8a69-7f74-483d-8a47-f36334b44f54) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:33 user nova-compute[74535]: INFO os_vif [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:1a:a8:f4,bridge_name='br-int',has_traffic_filtering=True,id=7d883a59-ce1d-4f0c-8fd9-d53f151b5575,network=Network(8f03edad-13b8-47ee-8ffa-31005660803a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7d883a59-ce')
Dec 06 09:59:33 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T09:57:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-453369865',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-453369865',id=12,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHoEeGyThNKdnRPCpYv00ebIbbDJo044fm9EzNZ+5RzY68tRBqn0J+qKWDuVXdwz/MdaZMU/FJav6XmHeOWe3WYv++xMeHuYLmxHxBvBQv5+YPcIHwJrhJ4ofdEEDcN1AQ==',key_name='tempest-keypair-225731529',keypairs=<?>,launch_index=0,launched_at=2023-12-06T09:58:24Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='71587ab95e034b41a3b0d6fd0eb8be66',ramdisk_id='',reservation_id='r-wrjnbd73',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-456066124',owner_user_name='tempest-TaggedBootDevicesTest-456066124-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T09:58:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4fe32019e60741df99b6b53bcbdabeb8',uuid=6bf0acc8-fdfe-4278-827c-098964372e14,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a0fd198d-dd8d-49e0-b09c-4baf08dff20a", "address": "fa:16:3e:ec:93:11", "network": {"id": "8f03edad-13b8-47ee-8ffa-31005660803a", "bridge": "br-int", "label": "tempest-device-tagging-net2-994058104", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "71587ab95e034b41a3b0d6fd0eb8be66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa0fd198d-dd", "ovs_interfaceid": "a0fd198d-dd8d-49e0-b09c-4baf08dff20a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Converting VIF {"id": "a0fd198d-dd8d-49e0-b09c-4baf08dff20a", "address": "fa:16:3e:ec:93:11", "network": {"id": "8f03edad-13b8-47ee-8ffa-31005660803a", "bridge": "br-int", "label": "tempest-device-tagging-net2-994058104", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "71587ab95e034b41a3b0d6fd0eb8be66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa0fd198d-dd", "ovs_interfaceid": "a0fd198d-dd8d-49e0-b09c-4baf08dff20a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ec:93:11,bridge_name='br-int',has_traffic_filtering=True,id=a0fd198d-dd8d-49e0-b09c-4baf08dff20a,network=Network(8f03edad-13b8-47ee-8ffa-31005660803a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa0fd198d-dd') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG os_vif [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ec:93:11,bridge_name='br-int',has_traffic_filtering=True,id=a0fd198d-dd8d-49e0-b09c-4baf08dff20a,network=Network(8f03edad-13b8-47ee-8ffa-31005660803a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa0fd198d-dd') {{(pid=74535) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa0fd198d-dd, bridge=br-int, if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-2dd622c0-90dc-4820-a407-8bc1ca584431 tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 93fb3c38-baad-41c4-89b2-2a37c779c62a {{(pid=74535) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=db4f31fc-0a21-4a15-8f89-d62f8d56e055) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:33 user nova-compute[74535]: INFO os_vif [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ec:93:11,bridge_name='br-int',has_traffic_filtering=True,id=a0fd198d-dd8d-49e0-b09c-4baf08dff20a,network=Network(8f03edad-13b8-47ee-8ffa-31005660803a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa0fd198d-dd')
Dec 06 09:59:33 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] calling os-brick to detach iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, {'target_iqn': 'iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kMsREJiy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': True}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 09:59:33 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 09:59:33 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec33ec7f-f2e9-490e-a850-3ce33531d7a2]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 09:59:33 user nova-compute[74535]: No targets found.
Dec 06 09:59:33 user nova-compute[74535]: iSNS:
Dec 06 09:59:33 user nova-compute[74535]: No targets found.
Dec 06 09:59:33 user nova-compute[74535]: STATIC:
Dec 06 09:59:33 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21
Dec 06 09:59:33 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 09:59:33 user nova-compute[74535]:                 Iface Name: default
Dec 06 09:59:33 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc
Dec 06 09:59:33 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 09:59:33 user nova-compute[74535]:                 Iface Name: default
Dec 06 09:59:33 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204
Dec 06 09:59:33 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 09:59:33 user nova-compute[74535]:                 Iface Name: default
Dec 06 09:59:33 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724
Dec 06 09:59:33 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 09:59:33 user nova-compute[74535]:                 Iface Name: default
Dec 06 09:59:33 user nova-compute[74535]: FIRMWARE:
Dec 06 09:59:33 user nova-compute[74535]: No targets found.
Dec 06 09:59:33 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 09:59:33 user nova-compute[74535]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 09:59:33 user nova-compute[74535]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74535) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724', 0)] {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[a0da5b1e-6566-44bc-9efa-4bd47e8fde75]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[6931c8c5-9317-46e2-a8a5-a27b31175608]: (4, ('tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204 (non-flash)
Dec 06 09:59:33 user nova-compute[74535]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724 (non-flash)
Dec 06 09:59:33 user nova-compute[74535]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21 (non-flash)
Dec 06 09:59:33 user nova-compute[74535]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc (non-flash)
Dec 06 09:59:33 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] iscsi session list stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204 (non-flash)
Dec 06 09:59:33 user nova-compute[74535]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724 (non-flash)
Dec 06 09:59:33 user nova-compute[74535]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21 (non-flash)
Dec 06 09:59:33 user nova-compute[74535]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc (non-flash)
Dec 06 09:59:33 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ff124170b80>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724'): ({'sde'}, set())}) {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Removing single pathed devices sde {{(pid=74535) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.024s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd13b602-a32e-4d05-a06f-31ea4ae5d0ad]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[30bb6847-8d72-4cf4-a78a-12d08266ce6c]: (4, ('ok\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Flushing IO for device /dev/sde {{(pid=74535) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.013s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[07c52008-89e7-4bb9-b86d-6b05b56fe926]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=74535) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG nova.compute.manager [req-21e218ae-2469-47bf-9885-c4e0394f887a req-0ba7aa2c-618b-436b-b4a2-78774759f8c1 service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Received event network-vif-plugged-1e88bea1-b26e-41f6-bf30-4102c1efc990 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-21e218ae-2469-47bf-9885-c4e0394f887a req-0ba7aa2c-618b-436b-b4a2-78774759f8c1 service nova] Acquiring lock "6bf0acc8-fdfe-4278-827c-098964372e14-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-21e218ae-2469-47bf-9885-c4e0394f887a req-0ba7aa2c-618b-436b-b4a2-78774759f8c1 service nova] Lock "6bf0acc8-fdfe-4278-827c-098964372e14-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-21e218ae-2469-47bf-9885-c4e0394f887a req-0ba7aa2c-618b-436b-b4a2-78774759f8c1 service nova] Lock "6bf0acc8-fdfe-4278-827c-098964372e14-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG nova.compute.manager [req-21e218ae-2469-47bf-9885-c4e0394f887a req-0ba7aa2c-618b-436b-b4a2-78774759f8c1 service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] No waiting events found dispatching network-vif-plugged-1e88bea1-b26e-41f6-bf30-4102c1efc990 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:59:33 user nova-compute[74535]: WARNING nova.compute.manager [req-21e218ae-2469-47bf-9885-c4e0394f887a req-0ba7aa2c-618b-436b-b4a2-78774759f8c1 service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Received unexpected event network-vif-plugged-1e88bea1-b26e-41f6-bf30-4102c1efc990 for instance with vm_state active and task_state deleting.
Dec 06 09:59:33 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.061s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[e20eae9e-1e34-4df2-b639-4ebc5bbc4ef6]: (4, ('1', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] SCSI volumes sde have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724')] {{(pid=74535) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[5904e1b7-56e0-4102-8592-d024066e64f5]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724 -p 172.16.0.220:3260 --logout {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724 -p 172.16.0.220:3260 --logout" returned: 0 in 0.059s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[209bf826-684a-4e44-a383-ab7a56bb292e]: (4, ('Logging out of session [sid: 5, target: iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724, portal: 172.16.0.220,3260]\nLogout of [sid: 5, target: iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 5, target: iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724, portal: 172.16.0.220,3260]
Dec 06 09:59:33 user nova-compute[74535]: Logout of [sid: 5, target: iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724, portal: 172.16.0.220,3260] successful.
Dec 06 09:59:33 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:59:33 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724 -p 172.16.0.220:3260 --op delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1dd20cca-856f-4a86-9a46-4b8b0ba8b724 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[64aa35d6-4333-4b67-983d-35ac70acf9f7]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.339s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] <== disconnect_volume: return (340ms) None {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Disconnected iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] calling os-brick to detach iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, {'target_iqn': 'iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'grXLMiTx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': True}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 09:59:34 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 09:59:34 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc248c91-126b-4be8-b954-196973d8d71f]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 09:59:34 user nova-compute[74535]: No targets found.
Dec 06 09:59:34 user nova-compute[74535]: iSNS:
Dec 06 09:59:34 user nova-compute[74535]: No targets found.
Dec 06 09:59:34 user nova-compute[74535]: STATIC:
Dec 06 09:59:34 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21
Dec 06 09:59:34 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 09:59:34 user nova-compute[74535]:                 Iface Name: default
Dec 06 09:59:34 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc
Dec 06 09:59:34 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 09:59:34 user nova-compute[74535]:                 Iface Name: default
Dec 06 09:59:34 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204
Dec 06 09:59:34 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 09:59:34 user nova-compute[74535]:                 Iface Name: default
Dec 06 09:59:34 user nova-compute[74535]: FIRMWARE:
Dec 06 09:59:34 user nova-compute[74535]: No targets found.
Dec 06 09:59:34 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 09:59:34 user nova-compute[74535]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 09:59:34 user nova-compute[74535]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74535) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21', 0)] {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca0df845-b0fb-419c-b981-d8d65bb66c84]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[f421e024-76ba-433f-bea1-b8fd390847df]: (4, ('tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204 (non-flash)
Dec 06 09:59:34 user nova-compute[74535]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21 (non-flash)
Dec 06 09:59:34 user nova-compute[74535]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc (non-flash)
Dec 06 09:59:34 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] iscsi session list stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204 (non-flash)
Dec 06 09:59:34 user nova-compute[74535]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21 (non-flash)
Dec 06 09:59:34 user nova-compute[74535]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc (non-flash)
Dec 06 09:59:34 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ff1007b3640>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21'): ({'sdf'}, set())}) {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Removing single pathed devices sdf {{(pid=74535) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.023s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[a46d4994-8c05-45b4-b511-59cf93fea4ee]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[1abe301d-576a-407e-bcc5-cd52f96d3fa6]: (4, ('ok\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Flushing IO for device /dev/sdf {{(pid=74535) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.014s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9e7ce50-3e34-4f9e-89c5-395cd56335a4]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=74535) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.039s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[96391ca2-bf04-43be-9e8d-deb403175e7f]: (4, ('1', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] SCSI volumes sdf have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21')] {{(pid=74535) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG nova.compute.manager [req-18ff7d5d-e776-47db-b82a-83ad3df0e374 req-c2fe3ed1-a6f0-42cb-9340-4badd4be0715 service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Received event network-vif-plugged-a0fd198d-dd8d-49e0-b09c-4baf08dff20a {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-18ff7d5d-e776-47db-b82a-83ad3df0e374 req-c2fe3ed1-a6f0-42cb-9340-4badd4be0715 service nova] Acquiring lock "6bf0acc8-fdfe-4278-827c-098964372e14-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-18ff7d5d-e776-47db-b82a-83ad3df0e374 req-c2fe3ed1-a6f0-42cb-9340-4badd4be0715 service nova] Lock "6bf0acc8-fdfe-4278-827c-098964372e14-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-18ff7d5d-e776-47db-b82a-83ad3df0e374 req-c2fe3ed1-a6f0-42cb-9340-4badd4be0715 service nova] Lock "6bf0acc8-fdfe-4278-827c-098964372e14-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG nova.compute.manager [req-18ff7d5d-e776-47db-b82a-83ad3df0e374 req-c2fe3ed1-a6f0-42cb-9340-4badd4be0715 service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] No waiting events found dispatching network-vif-plugged-a0fd198d-dd8d-49e0-b09c-4baf08dff20a {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:59:34 user nova-compute[74535]: WARNING nova.compute.manager [req-18ff7d5d-e776-47db-b82a-83ad3df0e374 req-c2fe3ed1-a6f0-42cb-9340-4badd4be0715 service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Received unexpected event network-vif-plugged-a0fd198d-dd8d-49e0-b09c-4baf08dff20a for instance with vm_state active and task_state deleting.
Dec 06 09:59:34 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.029s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[c54eeb56-bc2a-4b3e-a122-dc2b9c27f9ce]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21 -p 172.16.0.220:3260 --logout {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21 -p 172.16.0.220:3260 --logout" returned: 0 in 0.074s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5b83d0a-f265-4628-bfe4-4a5a4cdc469b]: (4, ('Logging out of session [sid: 6, target: iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21, portal: 172.16.0.220,3260]\nLogout of [sid: 6, target: iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 6, target: iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21, portal: 172.16.0.220,3260]
Dec 06 09:59:34 user nova-compute[74535]: Logout of [sid: 6, target: iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21, portal: 172.16.0.220,3260] successful.
Dec 06 09:59:34 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21 -p 172.16.0.220:3260 --op delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e0782171-d98b-424a-ae70-e3e834859f21 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[82c2d6fd-17d1-44c4-87c5-1ef0301a9317]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.338s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] <== disconnect_volume: return (340ms) None {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Disconnected iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] calling os-brick to detach iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, {'target_iqn': 'iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DiJrAXut', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdg'}, None), 'kwargs': True}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 09:59:34 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 09:59:34 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG nova.compute.manager [req-4dc7b562-4ce1-4e35-bae7-639def519a28 req-35d1e807-7199-4e74-a4b1-96e8c4e97335 service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Received event network-vif-deleted-0bf3be11-9783-413b-a530-5a57313e1e70 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG nova.compute.manager [req-4dc7b562-4ce1-4e35-bae7-639def519a28 req-35d1e807-7199-4e74-a4b1-96e8c4e97335 service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Received event network-vif-plugged-b23ade9e-eb4b-4a4b-86d5-2db9286501a3 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-4dc7b562-4ce1-4e35-bae7-639def519a28 req-35d1e807-7199-4e74-a4b1-96e8c4e97335 service nova] Acquiring lock "6bf0acc8-fdfe-4278-827c-098964372e14-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-4dc7b562-4ce1-4e35-bae7-639def519a28 req-35d1e807-7199-4e74-a4b1-96e8c4e97335 service nova] Lock "6bf0acc8-fdfe-4278-827c-098964372e14-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-4dc7b562-4ce1-4e35-bae7-639def519a28 req-35d1e807-7199-4e74-a4b1-96e8c4e97335 service nova] Lock "6bf0acc8-fdfe-4278-827c-098964372e14-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG nova.compute.manager [req-4dc7b562-4ce1-4e35-bae7-639def519a28 req-35d1e807-7199-4e74-a4b1-96e8c4e97335 service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] No waiting events found dispatching network-vif-plugged-b23ade9e-eb4b-4a4b-86d5-2db9286501a3 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:59:34 user nova-compute[74535]: WARNING nova.compute.manager [req-4dc7b562-4ce1-4e35-bae7-639def519a28 req-35d1e807-7199-4e74-a4b1-96e8c4e97335 service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Received unexpected event network-vif-plugged-b23ade9e-eb4b-4a4b-86d5-2db9286501a3 for instance with vm_state active and task_state deleting.
Dec 06 09:59:34 user nova-compute[74535]: DEBUG nova.compute.manager [req-4dc7b562-4ce1-4e35-bae7-639def519a28 req-35d1e807-7199-4e74-a4b1-96e8c4e97335 service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Received event network-vif-unplugged-2774b057-10c1-4972-9687-96e5bad1296b {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-4dc7b562-4ce1-4e35-bae7-639def519a28 req-35d1e807-7199-4e74-a4b1-96e8c4e97335 service nova] Acquiring lock "6bf0acc8-fdfe-4278-827c-098964372e14-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-4dc7b562-4ce1-4e35-bae7-639def519a28 req-35d1e807-7199-4e74-a4b1-96e8c4e97335 service nova] Lock "6bf0acc8-fdfe-4278-827c-098964372e14-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-4dc7b562-4ce1-4e35-bae7-639def519a28 req-35d1e807-7199-4e74-a4b1-96e8c4e97335 service nova] Lock "6bf0acc8-fdfe-4278-827c-098964372e14-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG nova.compute.manager [req-4dc7b562-4ce1-4e35-bae7-639def519a28 req-35d1e807-7199-4e74-a4b1-96e8c4e97335 service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] No waiting events found dispatching network-vif-unplugged-2774b057-10c1-4972-9687-96e5bad1296b {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG nova.compute.manager [req-4dc7b562-4ce1-4e35-bae7-639def519a28 req-35d1e807-7199-4e74-a4b1-96e8c4e97335 service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Received event network-vif-unplugged-2774b057-10c1-4972-9687-96e5bad1296b for instance with task_state deleting. {{(pid=74535) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG nova.compute.manager [req-4dc7b562-4ce1-4e35-bae7-639def519a28 req-35d1e807-7199-4e74-a4b1-96e8c4e97335 service nova] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Received event network-vif-deleted-015fb0ff-fd7d-458d-9222-dacb90d7da0f {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG nova.compute.manager [req-4dc7b562-4ce1-4e35-bae7-639def519a28 req-35d1e807-7199-4e74-a4b1-96e8c4e97335 service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Received event network-vif-plugged-2774b057-10c1-4972-9687-96e5bad1296b {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-4dc7b562-4ce1-4e35-bae7-639def519a28 req-35d1e807-7199-4e74-a4b1-96e8c4e97335 service nova] Acquiring lock "6bf0acc8-fdfe-4278-827c-098964372e14-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-4dc7b562-4ce1-4e35-bae7-639def519a28 req-35d1e807-7199-4e74-a4b1-96e8c4e97335 service nova] Lock "6bf0acc8-fdfe-4278-827c-098964372e14-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-4dc7b562-4ce1-4e35-bae7-639def519a28 req-35d1e807-7199-4e74-a4b1-96e8c4e97335 service nova] Lock "6bf0acc8-fdfe-4278-827c-098964372e14-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG nova.compute.manager [req-4dc7b562-4ce1-4e35-bae7-639def519a28 req-35d1e807-7199-4e74-a4b1-96e8c4e97335 service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] No waiting events found dispatching network-vif-plugged-2774b057-10c1-4972-9687-96e5bad1296b {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:59:34 user nova-compute[74535]: WARNING nova.compute.manager [req-4dc7b562-4ce1-4e35-bae7-639def519a28 req-35d1e807-7199-4e74-a4b1-96e8c4e97335 service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Received unexpected event network-vif-plugged-2774b057-10c1-4972-9687-96e5bad1296b for instance with vm_state active and task_state deleting.
Dec 06 09:59:34 user nova-compute[74535]: DEBUG nova.compute.manager [req-4dc7b562-4ce1-4e35-bae7-639def519a28 req-35d1e807-7199-4e74-a4b1-96e8c4e97335 service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Received event network-vif-unplugged-97e46d2f-6b29-46f8-937c-4f668f3bca71 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-4dc7b562-4ce1-4e35-bae7-639def519a28 req-35d1e807-7199-4e74-a4b1-96e8c4e97335 service nova] Acquiring lock "6bf0acc8-fdfe-4278-827c-098964372e14-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-4dc7b562-4ce1-4e35-bae7-639def519a28 req-35d1e807-7199-4e74-a4b1-96e8c4e97335 service nova] Lock "6bf0acc8-fdfe-4278-827c-098964372e14-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-4dc7b562-4ce1-4e35-bae7-639def519a28 req-35d1e807-7199-4e74-a4b1-96e8c4e97335 service nova] Lock "6bf0acc8-fdfe-4278-827c-098964372e14-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG nova.compute.manager [req-4dc7b562-4ce1-4e35-bae7-639def519a28 req-35d1e807-7199-4e74-a4b1-96e8c4e97335 service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] No waiting events found dispatching network-vif-unplugged-97e46d2f-6b29-46f8-937c-4f668f3bca71 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG nova.compute.manager [req-4dc7b562-4ce1-4e35-bae7-639def519a28 req-35d1e807-7199-4e74-a4b1-96e8c4e97335 service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Received event network-vif-unplugged-97e46d2f-6b29-46f8-937c-4f668f3bca71 for instance with task_state deleting. {{(pid=74535) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG nova.compute.manager [req-4dc7b562-4ce1-4e35-bae7-639def519a28 req-35d1e807-7199-4e74-a4b1-96e8c4e97335 service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Received event network-vif-plugged-97e46d2f-6b29-46f8-937c-4f668f3bca71 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-4dc7b562-4ce1-4e35-bae7-639def519a28 req-35d1e807-7199-4e74-a4b1-96e8c4e97335 service nova] Acquiring lock "6bf0acc8-fdfe-4278-827c-098964372e14-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-4dc7b562-4ce1-4e35-bae7-639def519a28 req-35d1e807-7199-4e74-a4b1-96e8c4e97335 service nova] Lock "6bf0acc8-fdfe-4278-827c-098964372e14-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-4dc7b562-4ce1-4e35-bae7-639def519a28 req-35d1e807-7199-4e74-a4b1-96e8c4e97335 service nova] Lock "6bf0acc8-fdfe-4278-827c-098964372e14-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG nova.compute.manager [req-4dc7b562-4ce1-4e35-bae7-639def519a28 req-35d1e807-7199-4e74-a4b1-96e8c4e97335 service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] No waiting events found dispatching network-vif-plugged-97e46d2f-6b29-46f8-937c-4f668f3bca71 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:59:34 user nova-compute[74535]: WARNING nova.compute.manager [req-4dc7b562-4ce1-4e35-bae7-639def519a28 req-35d1e807-7199-4e74-a4b1-96e8c4e97335 service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Received unexpected event network-vif-plugged-97e46d2f-6b29-46f8-937c-4f668f3bca71 for instance with vm_state active and task_state deleting.
Dec 06 09:59:34 user nova-compute[74535]: DEBUG nova.compute.manager [req-4dc7b562-4ce1-4e35-bae7-639def519a28 req-35d1e807-7199-4e74-a4b1-96e8c4e97335 service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Received event network-vif-unplugged-7d883a59-ce1d-4f0c-8fd9-d53f151b5575 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-4dc7b562-4ce1-4e35-bae7-639def519a28 req-35d1e807-7199-4e74-a4b1-96e8c4e97335 service nova] Acquiring lock "6bf0acc8-fdfe-4278-827c-098964372e14-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-4dc7b562-4ce1-4e35-bae7-639def519a28 req-35d1e807-7199-4e74-a4b1-96e8c4e97335 service nova] Lock "6bf0acc8-fdfe-4278-827c-098964372e14-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-4dc7b562-4ce1-4e35-bae7-639def519a28 req-35d1e807-7199-4e74-a4b1-96e8c4e97335 service nova] Lock "6bf0acc8-fdfe-4278-827c-098964372e14-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG nova.compute.manager [req-4dc7b562-4ce1-4e35-bae7-639def519a28 req-35d1e807-7199-4e74-a4b1-96e8c4e97335 service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] No waiting events found dispatching network-vif-unplugged-7d883a59-ce1d-4f0c-8fd9-d53f151b5575 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG nova.compute.manager [req-4dc7b562-4ce1-4e35-bae7-639def519a28 req-35d1e807-7199-4e74-a4b1-96e8c4e97335 service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Received event network-vif-unplugged-7d883a59-ce1d-4f0c-8fd9-d53f151b5575 for instance with task_state deleting. {{(pid=74535) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG nova.compute.manager [req-4dc7b562-4ce1-4e35-bae7-639def519a28 req-35d1e807-7199-4e74-a4b1-96e8c4e97335 service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Received event network-vif-plugged-7d883a59-ce1d-4f0c-8fd9-d53f151b5575 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-4dc7b562-4ce1-4e35-bae7-639def519a28 req-35d1e807-7199-4e74-a4b1-96e8c4e97335 service nova] Acquiring lock "6bf0acc8-fdfe-4278-827c-098964372e14-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-4dc7b562-4ce1-4e35-bae7-639def519a28 req-35d1e807-7199-4e74-a4b1-96e8c4e97335 service nova] Lock "6bf0acc8-fdfe-4278-827c-098964372e14-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-4dc7b562-4ce1-4e35-bae7-639def519a28 req-35d1e807-7199-4e74-a4b1-96e8c4e97335 service nova] Lock "6bf0acc8-fdfe-4278-827c-098964372e14-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG nova.compute.manager [req-4dc7b562-4ce1-4e35-bae7-639def519a28 req-35d1e807-7199-4e74-a4b1-96e8c4e97335 service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] No waiting events found dispatching network-vif-plugged-7d883a59-ce1d-4f0c-8fd9-d53f151b5575 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:59:34 user nova-compute[74535]: WARNING nova.compute.manager [req-4dc7b562-4ce1-4e35-bae7-639def519a28 req-35d1e807-7199-4e74-a4b1-96e8c4e97335 service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Received unexpected event network-vif-plugged-7d883a59-ce1d-4f0c-8fd9-d53f151b5575 for instance with vm_state active and task_state deleting.
Dec 06 09:59:34 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[3fa776f1-abd5-4762-af58-c36d51ea1250]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 09:59:34 user nova-compute[74535]: No targets found.
Dec 06 09:59:34 user nova-compute[74535]: iSNS:
Dec 06 09:59:34 user nova-compute[74535]: No targets found.
Dec 06 09:59:34 user nova-compute[74535]: STATIC:
Dec 06 09:59:34 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc
Dec 06 09:59:34 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 09:59:34 user nova-compute[74535]:                 Iface Name: default
Dec 06 09:59:34 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204
Dec 06 09:59:34 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 09:59:34 user nova-compute[74535]:                 Iface Name: default
Dec 06 09:59:34 user nova-compute[74535]: FIRMWARE:
Dec 06 09:59:34 user nova-compute[74535]: No targets found.
Dec 06 09:59:34 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 09:59:34 user nova-compute[74535]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 09:59:34 user nova-compute[74535]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74535) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc', 0)] {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[f43ef99d-1bbe-4fea-ba45-ee3fedde291b]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[ccb6bc67-c6ff-47b5-b576-9c620fcfd6ee]: (4, ('tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204 (non-flash)
Dec 06 09:59:34 user nova-compute[74535]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc (non-flash)
Dec 06 09:59:34 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] iscsi session list stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204 (non-flash)
Dec 06 09:59:34 user nova-compute[74535]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc (non-flash)
Dec 06 09:59:34 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ff12c163a30>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc'): ({'sdg'}, set())}) {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Removing single pathed devices sdg {{(pid=74535) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[4053e789-8a4f-4d6b-8195-e45e595b254c]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdg {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdg" returned: 0 in 0.020s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[67ae93cf-a089-4714-8b21-ba8a8efa976a]: (4, ('ok\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Flushing IO for device /dev/sdg {{(pid=74535) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdg {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdg" returned: 0 in 0.013s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[3fcd32aa-25f8-496f-ac34-1833f2a461f9]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Remove SCSI device /dev/sdg with /sys/block/sdg/device/delete {{(pid=74535) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdg/device/delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdg/device/delete" returned: 0 in 0.036s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[0124d763-1b44-432f-88d5-242a7f206486]: (4, ('1', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Checking to see if SCSI volumes sdg have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] SCSI volumes sdg have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc')] {{(pid=74535) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[db3fa6da-ecd9-4a38-b78c-6c48bcc3835f]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc -p 172.16.0.220:3260 --logout {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc -p 172.16.0.220:3260 --logout" returned: 0 in 0.073s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[454a4430-ee3c-4f81-b586-f7cfeb5c223d]: (4, ('Logging out of session [sid: 7, target: iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc, portal: 172.16.0.220,3260]\nLogout of [sid: 7, target: iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 7, target: iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc, portal: 172.16.0.220,3260]
Dec 06 09:59:34 user nova-compute[74535]: Logout of [sid: 7, target: iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc, portal: 172.16.0.220,3260] successful.
Dec 06 09:59:34 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc -p 172.16.0.220:3260 --op delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fc5b98cc-1a28-48fe-a92a-edb7565900dc -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a058711-1fc9-44cc-bd23-7014713882b2]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.328s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] <== disconnect_volume: return (329ms) None {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Disconnected iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 09:59:34 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Deleting instance files /opt/stack/data/nova/instances/6bf0acc8-fdfe-4278-827c-098964372e14_del
Dec 06 09:59:34 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Deletion of /opt/stack/data/nova/instances/6bf0acc8-fdfe-4278-827c-098964372e14_del complete
Dec 06 09:59:34 user nova-compute[74535]: INFO nova.compute.manager [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Took 3.63 seconds to destroy the instance on the hypervisor.
Dec 06 09:59:34 user nova-compute[74535]: DEBUG oslo.service.loopingcall [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74535) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG nova.compute.manager [-] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Deallocating network for instance {{(pid=74535) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 09:59:34 user nova-compute[74535]: DEBUG nova.network.neutron [-] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] deallocate_for_instance() {{(pid=74535) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 09:59:35 user nova-compute[74535]: INFO nova.compute.manager [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] [instance: 27d02c8b-47ae-4f82-9089-199c777b41b7] Took 2.59 seconds to detach 3 volumes for instance.
Dec 06 09:59:35 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:59:35 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:59:36 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 09:59:36 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 09:59:36 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.338s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:59:36 user nova-compute[74535]: INFO nova.scheduler.client.report [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Deleted allocations for instance 27d02c8b-47ae-4f82-9089-199c777b41b7
Dec 06 09:59:36 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-b5a0a48c-9adf-41d2-a42e-c0436804c4bf tempest-TaggedBootDevicesTest_v242-103169084 tempest-TaggedBootDevicesTest_v242-103169084-project-member] Lock "27d02c8b-47ae-4f82-9089-199c777b41b7" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 12.738s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:59:37 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:37 user nova-compute[74535]: DEBUG nova.compute.manager [req-2651c794-b43b-426d-9716-d97d1680d167 req-45dcabb1-f489-4df2-a79d-cb7a3da59d28 service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Received event network-vif-deleted-c6f8dfb3-fff9-433c-bd0a-11c21c1638d2 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:59:37 user nova-compute[74535]: INFO nova.compute.manager [req-2651c794-b43b-426d-9716-d97d1680d167 req-45dcabb1-f489-4df2-a79d-cb7a3da59d28 service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Neutron deleted interface c6f8dfb3-fff9-433c-bd0a-11c21c1638d2; detaching it from the instance and deleting it from the info cache
Dec 06 09:59:37 user nova-compute[74535]: DEBUG nova.network.neutron [req-2651c794-b43b-426d-9716-d97d1680d167 req-45dcabb1-f489-4df2-a79d-cb7a3da59d28 service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Updating instance_info_cache with network_info: [{"id": "1e88bea1-b26e-41f6-bf30-4102c1efc990", "address": "fa:16:3e:c2:84:96", "network": {"id": "e52f8ece-a7ae-4939-adfb-c9449b48cc5e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1398369761", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.103", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "71587ab95e034b41a3b0d6fd0eb8be66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e88bea1-b2", "ovs_interfaceid": "1e88bea1-b26e-41f6-bf30-4102c1efc990", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "b23ade9e-eb4b-4a4b-86d5-2db9286501a3", "address": "fa:16:3e:d5:12:ae", "network": {"id": "e52f8ece-a7ae-4939-adfb-c9449b48cc5e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1398369761", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.132", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "71587ab95e034b41a3b0d6fd0eb8be66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb23ade9e-eb", "ovs_interfaceid": "b23ade9e-eb4b-4a4b-86d5-2db9286501a3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "2774b057-10c1-4972-9687-96e5bad1296b", "address": "fa:16:3e:f5:17:25", "network": {"id": "e52f8ece-a7ae-4939-adfb-c9449b48cc5e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1398369761", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "71587ab95e034b41a3b0d6fd0eb8be66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2774b057-10", "ovs_interfaceid": "2774b057-10c1-4972-9687-96e5bad1296b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "97e46d2f-6b29-46f8-937c-4f668f3bca71", "address": "fa:16:3e:af:09:a1", "network": {"id": "e52f8ece-a7ae-4939-adfb-c9449b48cc5e", "bridge": "br-int", "label": "tempest-device-tagging-net1-1398369761", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.239", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "71587ab95e034b41a3b0d6fd0eb8be66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap97e46d2f-6b", "ovs_interfaceid": "97e46d2f-6b29-46f8-937c-4f668f3bca71", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7d883a59-ce1d-4f0c-8fd9-d53f151b5575", "address": "fa:16:3e:1a:a8:f4", "network": {"id": "8f03edad-13b8-47ee-8ffa-31005660803a", "bridge": "br-int", "label": "tempest-device-tagging-net2-994058104", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "71587ab95e034b41a3b0d6fd0eb8be66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d883a59-ce", "ovs_interfaceid": "7d883a59-ce1d-4f0c-8fd9-d53f151b5575", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a0fd198d-dd8d-49e0-b09c-4baf08dff20a", "address": "fa:16:3e:ec:93:11", "network": {"id": "8f03edad-13b8-47ee-8ffa-31005660803a", "bridge": "br-int", "label": "tempest-device-tagging-net2-994058104", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "71587ab95e034b41a3b0d6fd0eb8be66", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa0fd198d-dd", "ovs_interfaceid": "a0fd198d-dd8d-49e0-b09c-4baf08dff20a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:59:37 user nova-compute[74535]: DEBUG nova.compute.manager [req-2651c794-b43b-426d-9716-d97d1680d167 req-45dcabb1-f489-4df2-a79d-cb7a3da59d28 service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Detach interface failed, port_id=c6f8dfb3-fff9-433c-bd0a-11c21c1638d2, reason: Instance 6bf0acc8-fdfe-4278-827c-098964372e14 could not be found. {{(pid=74535) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 06 09:59:37 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-d7123fac-55f1-468d-9f82-cc2c7e360121 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Acquiring lock "d596eeb0-45d3-49cd-80f4-bcccca96c267" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:59:37 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-d7123fac-55f1-468d-9f82-cc2c7e360121 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Lock "d596eeb0-45d3-49cd-80f4-bcccca96c267" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:59:37 user nova-compute[74535]: DEBUG nova.compute.manager [None req-d7123fac-55f1-468d-9f82-cc2c7e360121 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] [instance: d596eeb0-45d3-49cd-80f4-bcccca96c267] Starting instance... {{(pid=74535) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 09:59:37 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-d7123fac-55f1-468d-9f82-cc2c7e360121 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:59:37 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-d7123fac-55f1-468d-9f82-cc2c7e360121 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:59:37 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-d7123fac-55f1-468d-9f82-cc2c7e360121 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74535) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 09:59:37 user nova-compute[74535]: INFO nova.compute.claims [None req-d7123fac-55f1-468d-9f82-cc2c7e360121 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] [instance: d596eeb0-45d3-49cd-80f4-bcccca96c267] Claim successful on node user
Dec 06 09:59:38 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-d7123fac-55f1-468d-9f82-cc2c7e360121 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 09:59:38 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-d7123fac-55f1-468d-9f82-cc2c7e360121 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 09:59:38 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-d7123fac-55f1-468d-9f82-cc2c7e360121 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.411s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:59:38 user nova-compute[74535]: DEBUG nova.compute.manager [None req-d7123fac-55f1-468d-9f82-cc2c7e360121 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] [instance: d596eeb0-45d3-49cd-80f4-bcccca96c267] Start building networks asynchronously for instance. {{(pid=74535) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 09:59:38 user nova-compute[74535]: DEBUG nova.compute.manager [None req-d7123fac-55f1-468d-9f82-cc2c7e360121 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] [instance: d596eeb0-45d3-49cd-80f4-bcccca96c267] Allocating IP information in the background. {{(pid=74535) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 09:59:38 user nova-compute[74535]: DEBUG nova.network.neutron [None req-d7123fac-55f1-468d-9f82-cc2c7e360121 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] [instance: d596eeb0-45d3-49cd-80f4-bcccca96c267] allocate_for_instance() {{(pid=74535) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 09:59:38 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-d7123fac-55f1-468d-9f82-cc2c7e360121 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] [instance: d596eeb0-45d3-49cd-80f4-bcccca96c267] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 09:59:38 user nova-compute[74535]: DEBUG nova.compute.manager [None req-d7123fac-55f1-468d-9f82-cc2c7e360121 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] [instance: d596eeb0-45d3-49cd-80f4-bcccca96c267] Start building block device mappings for instance. {{(pid=74535) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 09:59:38 user nova-compute[74535]: DEBUG nova.policy [None req-d7123fac-55f1-468d-9f82-cc2c7e360121 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6044af3c800445848e84ad6cbc9f9a96', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6a2920a81b1c4daaa744676ca3c0e510', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74535) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 09:59:38 user nova-compute[74535]: DEBUG nova.compute.manager [None req-d7123fac-55f1-468d-9f82-cc2c7e360121 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] [instance: d596eeb0-45d3-49cd-80f4-bcccca96c267] Start spawning the instance on the hypervisor. {{(pid=74535) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 09:59:38 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-d7123fac-55f1-468d-9f82-cc2c7e360121 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] [instance: d596eeb0-45d3-49cd-80f4-bcccca96c267] Creating instance directory {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 09:59:38 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-d7123fac-55f1-468d-9f82-cc2c7e360121 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] [instance: d596eeb0-45d3-49cd-80f4-bcccca96c267] Creating image(s)
Dec 06 09:59:38 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-d7123fac-55f1-468d-9f82-cc2c7e360121 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Acquiring lock "/opt/stack/data/nova/instances/d596eeb0-45d3-49cd-80f4-bcccca96c267/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:59:38 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-d7123fac-55f1-468d-9f82-cc2c7e360121 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Lock "/opt/stack/data/nova/instances/d596eeb0-45d3-49cd-80f4-bcccca96c267/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:59:38 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-d7123fac-55f1-468d-9f82-cc2c7e360121 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Lock "/opt/stack/data/nova/instances/d596eeb0-45d3-49cd-80f4-bcccca96c267/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.005s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:59:38 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-d7123fac-55f1-468d-9f82-cc2c7e360121 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:38 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:38 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-d7123fac-55f1-468d-9f82-cc2c7e360121 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.191s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:38 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-d7123fac-55f1-468d-9f82-cc2c7e360121 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Acquiring lock "7aef4f97309efbd0d8988be1fd45eed756898e08" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:59:38 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-d7123fac-55f1-468d-9f82-cc2c7e360121 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Lock "7aef4f97309efbd0d8988be1fd45eed756898e08" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:59:38 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-d7123fac-55f1-468d-9f82-cc2c7e360121 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:38 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-d7123fac-55f1-468d-9f82-cc2c7e360121 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.196s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:38 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-d7123fac-55f1-468d-9f82-cc2c7e360121 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08,backing_fmt=raw /opt/stack/data/nova/instances/d596eeb0-45d3-49cd-80f4-bcccca96c267/disk 1073741824 {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:39 user nova-compute[74535]: DEBUG nova.network.neutron [-] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Updating instance_info_cache with network_info: [] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:59:39 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-d7123fac-55f1-468d-9f82-cc2c7e360121 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08,backing_fmt=raw /opt/stack/data/nova/instances/d596eeb0-45d3-49cd-80f4-bcccca96c267/disk 1073741824" returned: 0 in 0.073s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:39 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-d7123fac-55f1-468d-9f82-cc2c7e360121 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Lock "7aef4f97309efbd0d8988be1fd45eed756898e08" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.279s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:59:39 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-d7123fac-55f1-468d-9f82-cc2c7e360121 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:39 user nova-compute[74535]: INFO nova.compute.manager [-] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Took 4.28 seconds to deallocate network for instance.
Dec 06 09:59:39 user nova-compute[74535]: DEBUG nova.network.neutron [None req-d7123fac-55f1-468d-9f82-cc2c7e360121 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] [instance: d596eeb0-45d3-49cd-80f4-bcccca96c267] Successfully created port: 7ecea67c-141c-4881-948f-51395fb57b8b {{(pid=74535) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 09:59:39 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-d7123fac-55f1-468d-9f82-cc2c7e360121 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.194s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:39 user nova-compute[74535]: DEBUG nova.virt.disk.api [None req-d7123fac-55f1-468d-9f82-cc2c7e360121 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Checking if we can resize image /opt/stack/data/nova/instances/d596eeb0-45d3-49cd-80f4-bcccca96c267/disk. size=1073741824 {{(pid=74535) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 09:59:39 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-d7123fac-55f1-468d-9f82-cc2c7e360121 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d596eeb0-45d3-49cd-80f4-bcccca96c267/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:39 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-d7123fac-55f1-468d-9f82-cc2c7e360121 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d596eeb0-45d3-49cd-80f4-bcccca96c267/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:39 user nova-compute[74535]: DEBUG nova.virt.disk.api [None req-d7123fac-55f1-468d-9f82-cc2c7e360121 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Cannot resize image /opt/stack/data/nova/instances/d596eeb0-45d3-49cd-80f4-bcccca96c267/disk to a smaller size. {{(pid=74535) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 09:59:39 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-d7123fac-55f1-468d-9f82-cc2c7e360121 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] [instance: d596eeb0-45d3-49cd-80f4-bcccca96c267] Created local disks {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 09:59:39 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-d7123fac-55f1-468d-9f82-cc2c7e360121 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] [instance: d596eeb0-45d3-49cd-80f4-bcccca96c267] Ensure instance console log exists: /opt/stack/data/nova/instances/d596eeb0-45d3-49cd-80f4-bcccca96c267/console.log {{(pid=74535) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 09:59:39 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-d7123fac-55f1-468d-9f82-cc2c7e360121 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:59:39 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-d7123fac-55f1-468d-9f82-cc2c7e360121 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:59:39 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-d7123fac-55f1-468d-9f82-cc2c7e360121 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:59:39 user nova-compute[74535]: DEBUG nova.compute.manager [req-ab18b58f-db74-454e-9f44-4357b5a81c6b req-a0f1d5b6-8356-4793-b44b-9aaf29a9c421 service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Received event network-vif-deleted-97e46d2f-6b29-46f8-937c-4f668f3bca71 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:59:39 user nova-compute[74535]: DEBUG nova.compute.manager [req-ab18b58f-db74-454e-9f44-4357b5a81c6b req-a0f1d5b6-8356-4793-b44b-9aaf29a9c421 service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Received event network-vif-deleted-7d883a59-ce1d-4f0c-8fd9-d53f151b5575 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:59:39 user nova-compute[74535]: DEBUG nova.compute.manager [req-ab18b58f-db74-454e-9f44-4357b5a81c6b req-a0f1d5b6-8356-4793-b44b-9aaf29a9c421 service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Received event network-vif-deleted-a0fd198d-dd8d-49e0-b09c-4baf08dff20a {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:59:39 user nova-compute[74535]: DEBUG nova.compute.manager [req-ab18b58f-db74-454e-9f44-4357b5a81c6b req-a0f1d5b6-8356-4793-b44b-9aaf29a9c421 service nova] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Received event network-vif-deleted-2774b057-10c1-4972-9687-96e5bad1296b {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:59:39 user nova-compute[74535]: DEBUG nova.network.neutron [None req-d7123fac-55f1-468d-9f82-cc2c7e360121 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] [instance: d596eeb0-45d3-49cd-80f4-bcccca96c267] Successfully updated port: 7ecea67c-141c-4881-948f-51395fb57b8b {{(pid=74535) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 09:59:39 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-d7123fac-55f1-468d-9f82-cc2c7e360121 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Acquiring lock "refresh_cache-d596eeb0-45d3-49cd-80f4-bcccca96c267" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 09:59:39 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-d7123fac-55f1-468d-9f82-cc2c7e360121 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Acquired lock "refresh_cache-d596eeb0-45d3-49cd-80f4-bcccca96c267" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 09:59:39 user nova-compute[74535]: DEBUG nova.network.neutron [None req-d7123fac-55f1-468d-9f82-cc2c7e360121 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] [instance: d596eeb0-45d3-49cd-80f4-bcccca96c267] Building network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 09:59:39 user nova-compute[74535]: DEBUG nova.compute.manager [req-4e9f345c-0a5e-40d1-b547-9ec560474a87 req-fee379de-66b8-422f-9010-9272314a874b service nova] [instance: d596eeb0-45d3-49cd-80f4-bcccca96c267] Received event network-changed-7ecea67c-141c-4881-948f-51395fb57b8b {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:59:39 user nova-compute[74535]: DEBUG nova.compute.manager [req-4e9f345c-0a5e-40d1-b547-9ec560474a87 req-fee379de-66b8-422f-9010-9272314a874b service nova] [instance: d596eeb0-45d3-49cd-80f4-bcccca96c267] Refreshing instance network info cache due to event network-changed-7ecea67c-141c-4881-948f-51395fb57b8b. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 09:59:39 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-4e9f345c-0a5e-40d1-b547-9ec560474a87 req-fee379de-66b8-422f-9010-9272314a874b service nova] Acquiring lock "refresh_cache-d596eeb0-45d3-49cd-80f4-bcccca96c267" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 09:59:39 user nova-compute[74535]: DEBUG nova.network.neutron [None req-d7123fac-55f1-468d-9f82-cc2c7e360121 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] [instance: d596eeb0-45d3-49cd-80f4-bcccca96c267] Instance cache missing network info. {{(pid=74535) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 09:59:39 user nova-compute[74535]: DEBUG nova.network.neutron [None req-d7123fac-55f1-468d-9f82-cc2c7e360121 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] [instance: d596eeb0-45d3-49cd-80f4-bcccca96c267] Updating instance_info_cache with network_info: [{"id": "7ecea67c-141c-4881-948f-51395fb57b8b", "address": "fa:16:3e:ba:a5:3e", "network": {"id": "4f18acd4-7175-435e-9777-93527124b753", "bridge": "br-int", "label": "tempest-VolumesActionsTest-698073000-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6a2920a81b1c4daaa744676ca3c0e510", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7ecea67c-14", "ovs_interfaceid": "7ecea67c-141c-4881-948f-51395fb57b8b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:59:40 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-d7123fac-55f1-468d-9f82-cc2c7e360121 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Releasing lock "refresh_cache-d596eeb0-45d3-49cd-80f4-bcccca96c267" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 09:59:40 user nova-compute[74535]: DEBUG nova.compute.manager [None req-d7123fac-55f1-468d-9f82-cc2c7e360121 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] [instance: d596eeb0-45d3-49cd-80f4-bcccca96c267] Instance network_info: |[{"id": "7ecea67c-141c-4881-948f-51395fb57b8b", "address": "fa:16:3e:ba:a5:3e", "network": {"id": "4f18acd4-7175-435e-9777-93527124b753", "bridge": "br-int", "label": "tempest-VolumesActionsTest-698073000-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6a2920a81b1c4daaa744676ca3c0e510", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7ecea67c-14", "ovs_interfaceid": "7ecea67c-141c-4881-948f-51395fb57b8b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74535) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 09:59:40 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-4e9f345c-0a5e-40d1-b547-9ec560474a87 req-fee379de-66b8-422f-9010-9272314a874b service nova] Acquired lock "refresh_cache-d596eeb0-45d3-49cd-80f4-bcccca96c267" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 09:59:40 user nova-compute[74535]: DEBUG nova.network.neutron [req-4e9f345c-0a5e-40d1-b547-9ec560474a87 req-fee379de-66b8-422f-9010-9272314a874b service nova] [instance: d596eeb0-45d3-49cd-80f4-bcccca96c267] Refreshing network info cache for port 7ecea67c-141c-4881-948f-51395fb57b8b {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 09:59:40 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-d7123fac-55f1-468d-9f82-cc2c7e360121 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] [instance: d596eeb0-45d3-49cd-80f4-bcccca96c267] Start _get_guest_xml network_info=[{"id": "7ecea67c-141c-4881-948f-51395fb57b8b", "address": "fa:16:3e:ba:a5:3e", "network": {"id": "4f18acd4-7175-435e-9777-93527124b753", "bridge": "br-int", "label": "tempest-VolumesActionsTest-698073000-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6a2920a81b1c4daaa744676ca3c0e510", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7ecea67c-14", "ovs_interfaceid": "7ecea67c-141c-4881-948f-51395fb57b8b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T09:52:28Z,direct_url=<?>,disk_format='qcow2',id=b338f3c8-9974-4b9f-bacb-c75dd541c256,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='563f6a2917a742ada39fb0e950eece6e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T09:52:30Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'device_name': '/dev/vda', 'encrypted': False, 'encryption_format': None, 'encryption_options': None, 'encryption_secret_uuid': None, 'boot_index': 0, 'device_type': 'disk', 'size': 0, 'guest_format': None, 'image_id': 'b338f3c8-9974-4b9f-bacb-c75dd541c256'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 09:59:40 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-d7123fac-55f1-468d-9f82-cc2c7e360121 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 09:59:40 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-d7123fac-55f1-468d-9f82-cc2c7e360121 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 09:59:40 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-d7123fac-55f1-468d-9f82-cc2c7e360121 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 09:59:40 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-d7123fac-55f1-468d-9f82-cc2c7e360121 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] CPU controller missing on host. {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 09:59:40 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-d7123fac-55f1-468d-9f82-cc2c7e360121 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 09:59:40 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-d7123fac-55f1-468d-9f82-cc2c7e360121 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] CPU controller found on host. {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 09:59:40 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-d7123fac-55f1-468d-9f82-cc2c7e360121 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74535) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 09:59:40 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-d7123fac-55f1-468d-9f82-cc2c7e360121 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T09:52:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T09:52:28Z,direct_url=<?>,disk_format='qcow2',id=b338f3c8-9974-4b9f-bacb-c75dd541c256,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='563f6a2917a742ada39fb0e950eece6e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T09:52:30Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 09:59:40 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-d7123fac-55f1-468d-9f82-cc2c7e360121 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Flavor limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 09:59:40 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-d7123fac-55f1-468d-9f82-cc2c7e360121 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Image limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 09:59:40 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-d7123fac-55f1-468d-9f82-cc2c7e360121 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Flavor pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 09:59:40 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-d7123fac-55f1-468d-9f82-cc2c7e360121 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Image pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 09:59:40 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-d7123fac-55f1-468d-9f82-cc2c7e360121 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 09:59:40 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-d7123fac-55f1-468d-9f82-cc2c7e360121 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 09:59:40 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-d7123fac-55f1-468d-9f82-cc2c7e360121 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 09:59:40 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-d7123fac-55f1-468d-9f82-cc2c7e360121 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Got 1 possible topologies {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 09:59:40 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-d7123fac-55f1-468d-9f82-cc2c7e360121 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 09:59:40 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-d7123fac-55f1-468d-9f82-cc2c7e360121 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 09:59:40 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-d7123fac-55f1-468d-9f82-cc2c7e360121 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T09:59:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-9593497',display_name='tempest-VolumesActionsTest-instance-9593497',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-9593497',id=14,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='6a2920a81b1c4daaa744676ca3c0e510',ramdisk_id='',reservation_id='r-mq8e40sj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-1334312377',owner_user_name='tempest-VolumesActionsTest-1334312377-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T09:59:38Z,user_data=None,user_id='6044af3c800445848e84ad6cbc9f9a96',uuid=d596eeb0-45d3-49cd-80f4-bcccca96c267,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7ecea67c-141c-4881-948f-51395fb57b8b", "address": "fa:16:3e:ba:a5:3e", "network": {"id": "4f18acd4-7175-435e-9777-93527124b753", "bridge": "br-int", "label": "tempest-VolumesActionsTest-698073000-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6a2920a81b1c4daaa744676ca3c0e510", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7ecea67c-14", "ovs_interfaceid": "7ecea67c-141c-4881-948f-51395fb57b8b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74535) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 09:59:40 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-d7123fac-55f1-468d-9f82-cc2c7e360121 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Converting VIF {"id": "7ecea67c-141c-4881-948f-51395fb57b8b", "address": "fa:16:3e:ba:a5:3e", "network": {"id": "4f18acd4-7175-435e-9777-93527124b753", "bridge": "br-int", "label": "tempest-VolumesActionsTest-698073000-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6a2920a81b1c4daaa744676ca3c0e510", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7ecea67c-14", "ovs_interfaceid": "7ecea67c-141c-4881-948f-51395fb57b8b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 09:59:40 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-d7123fac-55f1-468d-9f82-cc2c7e360121 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ba:a5:3e,bridge_name='br-int',has_traffic_filtering=True,id=7ecea67c-141c-4881-948f-51395fb57b8b,network=Network(4f18acd4-7175-435e-9777-93527124b753),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7ecea67c-14') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 09:59:40 user nova-compute[74535]: DEBUG nova.objects.instance [None req-d7123fac-55f1-468d-9f82-cc2c7e360121 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Lazy-loading 'pci_devices' on Instance uuid d596eeb0-45d3-49cd-80f4-bcccca96c267 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 09:59:40 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-d7123fac-55f1-468d-9f82-cc2c7e360121 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] [instance: d596eeb0-45d3-49cd-80f4-bcccca96c267] End _get_guest_xml xml=<domain type="kvm">
Dec 06 09:59:40 user nova-compute[74535]:   <uuid>d596eeb0-45d3-49cd-80f4-bcccca96c267</uuid>
Dec 06 09:59:40 user nova-compute[74535]:   <name>instance-0000000e</name>
Dec 06 09:59:40 user nova-compute[74535]:   <memory>524288</memory>
Dec 06 09:59:40 user nova-compute[74535]:   <vcpu>1</vcpu>
Dec 06 09:59:40 user nova-compute[74535]:   <metadata>
Dec 06 09:59:40 user nova-compute[74535]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 09:59:40 user nova-compute[74535]:       <nova:package version="0.0.0"/>
Dec 06 09:59:40 user nova-compute[74535]:       <nova:name>tempest-VolumesActionsTest-instance-9593497</nova:name>
Dec 06 09:59:40 user nova-compute[74535]:       <nova:creationTime>2023-12-06 09:59:40</nova:creationTime>
Dec 06 09:59:40 user nova-compute[74535]:       <nova:flavor name="m1.tiny">
Dec 06 09:59:40 user nova-compute[74535]:         <nova:memory>512</nova:memory>
Dec 06 09:59:40 user nova-compute[74535]:         <nova:disk>1</nova:disk>
Dec 06 09:59:40 user nova-compute[74535]:         <nova:swap>0</nova:swap>
Dec 06 09:59:40 user nova-compute[74535]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 09:59:40 user nova-compute[74535]:         <nova:vcpus>1</nova:vcpus>
Dec 06 09:59:40 user nova-compute[74535]:       </nova:flavor>
Dec 06 09:59:40 user nova-compute[74535]:       <nova:owner>
Dec 06 09:59:40 user nova-compute[74535]:         <nova:user uuid="6044af3c800445848e84ad6cbc9f9a96">tempest-VolumesActionsTest-1334312377-project-member</nova:user>
Dec 06 09:59:40 user nova-compute[74535]:         <nova:project uuid="6a2920a81b1c4daaa744676ca3c0e510">tempest-VolumesActionsTest-1334312377</nova:project>
Dec 06 09:59:40 user nova-compute[74535]:       </nova:owner>
Dec 06 09:59:40 user nova-compute[74535]:       <nova:root type="image" uuid="b338f3c8-9974-4b9f-bacb-c75dd541c256"/>
Dec 06 09:59:40 user nova-compute[74535]:       <nova:ports>
Dec 06 09:59:40 user nova-compute[74535]:         <nova:port uuid="7ecea67c-141c-4881-948f-51395fb57b8b">
Dec 06 09:59:40 user nova-compute[74535]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Dec 06 09:59:40 user nova-compute[74535]:         </nova:port>
Dec 06 09:59:40 user nova-compute[74535]:       </nova:ports>
Dec 06 09:59:40 user nova-compute[74535]:     </nova:instance>
Dec 06 09:59:40 user nova-compute[74535]:   </metadata>
Dec 06 09:59:40 user nova-compute[74535]:   <sysinfo type="smbios">
Dec 06 09:59:40 user nova-compute[74535]:     <system>
Dec 06 09:59:40 user nova-compute[74535]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 09:59:40 user nova-compute[74535]:       <entry name="product">OpenStack Nova</entry>
Dec 06 09:59:40 user nova-compute[74535]:       <entry name="version">0.0.0</entry>
Dec 06 09:59:40 user nova-compute[74535]:       <entry name="serial">d596eeb0-45d3-49cd-80f4-bcccca96c267</entry>
Dec 06 09:59:40 user nova-compute[74535]:       <entry name="uuid">d596eeb0-45d3-49cd-80f4-bcccca96c267</entry>
Dec 06 09:59:40 user nova-compute[74535]:       <entry name="family">Virtual Machine</entry>
Dec 06 09:59:40 user nova-compute[74535]:     </system>
Dec 06 09:59:40 user nova-compute[74535]:   </sysinfo>
Dec 06 09:59:40 user nova-compute[74535]:   <os>
Dec 06 09:59:40 user nova-compute[74535]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 09:59:40 user nova-compute[74535]:     <boot dev="hd"/>
Dec 06 09:59:40 user nova-compute[74535]:     <smbios mode="sysinfo"/>
Dec 06 09:59:40 user nova-compute[74535]:   </os>
Dec 06 09:59:40 user nova-compute[74535]:   <features>
Dec 06 09:59:40 user nova-compute[74535]:     <acpi/>
Dec 06 09:59:40 user nova-compute[74535]:     <apic/>
Dec 06 09:59:40 user nova-compute[74535]:     <vmcoreinfo/>
Dec 06 09:59:40 user nova-compute[74535]:   </features>
Dec 06 09:59:40 user nova-compute[74535]:   <clock offset="utc">
Dec 06 09:59:40 user nova-compute[74535]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 09:59:40 user nova-compute[74535]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 09:59:40 user nova-compute[74535]:     <timer name="hpet" present="no"/>
Dec 06 09:59:40 user nova-compute[74535]:   </clock>
Dec 06 09:59:40 user nova-compute[74535]:   <cpu mode="custom" match="exact">
Dec 06 09:59:40 user nova-compute[74535]:     <model>Nehalem</model>
Dec 06 09:59:40 user nova-compute[74535]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 09:59:40 user nova-compute[74535]:   </cpu>
Dec 06 09:59:40 user nova-compute[74535]:   <devices>
Dec 06 09:59:40 user nova-compute[74535]:     <disk type="file" device="disk">
Dec 06 09:59:40 user nova-compute[74535]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 09:59:40 user nova-compute[74535]:       <source file="/opt/stack/data/nova/instances/d596eeb0-45d3-49cd-80f4-bcccca96c267/disk"/>
Dec 06 09:59:40 user nova-compute[74535]:       <target dev="vda" bus="virtio"/>
Dec 06 09:59:40 user nova-compute[74535]:     </disk>
Dec 06 09:59:40 user nova-compute[74535]:     <interface type="ethernet">
Dec 06 09:59:40 user nova-compute[74535]:       <mac address="fa:16:3e:ba:a5:3e"/>
Dec 06 09:59:40 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 09:59:40 user nova-compute[74535]:       <mtu size="1442"/>
Dec 06 09:59:40 user nova-compute[74535]:       <target dev="tap7ecea67c-14"/>
Dec 06 09:59:40 user nova-compute[74535]:     </interface>
Dec 06 09:59:40 user nova-compute[74535]:     <serial type="pty">
Dec 06 09:59:40 user nova-compute[74535]:       <log file="/opt/stack/data/nova/instances/d596eeb0-45d3-49cd-80f4-bcccca96c267/console.log" append="off"/>
Dec 06 09:59:40 user nova-compute[74535]:     </serial>
Dec 06 09:59:40 user nova-compute[74535]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 09:59:40 user nova-compute[74535]:     <video>
Dec 06 09:59:40 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 09:59:40 user nova-compute[74535]:     </video>
Dec 06 09:59:40 user nova-compute[74535]:     <rng model="virtio">
Dec 06 09:59:40 user nova-compute[74535]:       <backend model="random">/dev/urandom</backend>
Dec 06 09:59:40 user nova-compute[74535]:     </rng>
Dec 06 09:59:40 user nova-compute[74535]:     <controller type="usb" index="0" model="none"/>
Dec 06 09:59:40 user nova-compute[74535]:     <memballoon model="virtio">
Dec 06 09:59:40 user nova-compute[74535]:       <stats period="10"/>
Dec 06 09:59:40 user nova-compute[74535]:     </memballoon>
Dec 06 09:59:40 user nova-compute[74535]:   </devices>
Dec 06 09:59:40 user nova-compute[74535]: </domain>
Dec 06 09:59:40 user nova-compute[74535]:  {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 09:59:40 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-d7123fac-55f1-468d-9f82-cc2c7e360121 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T09:59:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-9593497',display_name='tempest-VolumesActionsTest-instance-9593497',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-9593497',id=14,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='6a2920a81b1c4daaa744676ca3c0e510',ramdisk_id='',reservation_id='r-mq8e40sj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-1334312377',owner_user_name='tempest-VolumesActionsTest-1334312377-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T09:59:38Z,user_data=None,user_id='6044af3c800445848e84ad6cbc9f9a96',uuid=d596eeb0-45d3-49cd-80f4-bcccca96c267,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7ecea67c-141c-4881-948f-51395fb57b8b", "address": "fa:16:3e:ba:a5:3e", "network": {"id": "4f18acd4-7175-435e-9777-93527124b753", "bridge": "br-int", "label": "tempest-VolumesActionsTest-698073000-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6a2920a81b1c4daaa744676ca3c0e510", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7ecea67c-14", "ovs_interfaceid": "7ecea67c-141c-4881-948f-51395fb57b8b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 09:59:40 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-d7123fac-55f1-468d-9f82-cc2c7e360121 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Converting VIF {"id": "7ecea67c-141c-4881-948f-51395fb57b8b", "address": "fa:16:3e:ba:a5:3e", "network": {"id": "4f18acd4-7175-435e-9777-93527124b753", "bridge": "br-int", "label": "tempest-VolumesActionsTest-698073000-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6a2920a81b1c4daaa744676ca3c0e510", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7ecea67c-14", "ovs_interfaceid": "7ecea67c-141c-4881-948f-51395fb57b8b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 09:59:40 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-d7123fac-55f1-468d-9f82-cc2c7e360121 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ba:a5:3e,bridge_name='br-int',has_traffic_filtering=True,id=7ecea67c-141c-4881-948f-51395fb57b8b,network=Network(4f18acd4-7175-435e-9777-93527124b753),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7ecea67c-14') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 09:59:40 user nova-compute[74535]: DEBUG os_vif [None req-d7123fac-55f1-468d-9f82-cc2c7e360121 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ba:a5:3e,bridge_name='br-int',has_traffic_filtering=True,id=7ecea67c-141c-4881-948f-51395fb57b8b,network=Network(4f18acd4-7175-435e-9777-93527124b753),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7ecea67c-14') {{(pid=74535) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 09:59:40 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:40 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:59:40 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 09:59:40 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:40 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'b9e364bf-83f2-5295-a335-61248535264f', '_type': 'linux-noop'}}, row=False) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:59:40 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:40 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:59:40 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:40 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:40 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap7ecea67c-14, may_exist=True, interface_attrs={}) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:59:40 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap7ecea67c-14, col_values=(('qos', UUID('b2ca4275-2466-4d1e-867c-379999f69c7a')),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:59:40 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap7ecea67c-14, col_values=(('external_ids', {'iface-id': '7ecea67c-141c-4881-948f-51395fb57b8b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ba:a5:3e', 'vm-uuid': 'd596eeb0-45d3-49cd-80f4-bcccca96c267'}),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:59:40 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:40 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:59:40 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:40 user nova-compute[74535]: INFO os_vif [None req-d7123fac-55f1-468d-9f82-cc2c7e360121 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ba:a5:3e,bridge_name='br-int',has_traffic_filtering=True,id=7ecea67c-141c-4881-948f-51395fb57b8b,network=Network(4f18acd4-7175-435e-9777-93527124b753),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7ecea67c-14')
Dec 06 09:59:40 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-d7123fac-55f1-468d-9f82-cc2c7e360121 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] No BDM found with device name vda, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 09:59:40 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-d7123fac-55f1-468d-9f82-cc2c7e360121 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] No VIF found with MAC fa:16:3e:ba:a5:3e, not building metadata {{(pid=74535) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 09:59:40 user nova-compute[74535]: DEBUG nova.network.neutron [req-4e9f345c-0a5e-40d1-b547-9ec560474a87 req-fee379de-66b8-422f-9010-9272314a874b service nova] [instance: d596eeb0-45d3-49cd-80f4-bcccca96c267] Updated VIF entry in instance network info cache for port 7ecea67c-141c-4881-948f-51395fb57b8b. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 09:59:40 user nova-compute[74535]: DEBUG nova.network.neutron [req-4e9f345c-0a5e-40d1-b547-9ec560474a87 req-fee379de-66b8-422f-9010-9272314a874b service nova] [instance: d596eeb0-45d3-49cd-80f4-bcccca96c267] Updating instance_info_cache with network_info: [{"id": "7ecea67c-141c-4881-948f-51395fb57b8b", "address": "fa:16:3e:ba:a5:3e", "network": {"id": "4f18acd4-7175-435e-9777-93527124b753", "bridge": "br-int", "label": "tempest-VolumesActionsTest-698073000-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6a2920a81b1c4daaa744676ca3c0e510", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7ecea67c-14", "ovs_interfaceid": "7ecea67c-141c-4881-948f-51395fb57b8b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:59:40 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-4e9f345c-0a5e-40d1-b547-9ec560474a87 req-fee379de-66b8-422f-9010-9272314a874b service nova] Releasing lock "refresh_cache-d596eeb0-45d3-49cd-80f4-bcccca96c267" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 09:59:41 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:41 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:41 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:41 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:41 user nova-compute[74535]: DEBUG nova.compute.manager [req-89c0d540-0d62-4428-a284-f1b9cb94e2d9 req-9cef06a7-57f1-4ea1-ac21-e4225c1b6e64 service nova] [instance: d596eeb0-45d3-49cd-80f4-bcccca96c267] Received event network-vif-plugged-7ecea67c-141c-4881-948f-51395fb57b8b {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:59:41 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-89c0d540-0d62-4428-a284-f1b9cb94e2d9 req-9cef06a7-57f1-4ea1-ac21-e4225c1b6e64 service nova] Acquiring lock "d596eeb0-45d3-49cd-80f4-bcccca96c267-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:59:41 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-89c0d540-0d62-4428-a284-f1b9cb94e2d9 req-9cef06a7-57f1-4ea1-ac21-e4225c1b6e64 service nova] Lock "d596eeb0-45d3-49cd-80f4-bcccca96c267-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:59:41 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-89c0d540-0d62-4428-a284-f1b9cb94e2d9 req-9cef06a7-57f1-4ea1-ac21-e4225c1b6e64 service nova] Lock "d596eeb0-45d3-49cd-80f4-bcccca96c267-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:59:41 user nova-compute[74535]: DEBUG nova.compute.manager [req-89c0d540-0d62-4428-a284-f1b9cb94e2d9 req-9cef06a7-57f1-4ea1-ac21-e4225c1b6e64 service nova] [instance: d596eeb0-45d3-49cd-80f4-bcccca96c267] No waiting events found dispatching network-vif-plugged-7ecea67c-141c-4881-948f-51395fb57b8b {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:59:41 user nova-compute[74535]: WARNING nova.compute.manager [req-89c0d540-0d62-4428-a284-f1b9cb94e2d9 req-9cef06a7-57f1-4ea1-ac21-e4225c1b6e64 service nova] [instance: d596eeb0-45d3-49cd-80f4-bcccca96c267] Received unexpected event network-vif-plugged-7ecea67c-141c-4881-948f-51395fb57b8b for instance with vm_state building and task_state spawning.
Dec 06 09:59:42 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:42 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:42 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:42 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:42 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:42 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-13cd24cf-687a-41c8-b5b9-bb6e41db5535 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Waiting for libvirt event about the detach of device tap95d9d1df-e2 with device alias net1 from instance 4f3357d9-20fc-4dc4-bfc5-ad83a6741013 is timed out.
Dec 06 09:59:42 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-13cd24cf-687a-41c8-b5b9-bb6e41db5535 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:c8:ab:ad"/><model type="virtio"/><mtu size="1442"/><target dev="tap95d9d1df-e2"/></interface> {{(pid=74535) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Dec 06 09:59:42 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-13cd24cf-687a-41c8-b5b9-bb6e41db5535 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] interface for config: <interface type="ethernet"><mac address="fa:16:3e:c8:ab:ad"/><model type="virtio"/><mtu size="1442"/><target dev="tap95d9d1df-e2"/></interface>not found in domain: <domain type='kvm' id='6'>
Dec 06 09:59:42 user nova-compute[74535]:   <name>instance-00000006</name>
Dec 06 09:59:42 user nova-compute[74535]:   <uuid>4f3357d9-20fc-4dc4-bfc5-ad83a6741013</uuid>
Dec 06 09:59:42 user nova-compute[74535]:   <metadata>
Dec 06 09:59:42 user nova-compute[74535]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 09:59:42 user nova-compute[74535]:   <nova:package version="0.0.0"/>
Dec 06 09:59:42 user nova-compute[74535]:   <nova:name>tempest-device-tagging-server-1981652634</nova:name>
Dec 06 09:59:42 user nova-compute[74535]:   <nova:creationTime>2023-12-06 09:58:36</nova:creationTime>
Dec 06 09:59:42 user nova-compute[74535]:   <nova:flavor name="m1.tiny">
Dec 06 09:59:42 user nova-compute[74535]:     <nova:memory>512</nova:memory>
Dec 06 09:59:42 user nova-compute[74535]:     <nova:disk>1</nova:disk>
Dec 06 09:59:42 user nova-compute[74535]:     <nova:swap>0</nova:swap>
Dec 06 09:59:42 user nova-compute[74535]:     <nova:ephemeral>0</nova:ephemeral>
Dec 06 09:59:42 user nova-compute[74535]:     <nova:vcpus>1</nova:vcpus>
Dec 06 09:59:42 user nova-compute[74535]:   </nova:flavor>
Dec 06 09:59:42 user nova-compute[74535]:   <nova:owner>
Dec 06 09:59:42 user nova-compute[74535]:     <nova:user uuid="49de51760c8f470aab418ca430df7695">tempest-TaggedAttachmentsTest-561099051-project-member</nova:user>
Dec 06 09:59:42 user nova-compute[74535]:     <nova:project uuid="585ee9665b434fb0bc5831d6eb32f407">tempest-TaggedAttachmentsTest-561099051</nova:project>
Dec 06 09:59:42 user nova-compute[74535]:   </nova:owner>
Dec 06 09:59:42 user nova-compute[74535]:   <nova:root type="image" uuid="b338f3c8-9974-4b9f-bacb-c75dd541c256"/>
Dec 06 09:59:42 user nova-compute[74535]:   <nova:ports>
Dec 06 09:59:42 user nova-compute[74535]:     <nova:port uuid="a37b5b7b-eba9-4299-921d-4946561c01e5">
Dec 06 09:59:42 user nova-compute[74535]:       <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Dec 06 09:59:42 user nova-compute[74535]:     </nova:port>
Dec 06 09:59:42 user nova-compute[74535]:     <nova:port uuid="95d9d1df-e25b-4e43-9608-1fbefacb0a01">
Dec 06 09:59:42 user nova-compute[74535]:       <nova:ip type="fixed" address="10.10.10.180" ipVersion="4"/>
Dec 06 09:59:42 user nova-compute[74535]:     </nova:port>
Dec 06 09:59:42 user nova-compute[74535]:   </nova:ports>
Dec 06 09:59:42 user nova-compute[74535]: </nova:instance>
Dec 06 09:59:42 user nova-compute[74535]:   </metadata>
Dec 06 09:59:42 user nova-compute[74535]:   <memory unit='KiB'>524288</memory>
Dec 06 09:59:42 user nova-compute[74535]:   <currentMemory unit='KiB'>524288</currentMemory>
Dec 06 09:59:42 user nova-compute[74535]:   <vcpu placement='static'>1</vcpu>
Dec 06 09:59:42 user nova-compute[74535]:   <resource>
Dec 06 09:59:42 user nova-compute[74535]:     <partition>/machine</partition>
Dec 06 09:59:42 user nova-compute[74535]:   </resource>
Dec 06 09:59:42 user nova-compute[74535]:   <sysinfo type='smbios'>
Dec 06 09:59:42 user nova-compute[74535]:     <system>
Dec 06 09:59:42 user nova-compute[74535]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Dec 06 09:59:42 user nova-compute[74535]:       <entry name='product'>OpenStack Nova</entry>
Dec 06 09:59:42 user nova-compute[74535]:       <entry name='version'>0.0.0</entry>
Dec 06 09:59:42 user nova-compute[74535]:       <entry name='serial'>4f3357d9-20fc-4dc4-bfc5-ad83a6741013</entry>
Dec 06 09:59:42 user nova-compute[74535]:       <entry name='uuid'>4f3357d9-20fc-4dc4-bfc5-ad83a6741013</entry>
Dec 06 09:59:42 user nova-compute[74535]:       <entry name='family'>Virtual Machine</entry>
Dec 06 09:59:42 user nova-compute[74535]:     </system>
Dec 06 09:59:42 user nova-compute[74535]:   </sysinfo>
Dec 06 09:59:42 user nova-compute[74535]:   <os>
Dec 06 09:59:42 user nova-compute[74535]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Dec 06 09:59:42 user nova-compute[74535]:     <boot dev='hd'/>
Dec 06 09:59:42 user nova-compute[74535]:     <smbios mode='sysinfo'/>
Dec 06 09:59:42 user nova-compute[74535]:   </os>
Dec 06 09:59:42 user nova-compute[74535]:   <features>
Dec 06 09:59:42 user nova-compute[74535]:     <acpi/>
Dec 06 09:59:42 user nova-compute[74535]:     <apic/>
Dec 06 09:59:42 user nova-compute[74535]:     <vmcoreinfo state='on'/>
Dec 06 09:59:42 user nova-compute[74535]:   </features>
Dec 06 09:59:42 user nova-compute[74535]:   <cpu mode='custom' match='exact' check='full'>
Dec 06 09:59:42 user nova-compute[74535]:     <model fallback='forbid'>Nehalem</model>
Dec 06 09:59:42 user nova-compute[74535]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Dec 06 09:59:42 user nova-compute[74535]:     <feature policy='require' name='vme'/>
Dec 06 09:59:42 user nova-compute[74535]:     <feature policy='require' name='x2apic'/>
Dec 06 09:59:42 user nova-compute[74535]:     <feature policy='require' name='hypervisor'/>
Dec 06 09:59:42 user nova-compute[74535]:   </cpu>
Dec 06 09:59:42 user nova-compute[74535]:   <clock offset='utc'>
Dec 06 09:59:42 user nova-compute[74535]:     <timer name='pit' tickpolicy='delay'/>
Dec 06 09:59:42 user nova-compute[74535]:     <timer name='rtc' tickpolicy='catchup'/>
Dec 06 09:59:42 user nova-compute[74535]:     <timer name='hpet' present='no'/>
Dec 06 09:59:42 user nova-compute[74535]:   </clock>
Dec 06 09:59:42 user nova-compute[74535]:   <on_poweroff>destroy</on_poweroff>
Dec 06 09:59:42 user nova-compute[74535]:   <on_reboot>restart</on_reboot>
Dec 06 09:59:42 user nova-compute[74535]:   <on_crash>destroy</on_crash>
Dec 06 09:59:42 user nova-compute[74535]:   <devices>
Dec 06 09:59:42 user nova-compute[74535]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Dec 06 09:59:42 user nova-compute[74535]:     <disk type='file' device='disk'>
Dec 06 09:59:42 user nova-compute[74535]:       <driver name='qemu' type='qcow2' cache='none'/>
Dec 06 09:59:42 user nova-compute[74535]:       <source file='/opt/stack/data/nova/instances/4f3357d9-20fc-4dc4-bfc5-ad83a6741013/disk' index='2'/>
Dec 06 09:59:42 user nova-compute[74535]:       <backingStore type='file' index='3'>
Dec 06 09:59:42 user nova-compute[74535]:         <format type='raw'/>
Dec 06 09:59:42 user nova-compute[74535]:         <source file='/opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08'/>
Dec 06 09:59:42 user nova-compute[74535]:         <backingStore/>
Dec 06 09:59:42 user nova-compute[74535]:       </backingStore>
Dec 06 09:59:42 user nova-compute[74535]:       <target dev='vda' bus='virtio'/>
Dec 06 09:59:42 user nova-compute[74535]:       <alias name='virtio-disk0'/>
Dec 06 09:59:42 user nova-compute[74535]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Dec 06 09:59:42 user nova-compute[74535]:     </disk>
Dec 06 09:59:42 user nova-compute[74535]:     <disk type='file' device='cdrom'>
Dec 06 09:59:42 user nova-compute[74535]:       <driver name='qemu' type='raw' cache='none'/>
Dec 06 09:59:42 user nova-compute[74535]:       <source file='/opt/stack/data/nova/instances/4f3357d9-20fc-4dc4-bfc5-ad83a6741013/disk.config' index='1'/>
Dec 06 09:59:42 user nova-compute[74535]:       <backingStore/>
Dec 06 09:59:42 user nova-compute[74535]:       <target dev='hda' bus='ide'/>
Dec 06 09:59:42 user nova-compute[74535]:       <readonly/>
Dec 06 09:59:42 user nova-compute[74535]:       <alias name='ide0-0-0'/>
Dec 06 09:59:42 user nova-compute[74535]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Dec 06 09:59:42 user nova-compute[74535]:     </disk>
Dec 06 09:59:42 user nova-compute[74535]:     <controller type='usb' index='0' model='none'>
Dec 06 09:59:42 user nova-compute[74535]:       <alias name='usb'/>
Dec 06 09:59:42 user nova-compute[74535]:     </controller>
Dec 06 09:59:42 user nova-compute[74535]:     <controller type='pci' index='0' model='pci-root'>
Dec 06 09:59:42 user nova-compute[74535]:       <alias name='pci.0'/>
Dec 06 09:59:42 user nova-compute[74535]:     </controller>
Dec 06 09:59:42 user nova-compute[74535]:     <controller type='ide' index='0'>
Dec 06 09:59:42 user nova-compute[74535]:       <alias name='ide'/>
Dec 06 09:59:42 user nova-compute[74535]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Dec 06 09:59:42 user nova-compute[74535]:     </controller>
Dec 06 09:59:42 user nova-compute[74535]:     <interface type='ethernet'>
Dec 06 09:59:42 user nova-compute[74535]:       <mac address='fa:16:3e:89:5c:3e'/>
Dec 06 09:59:42 user nova-compute[74535]:       <target dev='tapa37b5b7b-eb'/>
Dec 06 09:59:42 user nova-compute[74535]:       <model type='virtio'/>
Dec 06 09:59:42 user nova-compute[74535]:       <mtu size='1442'/>
Dec 06 09:59:42 user nova-compute[74535]:       <alias name='net0'/>
Dec 06 09:59:42 user nova-compute[74535]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Dec 06 09:59:42 user nova-compute[74535]:     </interface>
Dec 06 09:59:42 user nova-compute[74535]:     <serial type='pty'>
Dec 06 09:59:42 user nova-compute[74535]:       <source path='/dev/pts/6'/>
Dec 06 09:59:42 user nova-compute[74535]:       <log file='/opt/stack/data/nova/instances/4f3357d9-20fc-4dc4-bfc5-ad83a6741013/console.log' append='off'/>
Dec 06 09:59:42 user nova-compute[74535]:       <target type='isa-serial' port='0'>
Dec 06 09:59:42 user nova-compute[74535]:         <model name='isa-serial'/>
Dec 06 09:59:42 user nova-compute[74535]:       </target>
Dec 06 09:59:42 user nova-compute[74535]:       <alias name='serial0'/>
Dec 06 09:59:42 user nova-compute[74535]:     </serial>
Dec 06 09:59:42 user nova-compute[74535]:     <console type='pty' tty='/dev/pts/6'>
Dec 06 09:59:42 user nova-compute[74535]:       <source path='/dev/pts/6'/>
Dec 06 09:59:42 user nova-compute[74535]:       <log file='/opt/stack/data/nova/instances/4f3357d9-20fc-4dc4-bfc5-ad83a6741013/console.log' append='off'/>
Dec 06 09:59:42 user nova-compute[74535]:       <target type='serial' port='0'/>
Dec 06 09:59:42 user nova-compute[74535]:       <alias name='serial0'/>
Dec 06 09:59:42 user nova-compute[74535]:     </console>
Dec 06 09:59:42 user nova-compute[74535]:     <input type='mouse' bus='ps2'>
Dec 06 09:59:42 user nova-compute[74535]:       <alias name='input0'/>
Dec 06 09:59:42 user nova-compute[74535]:     </input>
Dec 06 09:59:42 user nova-compute[74535]:     <input type='keyboard' bus='ps2'>
Dec 06 09:59:42 user nova-compute[74535]:       <alias name='input1'/>
Dec 06 09:59:42 user nova-compute[74535]:     </input>
Dec 06 09:59:42 user nova-compute[74535]:     <graphics type='vnc' port='5905' autoport='yes' listen='0.0.0.0'>
Dec 06 09:59:42 user nova-compute[74535]:       <listen type='address' address='0.0.0.0'/>
Dec 06 09:59:42 user nova-compute[74535]:     </graphics>
Dec 06 09:59:42 user nova-compute[74535]:     <audio id='1' type='none'/>
Dec 06 09:59:42 user nova-compute[74535]:     <video>
Dec 06 09:59:42 user nova-compute[74535]:       <model type='virtio' heads='1' primary='yes'/>
Dec 06 09:59:42 user nova-compute[74535]:       <alias name='video0'/>
Dec 06 09:59:42 user nova-compute[74535]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Dec 06 09:59:42 user nova-compute[74535]:     </video>
Dec 06 09:59:42 user nova-compute[74535]:     <memballoon model='virtio'>
Dec 06 09:59:42 user nova-compute[74535]:       <stats period='10'/>
Dec 06 09:59:42 user nova-compute[74535]:       <alias name='balloon0'/>
Dec 06 09:59:42 user nova-compute[74535]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Dec 06 09:59:42 user nova-compute[74535]:     </memballoon>
Dec 06 09:59:42 user nova-compute[74535]:     <rng model='virtio'>
Dec 06 09:59:42 user nova-compute[74535]:       <backend model='random'>/dev/urandom</backend>
Dec 06 09:59:42 user nova-compute[74535]:       <alias name='rng0'/>
Dec 06 09:59:42 user nova-compute[74535]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Dec 06 09:59:42 user nova-compute[74535]:     </rng>
Dec 06 09:59:42 user nova-compute[74535]:   </devices>
Dec 06 09:59:42 user nova-compute[74535]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Dec 06 09:59:42 user nova-compute[74535]:     <label>libvirt-4f3357d9-20fc-4dc4-bfc5-ad83a6741013</label>
Dec 06 09:59:42 user nova-compute[74535]:     <imagelabel>libvirt-4f3357d9-20fc-4dc4-bfc5-ad83a6741013</imagelabel>
Dec 06 09:59:42 user nova-compute[74535]:   </seclabel>
Dec 06 09:59:42 user nova-compute[74535]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Dec 06 09:59:42 user nova-compute[74535]:     <label>+64055:+108</label>
Dec 06 09:59:42 user nova-compute[74535]:     <imagelabel>+64055:+108</imagelabel>
Dec 06 09:59:42 user nova-compute[74535]:   </seclabel>
Dec 06 09:59:42 user nova-compute[74535]: </domain>
Dec 06 09:59:42 user nova-compute[74535]:  {{(pid=74535) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Dec 06 09:59:42 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-13cd24cf-687a-41c8-b5b9-bb6e41db5535 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Successfully detached device tap95d9d1df-e2 from instance 4f3357d9-20fc-4dc4-bfc5-ad83a6741013 from the live domain config.
Dec 06 09:59:42 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-13cd24cf-687a-41c8-b5b9-bb6e41db5535 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T09:56:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=InstanceDeviceMetadata,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1981652634',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1981652634',id=6,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBG+pex3NYbTNATtrLtMa0a4luAH0grgwQNWDie/Z8tpJwRxxu3vjIXxFSIeRt/V38MET6S29h9BDwb0xKeFy4xcUhhWxruyCp/SD8zA5vo368iBlHk1DDzPw/Aouw6rJIA==',key_name='tempest-keypair-214001801',keypairs=<?>,launch_index=0,launched_at=2023-12-06T09:56:55Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='585ee9665b434fb0bc5831d6eb32f407',ramdisk_id='',reservation_id='r-ofiu934m',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-561099051',owner_user_name='tempest-TaggedAttachmentsTest-561099051-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T09:56:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='49de51760c8f470aab418ca430df7695',uuid=4f3357d9-20fc-4dc4-bfc5-ad83a6741013,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "95d9d1df-e25b-4e43-9608-1fbefacb0a01", "address": "fa:16:3e:c8:ab:ad", "network": {"id": "dee64c13-2f86-45fe-b193-fc8d2ebd3bb5", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1364914934", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.180", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "585ee9665b434fb0bc5831d6eb32f407", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95d9d1df-e2", "ovs_interfaceid": "95d9d1df-e25b-4e43-9608-1fbefacb0a01", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 09:59:42 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-13cd24cf-687a-41c8-b5b9-bb6e41db5535 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Converting VIF {"id": "95d9d1df-e25b-4e43-9608-1fbefacb0a01", "address": "fa:16:3e:c8:ab:ad", "network": {"id": "dee64c13-2f86-45fe-b193-fc8d2ebd3bb5", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1364914934", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.180", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "585ee9665b434fb0bc5831d6eb32f407", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95d9d1df-e2", "ovs_interfaceid": "95d9d1df-e25b-4e43-9608-1fbefacb0a01", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 09:59:42 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-13cd24cf-687a-41c8-b5b9-bb6e41db5535 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c8:ab:ad,bridge_name='br-int',has_traffic_filtering=True,id=95d9d1df-e25b-4e43-9608-1fbefacb0a01,network=Network(dee64c13-2f86-45fe-b193-fc8d2ebd3bb5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap95d9d1df-e2') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 09:59:42 user nova-compute[74535]: DEBUG os_vif [None req-13cd24cf-687a-41c8-b5b9-bb6e41db5535 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c8:ab:ad,bridge_name='br-int',has_traffic_filtering=True,id=95d9d1df-e25b-4e43-9608-1fbefacb0a01,network=Network(dee64c13-2f86-45fe-b193-fc8d2ebd3bb5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap95d9d1df-e2') {{(pid=74535) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 09:59:42 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:42 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap95d9d1df-e2, bridge=br-int, if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:59:42 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:42 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:59:42 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:42 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=fa283487-0a63-434e-a547-d550b675735d) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:59:42 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:42 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:42 user nova-compute[74535]: INFO os_vif [None req-13cd24cf-687a-41c8-b5b9-bb6e41db5535 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c8:ab:ad,bridge_name='br-int',has_traffic_filtering=True,id=95d9d1df-e25b-4e43-9608-1fbefacb0a01,network=Network(dee64c13-2f86-45fe-b193-fc8d2ebd3bb5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap95d9d1df-e2')
Dec 06 09:59:42 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-13cd24cf-687a-41c8-b5b9-bb6e41db5535 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] set metadata xml: <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 09:59:42 user nova-compute[74535]:   <nova:package version="0.0.0"/>
Dec 06 09:59:42 user nova-compute[74535]:   <nova:name>tempest-device-tagging-server-1981652634</nova:name>
Dec 06 09:59:42 user nova-compute[74535]:   <nova:creationTime>2023-12-06 09:59:42</nova:creationTime>
Dec 06 09:59:42 user nova-compute[74535]:   <nova:flavor name="m1.tiny">
Dec 06 09:59:42 user nova-compute[74535]:     <nova:memory>512</nova:memory>
Dec 06 09:59:42 user nova-compute[74535]:     <nova:disk>1</nova:disk>
Dec 06 09:59:42 user nova-compute[74535]:     <nova:swap>0</nova:swap>
Dec 06 09:59:42 user nova-compute[74535]:     <nova:ephemeral>0</nova:ephemeral>
Dec 06 09:59:42 user nova-compute[74535]:     <nova:vcpus>1</nova:vcpus>
Dec 06 09:59:42 user nova-compute[74535]:   </nova:flavor>
Dec 06 09:59:42 user nova-compute[74535]:   <nova:owner>
Dec 06 09:59:42 user nova-compute[74535]:     <nova:user uuid="49de51760c8f470aab418ca430df7695">tempest-TaggedAttachmentsTest-561099051-project-member</nova:user>
Dec 06 09:59:42 user nova-compute[74535]:     <nova:project uuid="585ee9665b434fb0bc5831d6eb32f407">tempest-TaggedAttachmentsTest-561099051</nova:project>
Dec 06 09:59:42 user nova-compute[74535]:   </nova:owner>
Dec 06 09:59:42 user nova-compute[74535]:   <nova:root type="image" uuid="b338f3c8-9974-4b9f-bacb-c75dd541c256"/>
Dec 06 09:59:42 user nova-compute[74535]:   <nova:ports>
Dec 06 09:59:42 user nova-compute[74535]:     <nova:port uuid="a37b5b7b-eba9-4299-921d-4946561c01e5">
Dec 06 09:59:42 user nova-compute[74535]:       <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Dec 06 09:59:42 user nova-compute[74535]:     </nova:port>
Dec 06 09:59:42 user nova-compute[74535]:   </nova:ports>
Dec 06 09:59:42 user nova-compute[74535]: </nova:instance>
Dec 06 09:59:42 user nova-compute[74535]:  {{(pid=74535) set_metadata /opt/stack/nova/nova/virt/libvirt/guest.py:359}}
Dec 06 09:59:43 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-13cd24cf-687a-41c8-b5b9-bb6e41db5535 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Acquiring lock "refresh_cache-4f3357d9-20fc-4dc4-bfc5-ad83a6741013" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 09:59:43 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-13cd24cf-687a-41c8-b5b9-bb6e41db5535 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Acquired lock "refresh_cache-4f3357d9-20fc-4dc4-bfc5-ad83a6741013" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 09:59:43 user nova-compute[74535]: DEBUG nova.network.neutron [None req-13cd24cf-687a-41c8-b5b9-bb6e41db5535 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] [instance: 4f3357d9-20fc-4dc4-bfc5-ad83a6741013] Building network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 09:59:43 user nova-compute[74535]: DEBUG nova.compute.manager [req-4bb71fae-3060-4225-b898-c8f8cd99e0f7 req-3a5828f9-881b-4c1a-93c5-3a64e89823e7 service nova] [instance: 4f3357d9-20fc-4dc4-bfc5-ad83a6741013] Received event network-vif-deleted-95d9d1df-e25b-4e43-9608-1fbefacb0a01 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:59:43 user nova-compute[74535]: INFO nova.compute.manager [req-4bb71fae-3060-4225-b898-c8f8cd99e0f7 req-3a5828f9-881b-4c1a-93c5-3a64e89823e7 service nova] [instance: 4f3357d9-20fc-4dc4-bfc5-ad83a6741013] Neutron deleted interface 95d9d1df-e25b-4e43-9608-1fbefacb0a01; detaching it from the instance and deleting it from the info cache
Dec 06 09:59:43 user nova-compute[74535]: DEBUG nova.network.neutron [req-4bb71fae-3060-4225-b898-c8f8cd99e0f7 req-3a5828f9-881b-4c1a-93c5-3a64e89823e7 service nova] [instance: 4f3357d9-20fc-4dc4-bfc5-ad83a6741013] Updating instance_info_cache with network_info: [{"id": "a37b5b7b-eba9-4299-921d-4946561c01e5", "address": "fa:16:3e:89:5c:3e", "network": {"id": "534df977-7396-47d8-a74b-25be03a00fc0", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1115040687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "585ee9665b434fb0bc5831d6eb32f407", "mtu": null, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa37b5b7b-eb", "ovs_interfaceid": "a37b5b7b-eba9-4299-921d-4946561c01e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:59:43 user nova-compute[74535]: DEBUG nova.objects.instance [req-4bb71fae-3060-4225-b898-c8f8cd99e0f7 req-3a5828f9-881b-4c1a-93c5-3a64e89823e7 service nova] Lazy-loading 'system_metadata' on Instance uuid 4f3357d9-20fc-4dc4-bfc5-ad83a6741013 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 09:59:43 user nova-compute[74535]: DEBUG nova.objects.instance [req-4bb71fae-3060-4225-b898-c8f8cd99e0f7 req-3a5828f9-881b-4c1a-93c5-3a64e89823e7 service nova] Lazy-loading 'flavor' on Instance uuid 4f3357d9-20fc-4dc4-bfc5-ad83a6741013 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 09:59:43 user nova-compute[74535]: DEBUG nova.objects.base [req-4bb71fae-3060-4225-b898-c8f8cd99e0f7 req-3a5828f9-881b-4c1a-93c5-3a64e89823e7 service nova] Object Instance<4f3357d9-20fc-4dc4-bfc5-ad83a6741013> lazy-loaded attributes: system_metadata,flavor {{(pid=74535) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 09:59:43 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [req-4bb71fae-3060-4225-b898-c8f8cd99e0f7 req-3a5828f9-881b-4c1a-93c5-3a64e89823e7 service nova] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T09:56:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1981652634',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1981652634',id=6,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBG+pex3NYbTNATtrLtMa0a4luAH0grgwQNWDie/Z8tpJwRxxu3vjIXxFSIeRt/V38MET6S29h9BDwb0xKeFy4xcUhhWxruyCp/SD8zA5vo368iBlHk1DDzPw/Aouw6rJIA==',key_name='tempest-keypair-214001801',keypairs=<?>,launch_index=0,launched_at=2023-12-06T09:56:55Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata=<?>,migration_context=None,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='585ee9665b434fb0bc5831d6eb32f407',ramdisk_id='',reservation_id='r-ofiu934m',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-561099051',owner_user_name='tempest-TaggedAttachmentsTest-561099051-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T09:56:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='49de51760c8f470aab418ca430df7695',uuid=4f3357d9-20fc-4dc4-bfc5-ad83a6741013,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "95d9d1df-e25b-4e43-9608-1fbefacb0a01", "address": "fa:16:3e:c8:ab:ad", "network": {"id": "dee64c13-2f86-45fe-b193-fc8d2ebd3bb5", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1364914934", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.180", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "585ee9665b434fb0bc5831d6eb32f407", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95d9d1df-e2", "ovs_interfaceid": "95d9d1df-e25b-4e43-9608-1fbefacb0a01", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74535) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 09:59:43 user nova-compute[74535]: DEBUG nova.network.os_vif_util [req-4bb71fae-3060-4225-b898-c8f8cd99e0f7 req-3a5828f9-881b-4c1a-93c5-3a64e89823e7 service nova] Converting VIF {"id": "95d9d1df-e25b-4e43-9608-1fbefacb0a01", "address": "fa:16:3e:c8:ab:ad", "network": {"id": "dee64c13-2f86-45fe-b193-fc8d2ebd3bb5", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1364914934", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.180", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "585ee9665b434fb0bc5831d6eb32f407", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95d9d1df-e2", "ovs_interfaceid": "95d9d1df-e25b-4e43-9608-1fbefacb0a01", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 09:59:43 user nova-compute[74535]: DEBUG nova.network.os_vif_util [req-4bb71fae-3060-4225-b898-c8f8cd99e0f7 req-3a5828f9-881b-4c1a-93c5-3a64e89823e7 service nova] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c8:ab:ad,bridge_name='br-int',has_traffic_filtering=True,id=95d9d1df-e25b-4e43-9608-1fbefacb0a01,network=Network(dee64c13-2f86-45fe-b193-fc8d2ebd3bb5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap95d9d1df-e2') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 09:59:43 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [req-4bb71fae-3060-4225-b898-c8f8cd99e0f7 req-3a5828f9-881b-4c1a-93c5-3a64e89823e7 service nova] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:c8:ab:ad"/><model type="virtio"/><mtu size="1442"/><target dev="tap95d9d1df-e2"/></interface> {{(pid=74535) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Dec 06 09:59:43 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [req-4bb71fae-3060-4225-b898-c8f8cd99e0f7 req-3a5828f9-881b-4c1a-93c5-3a64e89823e7 service nova] interface for config: <interface type="ethernet"><mac address="fa:16:3e:c8:ab:ad"/><model type="virtio"/><mtu size="1442"/><target dev="tap95d9d1df-e2"/></interface>not found in domain: <domain type='kvm' id='6'>
Dec 06 09:59:43 user nova-compute[74535]:   <name>instance-00000006</name>
Dec 06 09:59:43 user nova-compute[74535]:   <uuid>4f3357d9-20fc-4dc4-bfc5-ad83a6741013</uuid>
Dec 06 09:59:43 user nova-compute[74535]:   <metadata>
Dec 06 09:59:43 user nova-compute[74535]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 09:59:43 user nova-compute[74535]:   <nova:package version="0.0.0"/>
Dec 06 09:59:43 user nova-compute[74535]:   <nova:name>tempest-device-tagging-server-1981652634</nova:name>
Dec 06 09:59:43 user nova-compute[74535]:   <nova:creationTime>2023-12-06 09:59:42</nova:creationTime>
Dec 06 09:59:43 user nova-compute[74535]:   <nova:flavor name="m1.tiny">
Dec 06 09:59:43 user nova-compute[74535]:     <nova:memory>512</nova:memory>
Dec 06 09:59:43 user nova-compute[74535]:     <nova:disk>1</nova:disk>
Dec 06 09:59:43 user nova-compute[74535]:     <nova:swap>0</nova:swap>
Dec 06 09:59:43 user nova-compute[74535]:     <nova:ephemeral>0</nova:ephemeral>
Dec 06 09:59:43 user nova-compute[74535]:     <nova:vcpus>1</nova:vcpus>
Dec 06 09:59:43 user nova-compute[74535]:   </nova:flavor>
Dec 06 09:59:43 user nova-compute[74535]:   <nova:owner>
Dec 06 09:59:43 user nova-compute[74535]:     <nova:user uuid="49de51760c8f470aab418ca430df7695">tempest-TaggedAttachmentsTest-561099051-project-member</nova:user>
Dec 06 09:59:43 user nova-compute[74535]:     <nova:project uuid="585ee9665b434fb0bc5831d6eb32f407">tempest-TaggedAttachmentsTest-561099051</nova:project>
Dec 06 09:59:43 user nova-compute[74535]:   </nova:owner>
Dec 06 09:59:43 user nova-compute[74535]:   <nova:root type="image" uuid="b338f3c8-9974-4b9f-bacb-c75dd541c256"/>
Dec 06 09:59:43 user nova-compute[74535]:   <nova:ports>
Dec 06 09:59:43 user nova-compute[74535]:     <nova:port uuid="a37b5b7b-eba9-4299-921d-4946561c01e5">
Dec 06 09:59:43 user nova-compute[74535]:       <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Dec 06 09:59:43 user nova-compute[74535]:     </nova:port>
Dec 06 09:59:43 user nova-compute[74535]:   </nova:ports>
Dec 06 09:59:43 user nova-compute[74535]: </nova:instance>
Dec 06 09:59:43 user nova-compute[74535]:   </metadata>
Dec 06 09:59:43 user nova-compute[74535]:   <memory unit='KiB'>524288</memory>
Dec 06 09:59:43 user nova-compute[74535]:   <currentMemory unit='KiB'>524288</currentMemory>
Dec 06 09:59:43 user nova-compute[74535]:   <vcpu placement='static'>1</vcpu>
Dec 06 09:59:43 user nova-compute[74535]:   <resource>
Dec 06 09:59:43 user nova-compute[74535]:     <partition>/machine</partition>
Dec 06 09:59:43 user nova-compute[74535]:   </resource>
Dec 06 09:59:43 user nova-compute[74535]:   <sysinfo type='smbios'>
Dec 06 09:59:43 user nova-compute[74535]:     <system>
Dec 06 09:59:43 user nova-compute[74535]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Dec 06 09:59:43 user nova-compute[74535]:       <entry name='product'>OpenStack Nova</entry>
Dec 06 09:59:43 user nova-compute[74535]:       <entry name='version'>0.0.0</entry>
Dec 06 09:59:43 user nova-compute[74535]:       <entry name='serial'>4f3357d9-20fc-4dc4-bfc5-ad83a6741013</entry>
Dec 06 09:59:43 user nova-compute[74535]:       <entry name='uuid'>4f3357d9-20fc-4dc4-bfc5-ad83a6741013</entry>
Dec 06 09:59:43 user nova-compute[74535]:       <entry name='family'>Virtual Machine</entry>
Dec 06 09:59:43 user nova-compute[74535]:     </system>
Dec 06 09:59:43 user nova-compute[74535]:   </sysinfo>
Dec 06 09:59:43 user nova-compute[74535]:   <os>
Dec 06 09:59:43 user nova-compute[74535]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Dec 06 09:59:43 user nova-compute[74535]:     <boot dev='hd'/>
Dec 06 09:59:43 user nova-compute[74535]:     <smbios mode='sysinfo'/>
Dec 06 09:59:43 user nova-compute[74535]:   </os>
Dec 06 09:59:43 user nova-compute[74535]:   <features>
Dec 06 09:59:43 user nova-compute[74535]:     <acpi/>
Dec 06 09:59:43 user nova-compute[74535]:     <apic/>
Dec 06 09:59:43 user nova-compute[74535]:     <vmcoreinfo state='on'/>
Dec 06 09:59:43 user nova-compute[74535]:   </features>
Dec 06 09:59:43 user nova-compute[74535]:   <cpu mode='custom' match='exact' check='full'>
Dec 06 09:59:43 user nova-compute[74535]:     <model fallback='forbid'>Nehalem</model>
Dec 06 09:59:43 user nova-compute[74535]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Dec 06 09:59:43 user nova-compute[74535]:     <feature policy='require' name='vme'/>
Dec 06 09:59:43 user nova-compute[74535]:     <feature policy='require' name='x2apic'/>
Dec 06 09:59:43 user nova-compute[74535]:     <feature policy='require' name='hypervisor'/>
Dec 06 09:59:43 user nova-compute[74535]:   </cpu>
Dec 06 09:59:43 user nova-compute[74535]:   <clock offset='utc'>
Dec 06 09:59:43 user nova-compute[74535]:     <timer name='pit' tickpolicy='delay'/>
Dec 06 09:59:43 user nova-compute[74535]:     <timer name='rtc' tickpolicy='catchup'/>
Dec 06 09:59:43 user nova-compute[74535]:     <timer name='hpet' present='no'/>
Dec 06 09:59:43 user nova-compute[74535]:   </clock>
Dec 06 09:59:43 user nova-compute[74535]:   <on_poweroff>destroy</on_poweroff>
Dec 06 09:59:43 user nova-compute[74535]:   <on_reboot>restart</on_reboot>
Dec 06 09:59:43 user nova-compute[74535]:   <on_crash>destroy</on_crash>
Dec 06 09:59:43 user nova-compute[74535]:   <devices>
Dec 06 09:59:43 user nova-compute[74535]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Dec 06 09:59:43 user nova-compute[74535]:     <disk type='file' device='disk'>
Dec 06 09:59:43 user nova-compute[74535]:       <driver name='qemu' type='qcow2' cache='none'/>
Dec 06 09:59:43 user nova-compute[74535]:       <source file='/opt/stack/data/nova/instances/4f3357d9-20fc-4dc4-bfc5-ad83a6741013/disk' index='2'/>
Dec 06 09:59:43 user nova-compute[74535]:       <backingStore type='file' index='3'>
Dec 06 09:59:43 user nova-compute[74535]:         <format type='raw'/>
Dec 06 09:59:43 user nova-compute[74535]:         <source file='/opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08'/>
Dec 06 09:59:43 user nova-compute[74535]:         <backingStore/>
Dec 06 09:59:43 user nova-compute[74535]:       </backingStore>
Dec 06 09:59:43 user nova-compute[74535]:       <target dev='vda' bus='virtio'/>
Dec 06 09:59:43 user nova-compute[74535]:       <alias name='virtio-disk0'/>
Dec 06 09:59:43 user nova-compute[74535]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Dec 06 09:59:43 user nova-compute[74535]:     </disk>
Dec 06 09:59:43 user nova-compute[74535]:     <disk type='file' device='cdrom'>
Dec 06 09:59:43 user nova-compute[74535]:       <driver name='qemu' type='raw' cache='none'/>
Dec 06 09:59:43 user nova-compute[74535]:       <source file='/opt/stack/data/nova/instances/4f3357d9-20fc-4dc4-bfc5-ad83a6741013/disk.config' index='1'/>
Dec 06 09:59:43 user nova-compute[74535]:       <backingStore/>
Dec 06 09:59:43 user nova-compute[74535]:       <target dev='hda' bus='ide'/>
Dec 06 09:59:43 user nova-compute[74535]:       <readonly/>
Dec 06 09:59:43 user nova-compute[74535]:       <alias name='ide0-0-0'/>
Dec 06 09:59:43 user nova-compute[74535]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Dec 06 09:59:43 user nova-compute[74535]:     </disk>
Dec 06 09:59:43 user nova-compute[74535]:     <controller type='usb' index='0' model='none'>
Dec 06 09:59:43 user nova-compute[74535]:       <alias name='usb'/>
Dec 06 09:59:43 user nova-compute[74535]:     </controller>
Dec 06 09:59:43 user nova-compute[74535]:     <controller type='pci' index='0' model='pci-root'>
Dec 06 09:59:43 user nova-compute[74535]:       <alias name='pci.0'/>
Dec 06 09:59:43 user nova-compute[74535]:     </controller>
Dec 06 09:59:43 user nova-compute[74535]:     <controller type='ide' index='0'>
Dec 06 09:59:43 user nova-compute[74535]:       <alias name='ide'/>
Dec 06 09:59:43 user nova-compute[74535]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Dec 06 09:59:43 user nova-compute[74535]:     </controller>
Dec 06 09:59:43 user nova-compute[74535]:     <interface type='ethernet'>
Dec 06 09:59:43 user nova-compute[74535]:       <mac address='fa:16:3e:89:5c:3e'/>
Dec 06 09:59:43 user nova-compute[74535]:       <target dev='tapa37b5b7b-eb'/>
Dec 06 09:59:43 user nova-compute[74535]:       <model type='virtio'/>
Dec 06 09:59:43 user nova-compute[74535]:       <mtu size='1442'/>
Dec 06 09:59:43 user nova-compute[74535]:       <alias name='net0'/>
Dec 06 09:59:43 user nova-compute[74535]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Dec 06 09:59:43 user nova-compute[74535]:     </interface>
Dec 06 09:59:43 user nova-compute[74535]:     <serial type='pty'>
Dec 06 09:59:43 user nova-compute[74535]:       <source path='/dev/pts/6'/>
Dec 06 09:59:43 user nova-compute[74535]:       <log file='/opt/stack/data/nova/instances/4f3357d9-20fc-4dc4-bfc5-ad83a6741013/console.log' append='off'/>
Dec 06 09:59:43 user nova-compute[74535]:       <target type='isa-serial' port='0'>
Dec 06 09:59:43 user nova-compute[74535]:         <model name='isa-serial'/>
Dec 06 09:59:43 user nova-compute[74535]:       </target>
Dec 06 09:59:43 user nova-compute[74535]:       <alias name='serial0'/>
Dec 06 09:59:43 user nova-compute[74535]:     </serial>
Dec 06 09:59:43 user nova-compute[74535]:     <console type='pty' tty='/dev/pts/6'>
Dec 06 09:59:43 user nova-compute[74535]:       <source path='/dev/pts/6'/>
Dec 06 09:59:43 user nova-compute[74535]:       <log file='/opt/stack/data/nova/instances/4f3357d9-20fc-4dc4-bfc5-ad83a6741013/console.log' append='off'/>
Dec 06 09:59:43 user nova-compute[74535]:       <target type='serial' port='0'/>
Dec 06 09:59:43 user nova-compute[74535]:       <alias name='serial0'/>
Dec 06 09:59:43 user nova-compute[74535]:     </console>
Dec 06 09:59:43 user nova-compute[74535]:     <input type='mouse' bus='ps2'>
Dec 06 09:59:43 user nova-compute[74535]:       <alias name='input0'/>
Dec 06 09:59:43 user nova-compute[74535]:     </input>
Dec 06 09:59:43 user nova-compute[74535]:     <input type='keyboard' bus='ps2'>
Dec 06 09:59:43 user nova-compute[74535]:       <alias name='input1'/>
Dec 06 09:59:43 user nova-compute[74535]:     </input>
Dec 06 09:59:43 user nova-compute[74535]:     <graphics type='vnc' port='5905' autoport='yes' listen='0.0.0.0'>
Dec 06 09:59:43 user nova-compute[74535]:       <listen type='address' address='0.0.0.0'/>
Dec 06 09:59:43 user nova-compute[74535]:     </graphics>
Dec 06 09:59:43 user nova-compute[74535]:     <audio id='1' type='none'/>
Dec 06 09:59:43 user nova-compute[74535]:     <video>
Dec 06 09:59:43 user nova-compute[74535]:       <model type='virtio' heads='1' primary='yes'/>
Dec 06 09:59:43 user nova-compute[74535]:       <alias name='video0'/>
Dec 06 09:59:43 user nova-compute[74535]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Dec 06 09:59:43 user nova-compute[74535]:     </video>
Dec 06 09:59:43 user nova-compute[74535]:     <memballoon model='virtio'>
Dec 06 09:59:43 user nova-compute[74535]:       <stats period='10'/>
Dec 06 09:59:43 user nova-compute[74535]:       <alias name='balloon0'/>
Dec 06 09:59:43 user nova-compute[74535]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Dec 06 09:59:43 user nova-compute[74535]:     </memballoon>
Dec 06 09:59:43 user nova-compute[74535]:     <rng model='virtio'>
Dec 06 09:59:43 user nova-compute[74535]:       <backend model='random'>/dev/urandom</backend>
Dec 06 09:59:43 user nova-compute[74535]:       <alias name='rng0'/>
Dec 06 09:59:43 user nova-compute[74535]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Dec 06 09:59:43 user nova-compute[74535]:     </rng>
Dec 06 09:59:43 user nova-compute[74535]:   </devices>
Dec 06 09:59:43 user nova-compute[74535]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Dec 06 09:59:43 user nova-compute[74535]:     <label>libvirt-4f3357d9-20fc-4dc4-bfc5-ad83a6741013</label>
Dec 06 09:59:43 user nova-compute[74535]:     <imagelabel>libvirt-4f3357d9-20fc-4dc4-bfc5-ad83a6741013</imagelabel>
Dec 06 09:59:43 user nova-compute[74535]:   </seclabel>
Dec 06 09:59:43 user nova-compute[74535]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Dec 06 09:59:43 user nova-compute[74535]:     <label>+64055:+108</label>
Dec 06 09:59:43 user nova-compute[74535]:     <imagelabel>+64055:+108</imagelabel>
Dec 06 09:59:43 user nova-compute[74535]:   </seclabel>
Dec 06 09:59:43 user nova-compute[74535]: </domain>
Dec 06 09:59:43 user nova-compute[74535]:  {{(pid=74535) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Dec 06 09:59:43 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [req-4bb71fae-3060-4225-b898-c8f8cd99e0f7 req-3a5828f9-881b-4c1a-93c5-3a64e89823e7 service nova] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:c8:ab:ad"/><model type="virtio"/><mtu size="1442"/><target dev="tap95d9d1df-e2"/></interface> {{(pid=74535) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Dec 06 09:59:43 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [req-4bb71fae-3060-4225-b898-c8f8cd99e0f7 req-3a5828f9-881b-4c1a-93c5-3a64e89823e7 service nova] interface for config: <interface type="ethernet"><mac address="fa:16:3e:c8:ab:ad"/><model type="virtio"/><mtu size="1442"/><target dev="tap95d9d1df-e2"/></interface>not found in domain: <domain type='kvm' id='6'>
Dec 06 09:59:43 user nova-compute[74535]:   <name>instance-00000006</name>
Dec 06 09:59:43 user nova-compute[74535]:   <uuid>4f3357d9-20fc-4dc4-bfc5-ad83a6741013</uuid>
Dec 06 09:59:43 user nova-compute[74535]:   <metadata>
Dec 06 09:59:43 user nova-compute[74535]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 09:59:43 user nova-compute[74535]:   <nova:package version="0.0.0"/>
Dec 06 09:59:43 user nova-compute[74535]:   <nova:name>tempest-device-tagging-server-1981652634</nova:name>
Dec 06 09:59:43 user nova-compute[74535]:   <nova:creationTime>2023-12-06 09:59:42</nova:creationTime>
Dec 06 09:59:43 user nova-compute[74535]:   <nova:flavor name="m1.tiny">
Dec 06 09:59:43 user nova-compute[74535]:     <nova:memory>512</nova:memory>
Dec 06 09:59:43 user nova-compute[74535]:     <nova:disk>1</nova:disk>
Dec 06 09:59:43 user nova-compute[74535]:     <nova:swap>0</nova:swap>
Dec 06 09:59:43 user nova-compute[74535]:     <nova:ephemeral>0</nova:ephemeral>
Dec 06 09:59:43 user nova-compute[74535]:     <nova:vcpus>1</nova:vcpus>
Dec 06 09:59:43 user nova-compute[74535]:   </nova:flavor>
Dec 06 09:59:43 user nova-compute[74535]:   <nova:owner>
Dec 06 09:59:43 user nova-compute[74535]:     <nova:user uuid="49de51760c8f470aab418ca430df7695">tempest-TaggedAttachmentsTest-561099051-project-member</nova:user>
Dec 06 09:59:43 user nova-compute[74535]:     <nova:project uuid="585ee9665b434fb0bc5831d6eb32f407">tempest-TaggedAttachmentsTest-561099051</nova:project>
Dec 06 09:59:43 user nova-compute[74535]:   </nova:owner>
Dec 06 09:59:43 user nova-compute[74535]:   <nova:root type="image" uuid="b338f3c8-9974-4b9f-bacb-c75dd541c256"/>
Dec 06 09:59:43 user nova-compute[74535]:   <nova:ports>
Dec 06 09:59:43 user nova-compute[74535]:     <nova:port uuid="a37b5b7b-eba9-4299-921d-4946561c01e5">
Dec 06 09:59:43 user nova-compute[74535]:       <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Dec 06 09:59:43 user nova-compute[74535]:     </nova:port>
Dec 06 09:59:43 user nova-compute[74535]:   </nova:ports>
Dec 06 09:59:43 user nova-compute[74535]: </nova:instance>
Dec 06 09:59:43 user nova-compute[74535]:   </metadata>
Dec 06 09:59:43 user nova-compute[74535]:   <memory unit='KiB'>524288</memory>
Dec 06 09:59:43 user nova-compute[74535]:   <currentMemory unit='KiB'>524288</currentMemory>
Dec 06 09:59:43 user nova-compute[74535]:   <vcpu placement='static'>1</vcpu>
Dec 06 09:59:43 user nova-compute[74535]:   <resource>
Dec 06 09:59:43 user nova-compute[74535]:     <partition>/machine</partition>
Dec 06 09:59:43 user nova-compute[74535]:   </resource>
Dec 06 09:59:43 user nova-compute[74535]:   <sysinfo type='smbios'>
Dec 06 09:59:43 user nova-compute[74535]:     <system>
Dec 06 09:59:43 user nova-compute[74535]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Dec 06 09:59:43 user nova-compute[74535]:       <entry name='product'>OpenStack Nova</entry>
Dec 06 09:59:43 user nova-compute[74535]:       <entry name='version'>0.0.0</entry>
Dec 06 09:59:43 user nova-compute[74535]:       <entry name='serial'>4f3357d9-20fc-4dc4-bfc5-ad83a6741013</entry>
Dec 06 09:59:43 user nova-compute[74535]:       <entry name='uuid'>4f3357d9-20fc-4dc4-bfc5-ad83a6741013</entry>
Dec 06 09:59:43 user nova-compute[74535]:       <entry name='family'>Virtual Machine</entry>
Dec 06 09:59:43 user nova-compute[74535]:     </system>
Dec 06 09:59:43 user nova-compute[74535]:   </sysinfo>
Dec 06 09:59:43 user nova-compute[74535]:   <os>
Dec 06 09:59:43 user nova-compute[74535]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Dec 06 09:59:43 user nova-compute[74535]:     <boot dev='hd'/>
Dec 06 09:59:43 user nova-compute[74535]:     <smbios mode='sysinfo'/>
Dec 06 09:59:43 user nova-compute[74535]:   </os>
Dec 06 09:59:43 user nova-compute[74535]:   <features>
Dec 06 09:59:43 user nova-compute[74535]:     <acpi/>
Dec 06 09:59:43 user nova-compute[74535]:     <apic/>
Dec 06 09:59:43 user nova-compute[74535]:     <vmcoreinfo state='on'/>
Dec 06 09:59:43 user nova-compute[74535]:   </features>
Dec 06 09:59:43 user nova-compute[74535]:   <cpu mode='custom' match='exact' check='full'>
Dec 06 09:59:43 user nova-compute[74535]:     <model fallback='forbid'>Nehalem</model>
Dec 06 09:59:43 user nova-compute[74535]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Dec 06 09:59:43 user nova-compute[74535]:     <feature policy='require' name='vme'/>
Dec 06 09:59:43 user nova-compute[74535]:     <feature policy='require' name='x2apic'/>
Dec 06 09:59:43 user nova-compute[74535]:     <feature policy='require' name='hypervisor'/>
Dec 06 09:59:43 user nova-compute[74535]:   </cpu>
Dec 06 09:59:43 user nova-compute[74535]:   <clock offset='utc'>
Dec 06 09:59:43 user nova-compute[74535]:     <timer name='pit' tickpolicy='delay'/>
Dec 06 09:59:43 user nova-compute[74535]:     <timer name='rtc' tickpolicy='catchup'/>
Dec 06 09:59:43 user nova-compute[74535]:     <timer name='hpet' present='no'/>
Dec 06 09:59:43 user nova-compute[74535]:   </clock>
Dec 06 09:59:43 user nova-compute[74535]:   <on_poweroff>destroy</on_poweroff>
Dec 06 09:59:43 user nova-compute[74535]:   <on_reboot>restart</on_reboot>
Dec 06 09:59:43 user nova-compute[74535]:   <on_crash>destroy</on_crash>
Dec 06 09:59:43 user nova-compute[74535]:   <devices>
Dec 06 09:59:43 user nova-compute[74535]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Dec 06 09:59:43 user nova-compute[74535]:     <disk type='file' device='disk'>
Dec 06 09:59:43 user nova-compute[74535]:       <driver name='qemu' type='qcow2' cache='none'/>
Dec 06 09:59:43 user nova-compute[74535]:       <source file='/opt/stack/data/nova/instances/4f3357d9-20fc-4dc4-bfc5-ad83a6741013/disk' index='2'/>
Dec 06 09:59:43 user nova-compute[74535]:       <backingStore type='file' index='3'>
Dec 06 09:59:43 user nova-compute[74535]:         <format type='raw'/>
Dec 06 09:59:43 user nova-compute[74535]:         <source file='/opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08'/>
Dec 06 09:59:43 user nova-compute[74535]:         <backingStore/>
Dec 06 09:59:43 user nova-compute[74535]:       </backingStore>
Dec 06 09:59:43 user nova-compute[74535]:       <target dev='vda' bus='virtio'/>
Dec 06 09:59:43 user nova-compute[74535]:       <alias name='virtio-disk0'/>
Dec 06 09:59:43 user nova-compute[74535]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Dec 06 09:59:43 user nova-compute[74535]:     </disk>
Dec 06 09:59:43 user nova-compute[74535]:     <disk type='file' device='cdrom'>
Dec 06 09:59:43 user nova-compute[74535]:       <driver name='qemu' type='raw' cache='none'/>
Dec 06 09:59:43 user nova-compute[74535]:       <source file='/opt/stack/data/nova/instances/4f3357d9-20fc-4dc4-bfc5-ad83a6741013/disk.config' index='1'/>
Dec 06 09:59:43 user nova-compute[74535]:       <backingStore/>
Dec 06 09:59:43 user nova-compute[74535]:       <target dev='hda' bus='ide'/>
Dec 06 09:59:43 user nova-compute[74535]:       <readonly/>
Dec 06 09:59:43 user nova-compute[74535]:       <alias name='ide0-0-0'/>
Dec 06 09:59:43 user nova-compute[74535]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Dec 06 09:59:43 user nova-compute[74535]:     </disk>
Dec 06 09:59:43 user nova-compute[74535]:     <controller type='usb' index='0' model='none'>
Dec 06 09:59:43 user nova-compute[74535]:       <alias name='usb'/>
Dec 06 09:59:43 user nova-compute[74535]:     </controller>
Dec 06 09:59:43 user nova-compute[74535]:     <controller type='pci' index='0' model='pci-root'>
Dec 06 09:59:43 user nova-compute[74535]:       <alias name='pci.0'/>
Dec 06 09:59:43 user nova-compute[74535]:     </controller>
Dec 06 09:59:43 user nova-compute[74535]:     <controller type='ide' index='0'>
Dec 06 09:59:43 user nova-compute[74535]:       <alias name='ide'/>
Dec 06 09:59:43 user nova-compute[74535]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Dec 06 09:59:43 user nova-compute[74535]:     </controller>
Dec 06 09:59:43 user nova-compute[74535]:     <interface type='ethernet'>
Dec 06 09:59:43 user nova-compute[74535]:       <mac address='fa:16:3e:89:5c:3e'/>
Dec 06 09:59:43 user nova-compute[74535]:       <target dev='tapa37b5b7b-eb'/>
Dec 06 09:59:43 user nova-compute[74535]:       <model type='virtio'/>
Dec 06 09:59:43 user nova-compute[74535]:       <mtu size='1442'/>
Dec 06 09:59:43 user nova-compute[74535]:       <alias name='net0'/>
Dec 06 09:59:43 user nova-compute[74535]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Dec 06 09:59:43 user nova-compute[74535]:     </interface>
Dec 06 09:59:43 user nova-compute[74535]:     <serial type='pty'>
Dec 06 09:59:43 user nova-compute[74535]:       <source path='/dev/pts/6'/>
Dec 06 09:59:43 user nova-compute[74535]:       <log file='/opt/stack/data/nova/instances/4f3357d9-20fc-4dc4-bfc5-ad83a6741013/console.log' append='off'/>
Dec 06 09:59:43 user nova-compute[74535]:       <target type='isa-serial' port='0'>
Dec 06 09:59:43 user nova-compute[74535]:         <model name='isa-serial'/>
Dec 06 09:59:43 user nova-compute[74535]:       </target>
Dec 06 09:59:43 user nova-compute[74535]:       <alias name='serial0'/>
Dec 06 09:59:43 user nova-compute[74535]:     </serial>
Dec 06 09:59:43 user nova-compute[74535]:     <console type='pty' tty='/dev/pts/6'>
Dec 06 09:59:43 user nova-compute[74535]:       <source path='/dev/pts/6'/>
Dec 06 09:59:43 user nova-compute[74535]:       <log file='/opt/stack/data/nova/instances/4f3357d9-20fc-4dc4-bfc5-ad83a6741013/console.log' append='off'/>
Dec 06 09:59:43 user nova-compute[74535]:       <target type='serial' port='0'/>
Dec 06 09:59:43 user nova-compute[74535]:       <alias name='serial0'/>
Dec 06 09:59:43 user nova-compute[74535]:     </console>
Dec 06 09:59:43 user nova-compute[74535]:     <input type='mouse' bus='ps2'>
Dec 06 09:59:43 user nova-compute[74535]:       <alias name='input0'/>
Dec 06 09:59:43 user nova-compute[74535]:     </input>
Dec 06 09:59:43 user nova-compute[74535]:     <input type='keyboard' bus='ps2'>
Dec 06 09:59:43 user nova-compute[74535]:       <alias name='input1'/>
Dec 06 09:59:43 user nova-compute[74535]:     </input>
Dec 06 09:59:43 user nova-compute[74535]:     <graphics type='vnc' port='5905' autoport='yes' listen='0.0.0.0'>
Dec 06 09:59:43 user nova-compute[74535]:       <listen type='address' address='0.0.0.0'/>
Dec 06 09:59:43 user nova-compute[74535]:     </graphics>
Dec 06 09:59:43 user nova-compute[74535]:     <audio id='1' type='none'/>
Dec 06 09:59:43 user nova-compute[74535]:     <video>
Dec 06 09:59:43 user nova-compute[74535]:       <model type='virtio' heads='1' primary='yes'/>
Dec 06 09:59:43 user nova-compute[74535]:       <alias name='video0'/>
Dec 06 09:59:43 user nova-compute[74535]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Dec 06 09:59:43 user nova-compute[74535]:     </video>
Dec 06 09:59:43 user nova-compute[74535]:     <memballoon model='virtio'>
Dec 06 09:59:43 user nova-compute[74535]:       <stats period='10'/>
Dec 06 09:59:43 user nova-compute[74535]:       <alias name='balloon0'/>
Dec 06 09:59:43 user nova-compute[74535]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Dec 06 09:59:43 user nova-compute[74535]:     </memballoon>
Dec 06 09:59:43 user nova-compute[74535]:     <rng model='virtio'>
Dec 06 09:59:43 user nova-compute[74535]:       <backend model='random'>/dev/urandom</backend>
Dec 06 09:59:43 user nova-compute[74535]:       <alias name='rng0'/>
Dec 06 09:59:43 user nova-compute[74535]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Dec 06 09:59:43 user nova-compute[74535]:     </rng>
Dec 06 09:59:43 user nova-compute[74535]:   </devices>
Dec 06 09:59:43 user nova-compute[74535]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Dec 06 09:59:43 user nova-compute[74535]:     <label>libvirt-4f3357d9-20fc-4dc4-bfc5-ad83a6741013</label>
Dec 06 09:59:43 user nova-compute[74535]:     <imagelabel>libvirt-4f3357d9-20fc-4dc4-bfc5-ad83a6741013</imagelabel>
Dec 06 09:59:43 user nova-compute[74535]:   </seclabel>
Dec 06 09:59:43 user nova-compute[74535]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Dec 06 09:59:43 user nova-compute[74535]:     <label>+64055:+108</label>
Dec 06 09:59:43 user nova-compute[74535]:     <imagelabel>+64055:+108</imagelabel>
Dec 06 09:59:43 user nova-compute[74535]:   </seclabel>
Dec 06 09:59:43 user nova-compute[74535]: </domain>
Dec 06 09:59:43 user nova-compute[74535]:  {{(pid=74535) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Dec 06 09:59:43 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [req-4bb71fae-3060-4225-b898-c8f8cd99e0f7 req-3a5828f9-881b-4c1a-93c5-3a64e89823e7 service nova] [instance: 4f3357d9-20fc-4dc4-bfc5-ad83a6741013] Detaching interface fa:16:3e:c8:ab:ad failed because the device is no longer found on the guest.: nova.exception.DeviceNotFound: Device 'tap95d9d1df-e2' not found.
Dec 06 09:59:43 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [req-4bb71fae-3060-4225-b898-c8f8cd99e0f7 req-3a5828f9-881b-4c1a-93c5-3a64e89823e7 service nova] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T09:56:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1981652634',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1981652634',id=6,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBG+pex3NYbTNATtrLtMa0a4luAH0grgwQNWDie/Z8tpJwRxxu3vjIXxFSIeRt/V38MET6S29h9BDwb0xKeFy4xcUhhWxruyCp/SD8zA5vo368iBlHk1DDzPw/Aouw6rJIA==',key_name='tempest-keypair-214001801',keypairs=<?>,launch_index=0,launched_at=2023-12-06T09:56:55Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata=<?>,migration_context=None,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='585ee9665b434fb0bc5831d6eb32f407',ramdisk_id='',reservation_id='r-ofiu934m',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-561099051',owner_user_name='tempest-TaggedAttachmentsTest-561099051-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T09:56:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='49de51760c8f470aab418ca430df7695',uuid=4f3357d9-20fc-4dc4-bfc5-ad83a6741013,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "95d9d1df-e25b-4e43-9608-1fbefacb0a01", "address": "fa:16:3e:c8:ab:ad", "network": {"id": "dee64c13-2f86-45fe-b193-fc8d2ebd3bb5", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1364914934", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.180", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "585ee9665b434fb0bc5831d6eb32f407", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95d9d1df-e2", "ovs_interfaceid": "95d9d1df-e25b-4e43-9608-1fbefacb0a01", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 09:59:43 user nova-compute[74535]: DEBUG nova.network.os_vif_util [req-4bb71fae-3060-4225-b898-c8f8cd99e0f7 req-3a5828f9-881b-4c1a-93c5-3a64e89823e7 service nova] Converting VIF {"id": "95d9d1df-e25b-4e43-9608-1fbefacb0a01", "address": "fa:16:3e:c8:ab:ad", "network": {"id": "dee64c13-2f86-45fe-b193-fc8d2ebd3bb5", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1364914934", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.180", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "585ee9665b434fb0bc5831d6eb32f407", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95d9d1df-e2", "ovs_interfaceid": "95d9d1df-e25b-4e43-9608-1fbefacb0a01", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 09:59:43 user nova-compute[74535]: DEBUG nova.network.os_vif_util [req-4bb71fae-3060-4225-b898-c8f8cd99e0f7 req-3a5828f9-881b-4c1a-93c5-3a64e89823e7 service nova] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c8:ab:ad,bridge_name='br-int',has_traffic_filtering=True,id=95d9d1df-e25b-4e43-9608-1fbefacb0a01,network=Network(dee64c13-2f86-45fe-b193-fc8d2ebd3bb5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap95d9d1df-e2') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 09:59:43 user nova-compute[74535]: DEBUG os_vif [req-4bb71fae-3060-4225-b898-c8f8cd99e0f7 req-3a5828f9-881b-4c1a-93c5-3a64e89823e7 service nova] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c8:ab:ad,bridge_name='br-int',has_traffic_filtering=True,id=95d9d1df-e25b-4e43-9608-1fbefacb0a01,network=Network(dee64c13-2f86-45fe-b193-fc8d2ebd3bb5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap95d9d1df-e2') {{(pid=74535) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 09:59:43 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:43 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap95d9d1df-e2, bridge=br-int, if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:59:43 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 09:59:43 user nova-compute[74535]: INFO os_vif [req-4bb71fae-3060-4225-b898-c8f8cd99e0f7 req-3a5828f9-881b-4c1a-93c5-3a64e89823e7 service nova] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c8:ab:ad,bridge_name='br-int',has_traffic_filtering=True,id=95d9d1df-e25b-4e43-9608-1fbefacb0a01,network=Network(dee64c13-2f86-45fe-b193-fc8d2ebd3bb5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap95d9d1df-e2')
Dec 06 09:59:43 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [req-4bb71fae-3060-4225-b898-c8f8cd99e0f7 req-3a5828f9-881b-4c1a-93c5-3a64e89823e7 service nova] set metadata xml: <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 09:59:43 user nova-compute[74535]:   <nova:package version="0.0.0"/>
Dec 06 09:59:43 user nova-compute[74535]:   <nova:name>tempest-device-tagging-server-1981652634</nova:name>
Dec 06 09:59:43 user nova-compute[74535]:   <nova:creationTime>2023-12-06 09:59:43</nova:creationTime>
Dec 06 09:59:43 user nova-compute[74535]:   <nova:flavor name="m1.tiny">
Dec 06 09:59:43 user nova-compute[74535]:     <nova:memory>512</nova:memory>
Dec 06 09:59:43 user nova-compute[74535]:     <nova:disk>1</nova:disk>
Dec 06 09:59:43 user nova-compute[74535]:     <nova:swap>0</nova:swap>
Dec 06 09:59:43 user nova-compute[74535]:     <nova:ephemeral>0</nova:ephemeral>
Dec 06 09:59:43 user nova-compute[74535]:     <nova:vcpus>1</nova:vcpus>
Dec 06 09:59:43 user nova-compute[74535]:   </nova:flavor>
Dec 06 09:59:43 user nova-compute[74535]:   <nova:owner>
Dec 06 09:59:43 user nova-compute[74535]:     <nova:user uuid="49de51760c8f470aab418ca430df7695">tempest-TaggedAttachmentsTest-561099051-project-member</nova:user>
Dec 06 09:59:43 user nova-compute[74535]:     <nova:project uuid="585ee9665b434fb0bc5831d6eb32f407">tempest-TaggedAttachmentsTest-561099051</nova:project>
Dec 06 09:59:43 user nova-compute[74535]:   </nova:owner>
Dec 06 09:59:43 user nova-compute[74535]:   <nova:root type="image" uuid="b338f3c8-9974-4b9f-bacb-c75dd541c256"/>
Dec 06 09:59:43 user nova-compute[74535]:   <nova:ports>
Dec 06 09:59:43 user nova-compute[74535]:     <nova:port uuid="a37b5b7b-eba9-4299-921d-4946561c01e5">
Dec 06 09:59:43 user nova-compute[74535]:       <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Dec 06 09:59:43 user nova-compute[74535]:     </nova:port>
Dec 06 09:59:43 user nova-compute[74535]:   </nova:ports>
Dec 06 09:59:43 user nova-compute[74535]: </nova:instance>
Dec 06 09:59:43 user nova-compute[74535]:  {{(pid=74535) set_metadata /opt/stack/nova/nova/virt/libvirt/guest.py:359}}
Dec 06 09:59:43 user nova-compute[74535]: DEBUG nova.compute.manager [None req-d7123fac-55f1-468d-9f82-cc2c7e360121 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] [instance: d596eeb0-45d3-49cd-80f4-bcccca96c267] Instance event wait completed in 0 seconds for  {{(pid=74535) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 09:59:43 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-d7123fac-55f1-468d-9f82-cc2c7e360121 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] [instance: d596eeb0-45d3-49cd-80f4-bcccca96c267] Guest created on hypervisor {{(pid=74535) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 09:59:43 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: d596eeb0-45d3-49cd-80f4-bcccca96c267] Instance spawned successfully.
Dec 06 09:59:43 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-d7123fac-55f1-468d-9f82-cc2c7e360121 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] [instance: d596eeb0-45d3-49cd-80f4-bcccca96c267] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 09:59:43 user nova-compute[74535]: DEBUG nova.compute.manager [req-adf70e2b-6af0-45b9-8445-cb6960a0d6ed req-70b80993-e061-491c-a9aa-73f88927d388 service nova] [instance: d596eeb0-45d3-49cd-80f4-bcccca96c267] Received event network-vif-plugged-7ecea67c-141c-4881-948f-51395fb57b8b {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:59:43 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-adf70e2b-6af0-45b9-8445-cb6960a0d6ed req-70b80993-e061-491c-a9aa-73f88927d388 service nova] Acquiring lock "d596eeb0-45d3-49cd-80f4-bcccca96c267-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:59:43 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-adf70e2b-6af0-45b9-8445-cb6960a0d6ed req-70b80993-e061-491c-a9aa-73f88927d388 service nova] Lock "d596eeb0-45d3-49cd-80f4-bcccca96c267-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:59:43 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-adf70e2b-6af0-45b9-8445-cb6960a0d6ed req-70b80993-e061-491c-a9aa-73f88927d388 service nova] Lock "d596eeb0-45d3-49cd-80f4-bcccca96c267-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:59:43 user nova-compute[74535]: DEBUG nova.compute.manager [req-adf70e2b-6af0-45b9-8445-cb6960a0d6ed req-70b80993-e061-491c-a9aa-73f88927d388 service nova] [instance: d596eeb0-45d3-49cd-80f4-bcccca96c267] No waiting events found dispatching network-vif-plugged-7ecea67c-141c-4881-948f-51395fb57b8b {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:59:43 user nova-compute[74535]: WARNING nova.compute.manager [req-adf70e2b-6af0-45b9-8445-cb6960a0d6ed req-70b80993-e061-491c-a9aa-73f88927d388 service nova] [instance: d596eeb0-45d3-49cd-80f4-bcccca96c267] Received unexpected event network-vif-plugged-7ecea67c-141c-4881-948f-51395fb57b8b for instance with vm_state building and task_state spawning.
Dec 06 09:59:43 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-d7123fac-55f1-468d-9f82-cc2c7e360121 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] [instance: d596eeb0-45d3-49cd-80f4-bcccca96c267] Found default for hw_cdrom_bus of ide {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 09:59:43 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-d7123fac-55f1-468d-9f82-cc2c7e360121 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] [instance: d596eeb0-45d3-49cd-80f4-bcccca96c267] Found default for hw_disk_bus of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 09:59:43 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-d7123fac-55f1-468d-9f82-cc2c7e360121 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] [instance: d596eeb0-45d3-49cd-80f4-bcccca96c267] Found default for hw_input_bus of None {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 09:59:43 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-d7123fac-55f1-468d-9f82-cc2c7e360121 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] [instance: d596eeb0-45d3-49cd-80f4-bcccca96c267] Found default for hw_pointer_model of None {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 09:59:43 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-d7123fac-55f1-468d-9f82-cc2c7e360121 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] [instance: d596eeb0-45d3-49cd-80f4-bcccca96c267] Found default for hw_video_model of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 09:59:43 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-d7123fac-55f1-468d-9f82-cc2c7e360121 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] [instance: d596eeb0-45d3-49cd-80f4-bcccca96c267] Found default for hw_vif_model of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 09:59:43 user nova-compute[74535]: INFO nova.network.neutron [None req-13cd24cf-687a-41c8-b5b9-bb6e41db5535 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] [instance: 4f3357d9-20fc-4dc4-bfc5-ad83a6741013] Port 95d9d1df-e25b-4e43-9608-1fbefacb0a01 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache.
Dec 06 09:59:43 user nova-compute[74535]: DEBUG nova.network.neutron [None req-13cd24cf-687a-41c8-b5b9-bb6e41db5535 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] [instance: 4f3357d9-20fc-4dc4-bfc5-ad83a6741013] Updating instance_info_cache with network_info: [{"id": "a37b5b7b-eba9-4299-921d-4946561c01e5", "address": "fa:16:3e:89:5c:3e", "network": {"id": "534df977-7396-47d8-a74b-25be03a00fc0", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1115040687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "585ee9665b434fb0bc5831d6eb32f407", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa37b5b7b-eb", "ovs_interfaceid": "a37b5b7b-eba9-4299-921d-4946561c01e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:59:43 user nova-compute[74535]: INFO nova.compute.manager [None req-d7123fac-55f1-468d-9f82-cc2c7e360121 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] [instance: d596eeb0-45d3-49cd-80f4-bcccca96c267] Took 5.37 seconds to spawn the instance on the hypervisor.
Dec 06 09:59:43 user nova-compute[74535]: DEBUG nova.compute.manager [None req-d7123fac-55f1-468d-9f82-cc2c7e360121 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] [instance: d596eeb0-45d3-49cd-80f4-bcccca96c267] Checking state {{(pid=74535) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 09:59:43 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-13cd24cf-687a-41c8-b5b9-bb6e41db5535 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Releasing lock "refresh_cache-4f3357d9-20fc-4dc4-bfc5-ad83a6741013" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 09:59:43 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-13cd24cf-687a-41c8-b5b9-bb6e41db5535 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Lock "interface-4f3357d9-20fc-4dc4-bfc5-ad83a6741013-95d9d1df-e25b-4e43-9608-1fbefacb0a01" "released" by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" :: held 21.479s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:59:43 user nova-compute[74535]: INFO nova.compute.manager [None req-d7123fac-55f1-468d-9f82-cc2c7e360121 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] [instance: d596eeb0-45d3-49cd-80f4-bcccca96c267] Took 6.10 seconds to build instance.
Dec 06 09:59:43 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-d7123fac-55f1-468d-9f82-cc2c7e360121 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Lock "d596eeb0-45d3-49cd-80f4-bcccca96c267" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.200s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:59:46 user nova-compute[74535]: INFO nova.compute.manager [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] [instance: 6bf0acc8-fdfe-4278-827c-098964372e14] Took 7.45 seconds to detach 3 volumes for instance.
Dec 06 09:59:46 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:59:46 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:59:46 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 09:59:46 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 09:59:46 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.357s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:59:46 user nova-compute[74535]: INFO nova.scheduler.client.report [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Deleted allocations for instance 6bf0acc8-fdfe-4278-827c-098964372e14
Dec 06 09:59:47 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-bbede738-f05b-4e11-8819-d508a97b5846 tempest-TaggedBootDevicesTest-456066124 tempest-TaggedBootDevicesTest-456066124-project-member] Lock "6bf0acc8-fdfe-4278-827c-098964372e14" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 15.945s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:59:47 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:47 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:53 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:59:53 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-2dd622c0-90dc-4820-a407-8bc1ca584431 tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 93fb3c38-baad-41c4-89b2-2a37c779c62a is timed out.
Dec 06 09:59:53 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-2dd622c0-90dc-4820-a407-8bc1ca584431 tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] Successfully detached device vdb from instance 93fb3c38-baad-41c4-89b2-2a37c779c62a from the live domain config.
Dec 06 09:59:53 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2dd622c0-90dc-4820-a407-8bc1ca584431 tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] [instance: 93fb3c38-baad-41c4-89b2-2a37c779c62a] calling os-brick to detach iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 09:59:53 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-2dd622c0-90dc-4820-a407-8bc1ca584431 tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, {'target_iqn': 'iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PuSODYzR', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdh', 'volume_id': 'a26b8106-5172-484e-afbd-2dda58364204'}, None), 'kwargs': False}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 09:59:53 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-2dd622c0-90dc-4820-a407-8bc1ca584431 tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 09:59:53 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-2dd622c0-90dc-4820-a407-8bc1ca584431 tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 09:59:53 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-2dd622c0-90dc-4820-a407-8bc1ca584431 tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 09:59:53 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:53 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:53 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed3a548d-c5ef-4339-b4d4-35eb6bf28e90]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:53 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-2dd622c0-90dc-4820-a407-8bc1ca584431 tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 09:59:53 user nova-compute[74535]: No targets found.
Dec 06 09:59:53 user nova-compute[74535]: iSNS:
Dec 06 09:59:53 user nova-compute[74535]: No targets found.
Dec 06 09:59:53 user nova-compute[74535]: STATIC:
Dec 06 09:59:53 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204
Dec 06 09:59:53 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 09:59:53 user nova-compute[74535]:                 Iface Name: default
Dec 06 09:59:53 user nova-compute[74535]: FIRMWARE:
Dec 06 09:59:53 user nova-compute[74535]: No targets found.
Dec 06 09:59:53 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 09:59:53 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-2dd622c0-90dc-4820-a407-8bc1ca584431 tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 09:59:53 user nova-compute[74535]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 09:59:53 user nova-compute[74535]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74535) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 09:59:53 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-2dd622c0-90dc-4820-a407-8bc1ca584431 tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204', 0)] {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 09:59:53 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:53 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.023s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:53 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf9c874a-5397-452f-abf8-07e3b8b402b8]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:53 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:53 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:53 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[cfa1a756-6ccd-4afa-a967-7e8c2c59ad94]: (4, ('tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204 (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:53 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-2dd622c0-90dc-4820-a407-8bc1ca584431 tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204 (non-flash)
Dec 06 09:59:53 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 09:59:53 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-2dd622c0-90dc-4820-a407-8bc1ca584431 tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] iscsi session list stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204 (non-flash)
Dec 06 09:59:53 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 09:59:53 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-2dd622c0-90dc-4820-a407-8bc1ca584431 tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ff12c163eb0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204'): ({'sdh'}, set())}) {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 09:59:53 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-2dd622c0-90dc-4820-a407-8bc1ca584431 tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] Removing single pathed devices sdh {{(pid=74535) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 09:59:53 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:53 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:53 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc1a0545-cba3-4753-8cad-be92fef35282]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:53 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdh {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:53 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdh" returned: 0 in 0.021s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:53 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[337b36b0-89f6-40d2-b2a2-b3a39c40dc97]: (4, ('ok\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:53 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-2dd622c0-90dc-4820-a407-8bc1ca584431 tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] Flushing IO for device /dev/sdh {{(pid=74535) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 09:59:53 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdh {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:53 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdh" returned: 0 in 0.015s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:53 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[c97dff5d-5218-49ff-82cf-eff6f889d884]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:53 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-2dd622c0-90dc-4820-a407-8bc1ca584431 tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] Remove SCSI device /dev/sdh with /sys/block/sdh/device/delete {{(pid=74535) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 09:59:53 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdh/device/delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:53 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdh/device/delete" returned: 0 in 0.045s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:53 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[c63bc3fc-c6af-4e52-bf6e-584f0adde790]: (4, ('1', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:53 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-2dd622c0-90dc-4820-a407-8bc1ca584431 tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] Checking to see if SCSI volumes sdh have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 09:59:53 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-2dd622c0-90dc-4820-a407-8bc1ca584431 tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] SCSI volumes sdh have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 09:59:53 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-2dd622c0-90dc-4820-a407-8bc1ca584431 tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204')] {{(pid=74535) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 09:59:53 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:53 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:53 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[468372de-587b-47d1-b8ac-ce5f7d43b291]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:53 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-2dd622c0-90dc-4820-a407-8bc1ca584431 tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:59:53 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204 -p 172.16.0.220:3260 --logout {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:53 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-2d24e008-dc3f-4001-b531-9a5ff1ddd7bf tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Acquiring lock "cd694614-d17a-48c5-88df-f35f584fc3b3" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:59:53 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-2d24e008-dc3f-4001-b531-9a5ff1ddd7bf tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Lock "cd694614-d17a-48c5-88df-f35f584fc3b3" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:59:53 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-2d24e008-dc3f-4001-b531-9a5ff1ddd7bf tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Acquiring lock "cd694614-d17a-48c5-88df-f35f584fc3b3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:59:53 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-2d24e008-dc3f-4001-b531-9a5ff1ddd7bf tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Lock "cd694614-d17a-48c5-88df-f35f584fc3b3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:59:53 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-2d24e008-dc3f-4001-b531-9a5ff1ddd7bf tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Lock "cd694614-d17a-48c5-88df-f35f584fc3b3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:59:53 user nova-compute[74535]: INFO nova.compute.manager [None req-2d24e008-dc3f-4001-b531-9a5ff1ddd7bf tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] [instance: cd694614-d17a-48c5-88df-f35f584fc3b3] Terminating instance
Dec 06 09:59:53 user nova-compute[74535]: DEBUG nova.compute.manager [None req-2d24e008-dc3f-4001-b531-9a5ff1ddd7bf tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] [instance: cd694614-d17a-48c5-88df-f35f584fc3b3] Start destroying the instance on the hypervisor. {{(pid=74535) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 09:59:53 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204 -p 172.16.0.220:3260 --logout" returned: 0 in 0.057s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:53 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[39993818-f567-4546-82e6-d9f3f7365838]: (4, ('Logging out of session [sid: 14, target: iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204, portal: 172.16.0.220,3260]\nLogout of [sid: 14, target: iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:53 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-2dd622c0-90dc-4820-a407-8bc1ca584431 tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 14, target: iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204, portal: 172.16.0.220,3260]
Dec 06 09:59:53 user nova-compute[74535]: Logout of [sid: 14, target: iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204, portal: 172.16.0.220,3260] successful.
Dec 06 09:59:53 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:59:53 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204 -p 172.16.0.220:3260 --op delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:59:53 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a26b8106-5172-484e-afbd-2dda58364204 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:59:53 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[347bd145-b433-40ce-b437-dad55f78b0a5]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:59:53 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-2dd622c0-90dc-4820-a407-8bc1ca584431 tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:59:53 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-2dd622c0-90dc-4820-a407-8bc1ca584431 tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.326s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 09:59:53 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-2dd622c0-90dc-4820-a407-8bc1ca584431 tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] <== disconnect_volume: return (328ms) None {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 09:59:53 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2dd622c0-90dc-4820-a407-8bc1ca584431 tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] [instance: 93fb3c38-baad-41c4-89b2-2a37c779c62a] Disconnected iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 09:59:54 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:54 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:54 user nova-compute[74535]: DEBUG nova.compute.manager [req-d96a78b3-91d7-4575-bade-616934f189b0 req-dc4fa60b-4a07-4ed8-a430-5cbaf441bc89 service nova] [instance: cd694614-d17a-48c5-88df-f35f584fc3b3] Received event network-vif-unplugged-cbdaa256-6f1b-4c24-b1cc-dede613085d0 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:59:54 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-d96a78b3-91d7-4575-bade-616934f189b0 req-dc4fa60b-4a07-4ed8-a430-5cbaf441bc89 service nova] Acquiring lock "cd694614-d17a-48c5-88df-f35f584fc3b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:59:54 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-d96a78b3-91d7-4575-bade-616934f189b0 req-dc4fa60b-4a07-4ed8-a430-5cbaf441bc89 service nova] Lock "cd694614-d17a-48c5-88df-f35f584fc3b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:59:54 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-d96a78b3-91d7-4575-bade-616934f189b0 req-dc4fa60b-4a07-4ed8-a430-5cbaf441bc89 service nova] Lock "cd694614-d17a-48c5-88df-f35f584fc3b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:59:54 user nova-compute[74535]: DEBUG nova.compute.manager [req-d96a78b3-91d7-4575-bade-616934f189b0 req-dc4fa60b-4a07-4ed8-a430-5cbaf441bc89 service nova] [instance: cd694614-d17a-48c5-88df-f35f584fc3b3] No waiting events found dispatching network-vif-unplugged-cbdaa256-6f1b-4c24-b1cc-dede613085d0 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:59:54 user nova-compute[74535]: DEBUG nova.compute.manager [req-d96a78b3-91d7-4575-bade-616934f189b0 req-dc4fa60b-4a07-4ed8-a430-5cbaf441bc89 service nova] [instance: cd694614-d17a-48c5-88df-f35f584fc3b3] Received event network-vif-unplugged-cbdaa256-6f1b-4c24-b1cc-dede613085d0 for instance with task_state deleting. {{(pid=74535) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 09:59:54 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:54 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:54 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:54 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:54 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:54 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: cd694614-d17a-48c5-88df-f35f584fc3b3] Instance destroyed successfully.
Dec 06 09:59:54 user nova-compute[74535]: DEBUG nova.objects.instance [None req-2d24e008-dc3f-4001-b531-9a5ff1ddd7bf tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Lazy-loading 'resources' on Instance uuid cd694614-d17a-48c5-88df-f35f584fc3b3 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 09:59:54 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-2d24e008-dc3f-4001-b531-9a5ff1ddd7bf tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T09:58:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-720068434',display_name='tempest-ServersNegativeTestJSON-server-720068434',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-720068434',id=13,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-06T09:58:10Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ef2caf16967f464bbbd32d4edb51b25a',ramdisk_id='',reservation_id='r-76a3lq06',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServersNegativeTestJSON-2030770952',owner_user_name='tempest-ServersNegativeTestJSON-2030770952-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T09:58:11Z,user_data=None,user_id='16172c479fcf4bc5ad34b45316aa032e',uuid=cd694614-d17a-48c5-88df-f35f584fc3b3,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "cbdaa256-6f1b-4c24-b1cc-dede613085d0", "address": "fa:16:3e:16:d6:fb", "network": {"id": "cf1731d1-e27e-4a5a-8641-3e769f36abff", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-303602077-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ef2caf16967f464bbbd32d4edb51b25a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcbdaa256-6f", "ovs_interfaceid": "cbdaa256-6f1b-4c24-b1cc-dede613085d0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 09:59:54 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-2d24e008-dc3f-4001-b531-9a5ff1ddd7bf tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Converting VIF {"id": "cbdaa256-6f1b-4c24-b1cc-dede613085d0", "address": "fa:16:3e:16:d6:fb", "network": {"id": "cf1731d1-e27e-4a5a-8641-3e769f36abff", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-303602077-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ef2caf16967f464bbbd32d4edb51b25a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcbdaa256-6f", "ovs_interfaceid": "cbdaa256-6f1b-4c24-b1cc-dede613085d0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 09:59:54 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-2d24e008-dc3f-4001-b531-9a5ff1ddd7bf tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:16:d6:fb,bridge_name='br-int',has_traffic_filtering=True,id=cbdaa256-6f1b-4c24-b1cc-dede613085d0,network=Network(cf1731d1-e27e-4a5a-8641-3e769f36abff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcbdaa256-6f') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 09:59:54 user nova-compute[74535]: DEBUG os_vif [None req-2d24e008-dc3f-4001-b531-9a5ff1ddd7bf tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:16:d6:fb,bridge_name='br-int',has_traffic_filtering=True,id=cbdaa256-6f1b-4c24-b1cc-dede613085d0,network=Network(cf1731d1-e27e-4a5a-8641-3e769f36abff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcbdaa256-6f') {{(pid=74535) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 09:59:54 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:54 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapcbdaa256-6f, bridge=br-int, if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:59:54 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:54 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:54 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:54 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=990c67ea-c735-467f-b055-686bafefc8ac) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:59:54 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:54 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:59:54 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:54 user nova-compute[74535]: INFO os_vif [None req-2d24e008-dc3f-4001-b531-9a5ff1ddd7bf tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:16:d6:fb,bridge_name='br-int',has_traffic_filtering=True,id=cbdaa256-6f1b-4c24-b1cc-dede613085d0,network=Network(cf1731d1-e27e-4a5a-8641-3e769f36abff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcbdaa256-6f')
Dec 06 09:59:54 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-2d24e008-dc3f-4001-b531-9a5ff1ddd7bf tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] [instance: cd694614-d17a-48c5-88df-f35f584fc3b3] Deleting instance files /opt/stack/data/nova/instances/cd694614-d17a-48c5-88df-f35f584fc3b3_del
Dec 06 09:59:54 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-2d24e008-dc3f-4001-b531-9a5ff1ddd7bf tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] [instance: cd694614-d17a-48c5-88df-f35f584fc3b3] Deletion of /opt/stack/data/nova/instances/cd694614-d17a-48c5-88df-f35f584fc3b3_del complete
Dec 06 09:59:54 user nova-compute[74535]: INFO nova.compute.manager [None req-2d24e008-dc3f-4001-b531-9a5ff1ddd7bf tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] [instance: cd694614-d17a-48c5-88df-f35f584fc3b3] Took 1.02 seconds to destroy the instance on the hypervisor.
Dec 06 09:59:54 user nova-compute[74535]: DEBUG oslo.service.loopingcall [None req-2d24e008-dc3f-4001-b531-9a5ff1ddd7bf tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74535) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 09:59:54 user nova-compute[74535]: DEBUG nova.compute.manager [-] [instance: cd694614-d17a-48c5-88df-f35f584fc3b3] Deallocating network for instance {{(pid=74535) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 09:59:54 user nova-compute[74535]: DEBUG nova.network.neutron [-] [instance: cd694614-d17a-48c5-88df-f35f584fc3b3] deallocate_for_instance() {{(pid=74535) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 09:59:54 user nova-compute[74535]: DEBUG nova.objects.instance [None req-2dd622c0-90dc-4820-a407-8bc1ca584431 tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] Lazy-loading 'flavor' on Instance uuid 93fb3c38-baad-41c4-89b2-2a37c779c62a {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 09:59:54 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-2dd622c0-90dc-4820-a407-8bc1ca584431 tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] Lock "93fb3c38-baad-41c4-89b2-2a37c779c62a" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.022s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:59:55 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:55 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:55 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:55 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:55 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:55 user nova-compute[74535]: DEBUG nova.network.neutron [-] [instance: cd694614-d17a-48c5-88df-f35f584fc3b3] Updating instance_info_cache with network_info: [] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:59:55 user nova-compute[74535]: INFO nova.compute.manager [-] [instance: cd694614-d17a-48c5-88df-f35f584fc3b3] Took 0.55 seconds to deallocate network for instance.
Dec 06 09:59:55 user nova-compute[74535]: DEBUG nova.compute.manager [req-cec877f8-2859-4f43-9ca4-4a77c073e690 req-cce7f009-94a1-4098-898a-5c63f755ecb8 service nova] [instance: cd694614-d17a-48c5-88df-f35f584fc3b3] Received event network-vif-deleted-cbdaa256-6f1b-4c24-b1cc-dede613085d0 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:59:55 user nova-compute[74535]: INFO nova.compute.manager [req-cec877f8-2859-4f43-9ca4-4a77c073e690 req-cce7f009-94a1-4098-898a-5c63f755ecb8 service nova] [instance: cd694614-d17a-48c5-88df-f35f584fc3b3] Neutron deleted interface cbdaa256-6f1b-4c24-b1cc-dede613085d0; detaching it from the instance and deleting it from the info cache
Dec 06 09:59:55 user nova-compute[74535]: DEBUG nova.network.neutron [req-cec877f8-2859-4f43-9ca4-4a77c073e690 req-cce7f009-94a1-4098-898a-5c63f755ecb8 service nova] [instance: cd694614-d17a-48c5-88df-f35f584fc3b3] Updating instance_info_cache with network_info: [] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:59:55 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-2d24e008-dc3f-4001-b531-9a5ff1ddd7bf tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:59:55 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-2d24e008-dc3f-4001-b531-9a5ff1ddd7bf tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:59:55 user nova-compute[74535]: DEBUG nova.compute.manager [req-cec877f8-2859-4f43-9ca4-4a77c073e690 req-cce7f009-94a1-4098-898a-5c63f755ecb8 service nova] [instance: cd694614-d17a-48c5-88df-f35f584fc3b3] Detach interface failed, port_id=cbdaa256-6f1b-4c24-b1cc-dede613085d0, reason: Instance cd694614-d17a-48c5-88df-f35f584fc3b3 could not be found. {{(pid=74535) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 06 09:59:55 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-2d24e008-dc3f-4001-b531-9a5ff1ddd7bf tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 09:59:55 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-2d24e008-dc3f-4001-b531-9a5ff1ddd7bf tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 09:59:55 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-2d24e008-dc3f-4001-b531-9a5ff1ddd7bf tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.270s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:59:55 user nova-compute[74535]: INFO nova.scheduler.client.report [None req-2d24e008-dc3f-4001-b531-9a5ff1ddd7bf tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Deleted allocations for instance cd694614-d17a-48c5-88df-f35f584fc3b3
Dec 06 09:59:55 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-2d24e008-dc3f-4001-b531-9a5ff1ddd7bf tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Lock "cd694614-d17a-48c5-88df-f35f584fc3b3" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.025s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:59:56 user nova-compute[74535]: DEBUG nova.compute.manager [req-38d12662-ca71-4285-a19e-568093d38be1 req-39f8517e-b9f0-44cd-94d8-6868151ce621 service nova] [instance: cd694614-d17a-48c5-88df-f35f584fc3b3] Received event network-vif-plugged-cbdaa256-6f1b-4c24-b1cc-dede613085d0 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:59:56 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-38d12662-ca71-4285-a19e-568093d38be1 req-39f8517e-b9f0-44cd-94d8-6868151ce621 service nova] Acquiring lock "cd694614-d17a-48c5-88df-f35f584fc3b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:59:56 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-38d12662-ca71-4285-a19e-568093d38be1 req-39f8517e-b9f0-44cd-94d8-6868151ce621 service nova] Lock "cd694614-d17a-48c5-88df-f35f584fc3b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:59:56 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-38d12662-ca71-4285-a19e-568093d38be1 req-39f8517e-b9f0-44cd-94d8-6868151ce621 service nova] Lock "cd694614-d17a-48c5-88df-f35f584fc3b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:59:56 user nova-compute[74535]: DEBUG nova.compute.manager [req-38d12662-ca71-4285-a19e-568093d38be1 req-39f8517e-b9f0-44cd-94d8-6868151ce621 service nova] [instance: cd694614-d17a-48c5-88df-f35f584fc3b3] No waiting events found dispatching network-vif-plugged-cbdaa256-6f1b-4c24-b1cc-dede613085d0 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:59:56 user nova-compute[74535]: WARNING nova.compute.manager [req-38d12662-ca71-4285-a19e-568093d38be1 req-39f8517e-b9f0-44cd-94d8-6868151ce621 service nova] [instance: cd694614-d17a-48c5-88df-f35f584fc3b3] Received unexpected event network-vif-plugged-cbdaa256-6f1b-4c24-b1cc-dede613085d0 for instance with vm_state deleted and task_state None.
Dec 06 09:59:56 user nova-compute[74535]: DEBUG nova.compute.manager [req-38d12662-ca71-4285-a19e-568093d38be1 req-39f8517e-b9f0-44cd-94d8-6868151ce621 service nova] [instance: cd694614-d17a-48c5-88df-f35f584fc3b3] Received event network-vif-plugged-cbdaa256-6f1b-4c24-b1cc-dede613085d0 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:59:56 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-38d12662-ca71-4285-a19e-568093d38be1 req-39f8517e-b9f0-44cd-94d8-6868151ce621 service nova] Acquiring lock "cd694614-d17a-48c5-88df-f35f584fc3b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:59:56 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-38d12662-ca71-4285-a19e-568093d38be1 req-39f8517e-b9f0-44cd-94d8-6868151ce621 service nova] Lock "cd694614-d17a-48c5-88df-f35f584fc3b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:59:56 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-38d12662-ca71-4285-a19e-568093d38be1 req-39f8517e-b9f0-44cd-94d8-6868151ce621 service nova] Lock "cd694614-d17a-48c5-88df-f35f584fc3b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:59:56 user nova-compute[74535]: DEBUG nova.compute.manager [req-38d12662-ca71-4285-a19e-568093d38be1 req-39f8517e-b9f0-44cd-94d8-6868151ce621 service nova] [instance: cd694614-d17a-48c5-88df-f35f584fc3b3] No waiting events found dispatching network-vif-plugged-cbdaa256-6f1b-4c24-b1cc-dede613085d0 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:59:56 user nova-compute[74535]: WARNING nova.compute.manager [req-38d12662-ca71-4285-a19e-568093d38be1 req-39f8517e-b9f0-44cd-94d8-6868151ce621 service nova] [instance: cd694614-d17a-48c5-88df-f35f584fc3b3] Received unexpected event network-vif-plugged-cbdaa256-6f1b-4c24-b1cc-dede613085d0 for instance with vm_state deleted and task_state None.
Dec 06 09:59:56 user nova-compute[74535]: DEBUG nova.compute.manager [req-38d12662-ca71-4285-a19e-568093d38be1 req-39f8517e-b9f0-44cd-94d8-6868151ce621 service nova] [instance: cd694614-d17a-48c5-88df-f35f584fc3b3] Received event network-vif-plugged-cbdaa256-6f1b-4c24-b1cc-dede613085d0 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:59:56 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-38d12662-ca71-4285-a19e-568093d38be1 req-39f8517e-b9f0-44cd-94d8-6868151ce621 service nova] Acquiring lock "cd694614-d17a-48c5-88df-f35f584fc3b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:59:56 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-38d12662-ca71-4285-a19e-568093d38be1 req-39f8517e-b9f0-44cd-94d8-6868151ce621 service nova] Lock "cd694614-d17a-48c5-88df-f35f584fc3b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:59:56 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-38d12662-ca71-4285-a19e-568093d38be1 req-39f8517e-b9f0-44cd-94d8-6868151ce621 service nova] Lock "cd694614-d17a-48c5-88df-f35f584fc3b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:59:56 user nova-compute[74535]: DEBUG nova.compute.manager [req-38d12662-ca71-4285-a19e-568093d38be1 req-39f8517e-b9f0-44cd-94d8-6868151ce621 service nova] [instance: cd694614-d17a-48c5-88df-f35f584fc3b3] No waiting events found dispatching network-vif-plugged-cbdaa256-6f1b-4c24-b1cc-dede613085d0 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:59:56 user nova-compute[74535]: WARNING nova.compute.manager [req-38d12662-ca71-4285-a19e-568093d38be1 req-39f8517e-b9f0-44cd-94d8-6868151ce621 service nova] [instance: cd694614-d17a-48c5-88df-f35f584fc3b3] Received unexpected event network-vif-plugged-cbdaa256-6f1b-4c24-b1cc-dede613085d0 for instance with vm_state deleted and task_state None.
Dec 06 09:59:56 user nova-compute[74535]: DEBUG nova.compute.manager [req-38d12662-ca71-4285-a19e-568093d38be1 req-39f8517e-b9f0-44cd-94d8-6868151ce621 service nova] [instance: cd694614-d17a-48c5-88df-f35f584fc3b3] Received event network-vif-unplugged-cbdaa256-6f1b-4c24-b1cc-dede613085d0 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:59:56 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-38d12662-ca71-4285-a19e-568093d38be1 req-39f8517e-b9f0-44cd-94d8-6868151ce621 service nova] Acquiring lock "cd694614-d17a-48c5-88df-f35f584fc3b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:59:56 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-38d12662-ca71-4285-a19e-568093d38be1 req-39f8517e-b9f0-44cd-94d8-6868151ce621 service nova] Lock "cd694614-d17a-48c5-88df-f35f584fc3b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:59:56 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-38d12662-ca71-4285-a19e-568093d38be1 req-39f8517e-b9f0-44cd-94d8-6868151ce621 service nova] Lock "cd694614-d17a-48c5-88df-f35f584fc3b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:59:56 user nova-compute[74535]: DEBUG nova.compute.manager [req-38d12662-ca71-4285-a19e-568093d38be1 req-39f8517e-b9f0-44cd-94d8-6868151ce621 service nova] [instance: cd694614-d17a-48c5-88df-f35f584fc3b3] No waiting events found dispatching network-vif-unplugged-cbdaa256-6f1b-4c24-b1cc-dede613085d0 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:59:56 user nova-compute[74535]: WARNING nova.compute.manager [req-38d12662-ca71-4285-a19e-568093d38be1 req-39f8517e-b9f0-44cd-94d8-6868151ce621 service nova] [instance: cd694614-d17a-48c5-88df-f35f584fc3b3] Received unexpected event network-vif-unplugged-cbdaa256-6f1b-4c24-b1cc-dede613085d0 for instance with vm_state deleted and task_state None.
Dec 06 09:59:56 user nova-compute[74535]: DEBUG nova.compute.manager [req-38d12662-ca71-4285-a19e-568093d38be1 req-39f8517e-b9f0-44cd-94d8-6868151ce621 service nova] [instance: cd694614-d17a-48c5-88df-f35f584fc3b3] Received event network-vif-plugged-cbdaa256-6f1b-4c24-b1cc-dede613085d0 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:59:56 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-38d12662-ca71-4285-a19e-568093d38be1 req-39f8517e-b9f0-44cd-94d8-6868151ce621 service nova] Acquiring lock "cd694614-d17a-48c5-88df-f35f584fc3b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:59:56 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-38d12662-ca71-4285-a19e-568093d38be1 req-39f8517e-b9f0-44cd-94d8-6868151ce621 service nova] Lock "cd694614-d17a-48c5-88df-f35f584fc3b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:59:56 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-38d12662-ca71-4285-a19e-568093d38be1 req-39f8517e-b9f0-44cd-94d8-6868151ce621 service nova] Lock "cd694614-d17a-48c5-88df-f35f584fc3b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:59:56 user nova-compute[74535]: DEBUG nova.compute.manager [req-38d12662-ca71-4285-a19e-568093d38be1 req-39f8517e-b9f0-44cd-94d8-6868151ce621 service nova] [instance: cd694614-d17a-48c5-88df-f35f584fc3b3] No waiting events found dispatching network-vif-plugged-cbdaa256-6f1b-4c24-b1cc-dede613085d0 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:59:56 user nova-compute[74535]: WARNING nova.compute.manager [req-38d12662-ca71-4285-a19e-568093d38be1 req-39f8517e-b9f0-44cd-94d8-6868151ce621 service nova] [instance: cd694614-d17a-48c5-88df-f35f584fc3b3] Received unexpected event network-vif-plugged-cbdaa256-6f1b-4c24-b1cc-dede613085d0 for instance with vm_state deleted and task_state None.
Dec 06 09:59:57 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-8cf3010d-e074-4ec2-96ea-4caf87274582 tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] Acquiring lock "d5d68696-7e68-4612-a5bc-b6bdcdf0795a" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:59:57 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-8cf3010d-e074-4ec2-96ea-4caf87274582 tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] Lock "d5d68696-7e68-4612-a5bc-b6bdcdf0795a" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:59:57 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-8cf3010d-e074-4ec2-96ea-4caf87274582 tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] Acquiring lock "d5d68696-7e68-4612-a5bc-b6bdcdf0795a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:59:57 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-8cf3010d-e074-4ec2-96ea-4caf87274582 tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] Lock "d5d68696-7e68-4612-a5bc-b6bdcdf0795a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:59:57 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-8cf3010d-e074-4ec2-96ea-4caf87274582 tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] Lock "d5d68696-7e68-4612-a5bc-b6bdcdf0795a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:59:57 user nova-compute[74535]: INFO nova.compute.manager [None req-8cf3010d-e074-4ec2-96ea-4caf87274582 tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a] Terminating instance
Dec 06 09:59:57 user nova-compute[74535]: DEBUG nova.compute.manager [None req-8cf3010d-e074-4ec2-96ea-4caf87274582 tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a] Start destroying the instance on the hypervisor. {{(pid=74535) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 09:59:57 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:58 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:58 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:58 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:58 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:58 user nova-compute[74535]: DEBUG nova.compute.manager [req-999b66b9-72aa-4de2-8e70-3963ae5ca767 req-6cb99597-1053-42b5-a78e-fbf0f2fa86b1 service nova] [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a] Received event network-vif-unplugged-50f0139e-7045-4bf5-949b-61e69d1ac006 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:59:58 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-999b66b9-72aa-4de2-8e70-3963ae5ca767 req-6cb99597-1053-42b5-a78e-fbf0f2fa86b1 service nova] Acquiring lock "d5d68696-7e68-4612-a5bc-b6bdcdf0795a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:59:58 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-999b66b9-72aa-4de2-8e70-3963ae5ca767 req-6cb99597-1053-42b5-a78e-fbf0f2fa86b1 service nova] Lock "d5d68696-7e68-4612-a5bc-b6bdcdf0795a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:59:58 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-999b66b9-72aa-4de2-8e70-3963ae5ca767 req-6cb99597-1053-42b5-a78e-fbf0f2fa86b1 service nova] Lock "d5d68696-7e68-4612-a5bc-b6bdcdf0795a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:59:58 user nova-compute[74535]: DEBUG nova.compute.manager [req-999b66b9-72aa-4de2-8e70-3963ae5ca767 req-6cb99597-1053-42b5-a78e-fbf0f2fa86b1 service nova] [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a] No waiting events found dispatching network-vif-unplugged-50f0139e-7045-4bf5-949b-61e69d1ac006 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:59:58 user nova-compute[74535]: DEBUG nova.compute.manager [req-999b66b9-72aa-4de2-8e70-3963ae5ca767 req-6cb99597-1053-42b5-a78e-fbf0f2fa86b1 service nova] [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a] Received event network-vif-unplugged-50f0139e-7045-4bf5-949b-61e69d1ac006 for instance with task_state deleting. {{(pid=74535) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 09:59:58 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a] Instance destroyed successfully.
Dec 06 09:59:58 user nova-compute[74535]: DEBUG nova.objects.instance [None req-8cf3010d-e074-4ec2-96ea-4caf87274582 tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] Lazy-loading 'resources' on Instance uuid d5d68696-7e68-4612-a5bc-b6bdcdf0795a {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 09:59:58 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-8cf3010d-e074-4ec2-96ea-4caf87274582 tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T09:56:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-1968359742',display_name='tempest-VolumesAssistedSnapshotsTest-server-1968359742',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesassistedsnapshotstest-server-1968359742',id=9,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOOIR0fvASBrPeFvLUTzfI0hnb0fmJ2KRz0ljcS756N/7MHo4CB/ZY+55UUQvqlbcCwK+7Rg5uvH5pmtNdeNfTINGYlgQ7y5CCsPugQ18DxE+0URgS7d8kxq8DwRls27cQ==',key_name='tempest-keypair-1244820795',keypairs=<?>,launch_index=0,launched_at=2023-12-06T09:57:04Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='947ea858406e4ce0946c304e02f26fb3',ramdisk_id='',reservation_id='r-2e6rmw3b',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesAssistedSnapshotsTest-1296065832',owner_user_name='tempest-VolumesAssistedSnapshotsTest-1296065832-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T09:57:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='7bf2f1a2702b4f69a9e255ca5ba33fc5',uuid=d5d68696-7e68-4612-a5bc-b6bdcdf0795a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "50f0139e-7045-4bf5-949b-61e69d1ac006", "address": "fa:16:3e:ea:09:51", "network": {"id": "732251fd-6b7a-44b9-876f-4db8f7731ddb", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1412451203-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "947ea858406e4ce0946c304e02f26fb3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50f0139e-70", "ovs_interfaceid": "50f0139e-7045-4bf5-949b-61e69d1ac006", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 09:59:58 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-8cf3010d-e074-4ec2-96ea-4caf87274582 tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] Converting VIF {"id": "50f0139e-7045-4bf5-949b-61e69d1ac006", "address": "fa:16:3e:ea:09:51", "network": {"id": "732251fd-6b7a-44b9-876f-4db8f7731ddb", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1412451203-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "947ea858406e4ce0946c304e02f26fb3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50f0139e-70", "ovs_interfaceid": "50f0139e-7045-4bf5-949b-61e69d1ac006", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 09:59:58 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-8cf3010d-e074-4ec2-96ea-4caf87274582 tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:ea:09:51,bridge_name='br-int',has_traffic_filtering=True,id=50f0139e-7045-4bf5-949b-61e69d1ac006,network=Network(732251fd-6b7a-44b9-876f-4db8f7731ddb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap50f0139e-70') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 09:59:58 user nova-compute[74535]: DEBUG os_vif [None req-8cf3010d-e074-4ec2-96ea-4caf87274582 tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:ea:09:51,bridge_name='br-int',has_traffic_filtering=True,id=50f0139e-7045-4bf5-949b-61e69d1ac006,network=Network(732251fd-6b7a-44b9-876f-4db8f7731ddb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap50f0139e-70') {{(pid=74535) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 09:59:58 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:58 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap50f0139e-70, bridge=br-int, if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:59:58 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:58 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:59:58 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:58 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=32aedff8-50c7-4c4a-80d2-43a71658b3c3) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:59:58 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:58 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:59:58 user nova-compute[74535]: INFO os_vif [None req-8cf3010d-e074-4ec2-96ea-4caf87274582 tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:ea:09:51,bridge_name='br-int',has_traffic_filtering=True,id=50f0139e-7045-4bf5-949b-61e69d1ac006,network=Network(732251fd-6b7a-44b9-876f-4db8f7731ddb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap50f0139e-70')
Dec 06 09:59:58 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-8cf3010d-e074-4ec2-96ea-4caf87274582 tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a] Deleting instance files /opt/stack/data/nova/instances/d5d68696-7e68-4612-a5bc-b6bdcdf0795a_del
Dec 06 09:59:58 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-8cf3010d-e074-4ec2-96ea-4caf87274582 tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a] Deletion of /opt/stack/data/nova/instances/d5d68696-7e68-4612-a5bc-b6bdcdf0795a_del complete
Dec 06 09:59:58 user nova-compute[74535]: INFO nova.compute.manager [None req-8cf3010d-e074-4ec2-96ea-4caf87274582 tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a] Took 0.90 seconds to destroy the instance on the hypervisor.
Dec 06 09:59:58 user nova-compute[74535]: DEBUG oslo.service.loopingcall [None req-8cf3010d-e074-4ec2-96ea-4caf87274582 tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74535) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 09:59:58 user nova-compute[74535]: DEBUG nova.compute.manager [-] [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a] Deallocating network for instance {{(pid=74535) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 09:59:58 user nova-compute[74535]: DEBUG nova.network.neutron [-] [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a] deallocate_for_instance() {{(pid=74535) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 09:59:59 user nova-compute[74535]: DEBUG nova.network.neutron [-] [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a] Updating instance_info_cache with network_info: [] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:59:59 user nova-compute[74535]: INFO nova.compute.manager [-] [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a] Took 0.95 seconds to deallocate network for instance.
Dec 06 09:59:59 user nova-compute[74535]: DEBUG nova.compute.manager [req-85396e15-3b32-44d5-a46e-d683afa258b9 req-be7291c4-17fb-4634-8fc3-3c67657565be service nova] [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a] Received event network-vif-deleted-50f0139e-7045-4bf5-949b-61e69d1ac006 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:59:59 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-8cf3010d-e074-4ec2-96ea-4caf87274582 tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:59:59 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-8cf3010d-e074-4ec2-96ea-4caf87274582 tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:59:59 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-cb3787b8-4e34-470a-8457-71f0cef0ad26 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Acquiring lock "20432b5e-01b9-4b38-b139-47650a115278" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:59:59 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-cb3787b8-4e34-470a-8457-71f0cef0ad26 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Lock "20432b5e-01b9-4b38-b139-47650a115278" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:59:59 user nova-compute[74535]: DEBUG nova.compute.manager [None req-cb3787b8-4e34-470a-8457-71f0cef0ad26 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 20432b5e-01b9-4b38-b139-47650a115278] Starting instance... {{(pid=74535) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 09:59:59 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-cb3787b8-4e34-470a-8457-71f0cef0ad26 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:00:00 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-8cf3010d-e074-4ec2-96ea-4caf87274582 tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:00:00 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-8cf3010d-e074-4ec2-96ea-4caf87274582 tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:00:00 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-8cf3010d-e074-4ec2-96ea-4caf87274582 tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.333s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:00:00 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-cb3787b8-4e34-470a-8457-71f0cef0ad26 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.162s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:00:00 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-cb3787b8-4e34-470a-8457-71f0cef0ad26 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74535) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 10:00:00 user nova-compute[74535]: INFO nova.compute.claims [None req-cb3787b8-4e34-470a-8457-71f0cef0ad26 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 20432b5e-01b9-4b38-b139-47650a115278] Claim successful on node user
Dec 06 10:00:00 user nova-compute[74535]: INFO nova.scheduler.client.report [None req-8cf3010d-e074-4ec2-96ea-4caf87274582 tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] Deleted allocations for instance d5d68696-7e68-4612-a5bc-b6bdcdf0795a
Dec 06 10:00:00 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-8cf3010d-e074-4ec2-96ea-4caf87274582 tempest-VolumesAssistedSnapshotsTest-1296065832 tempest-VolumesAssistedSnapshotsTest-1296065832-project-member] Lock "d5d68696-7e68-4612-a5bc-b6bdcdf0795a" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.376s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:00:00 user nova-compute[74535]: DEBUG nova.compute.manager [req-550d6e4c-93b0-4143-8107-b2f1f3950346 req-1e325c02-4cb8-44a5-995a-cd5e231a6284 service nova] [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a] Received event network-vif-plugged-50f0139e-7045-4bf5-949b-61e69d1ac006 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:00:00 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-550d6e4c-93b0-4143-8107-b2f1f3950346 req-1e325c02-4cb8-44a5-995a-cd5e231a6284 service nova] Acquiring lock "d5d68696-7e68-4612-a5bc-b6bdcdf0795a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:00:00 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-550d6e4c-93b0-4143-8107-b2f1f3950346 req-1e325c02-4cb8-44a5-995a-cd5e231a6284 service nova] Lock "d5d68696-7e68-4612-a5bc-b6bdcdf0795a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:00:00 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-550d6e4c-93b0-4143-8107-b2f1f3950346 req-1e325c02-4cb8-44a5-995a-cd5e231a6284 service nova] Lock "d5d68696-7e68-4612-a5bc-b6bdcdf0795a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:00:00 user nova-compute[74535]: DEBUG nova.compute.manager [req-550d6e4c-93b0-4143-8107-b2f1f3950346 req-1e325c02-4cb8-44a5-995a-cd5e231a6284 service nova] [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a] No waiting events found dispatching network-vif-plugged-50f0139e-7045-4bf5-949b-61e69d1ac006 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:00:00 user nova-compute[74535]: WARNING nova.compute.manager [req-550d6e4c-93b0-4143-8107-b2f1f3950346 req-1e325c02-4cb8-44a5-995a-cd5e231a6284 service nova] [instance: d5d68696-7e68-4612-a5bc-b6bdcdf0795a] Received unexpected event network-vif-plugged-50f0139e-7045-4bf5-949b-61e69d1ac006 for instance with vm_state deleted and task_state None.
Dec 06 10:00:00 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-cb3787b8-4e34-470a-8457-71f0cef0ad26 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:00:00 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-cb3787b8-4e34-470a-8457-71f0cef0ad26 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:00:00 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-cb3787b8-4e34-470a-8457-71f0cef0ad26 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.409s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:00:00 user nova-compute[74535]: DEBUG nova.compute.manager [None req-cb3787b8-4e34-470a-8457-71f0cef0ad26 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 20432b5e-01b9-4b38-b139-47650a115278] Start building networks asynchronously for instance. {{(pid=74535) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 10:00:00 user nova-compute[74535]: DEBUG nova.compute.manager [None req-cb3787b8-4e34-470a-8457-71f0cef0ad26 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 20432b5e-01b9-4b38-b139-47650a115278] Allocating IP information in the background. {{(pid=74535) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 10:00:00 user nova-compute[74535]: DEBUG nova.network.neutron [None req-cb3787b8-4e34-470a-8457-71f0cef0ad26 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 20432b5e-01b9-4b38-b139-47650a115278] allocate_for_instance() {{(pid=74535) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 10:00:00 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-cb3787b8-4e34-470a-8457-71f0cef0ad26 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 20432b5e-01b9-4b38-b139-47650a115278] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 10:00:00 user nova-compute[74535]: DEBUG nova.compute.manager [None req-cb3787b8-4e34-470a-8457-71f0cef0ad26 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 20432b5e-01b9-4b38-b139-47650a115278] Start building block device mappings for instance. {{(pid=74535) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 10:00:00 user nova-compute[74535]: DEBUG nova.compute.manager [None req-cb3787b8-4e34-470a-8457-71f0cef0ad26 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 20432b5e-01b9-4b38-b139-47650a115278] Start spawning the instance on the hypervisor. {{(pid=74535) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 10:00:00 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-cb3787b8-4e34-470a-8457-71f0cef0ad26 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 20432b5e-01b9-4b38-b139-47650a115278] Creating instance directory {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 10:00:00 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-cb3787b8-4e34-470a-8457-71f0cef0ad26 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 20432b5e-01b9-4b38-b139-47650a115278] Creating image(s)
Dec 06 10:00:00 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-cb3787b8-4e34-470a-8457-71f0cef0ad26 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Acquiring lock "/opt/stack/data/nova/instances/20432b5e-01b9-4b38-b139-47650a115278/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:00:00 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-cb3787b8-4e34-470a-8457-71f0cef0ad26 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Lock "/opt/stack/data/nova/instances/20432b5e-01b9-4b38-b139-47650a115278/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:00:00 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-cb3787b8-4e34-470a-8457-71f0cef0ad26 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Lock "/opt/stack/data/nova/instances/20432b5e-01b9-4b38-b139-47650a115278/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:00:00 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-cb3787b8-4e34-470a-8457-71f0cef0ad26 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:00:00 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-cb3787b8-4e34-470a-8457-71f0cef0ad26 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.203s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:00:00 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-cb3787b8-4e34-470a-8457-71f0cef0ad26 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Acquiring lock "7aef4f97309efbd0d8988be1fd45eed756898e08" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:00:00 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-cb3787b8-4e34-470a-8457-71f0cef0ad26 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Lock "7aef4f97309efbd0d8988be1fd45eed756898e08" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:00:00 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-cb3787b8-4e34-470a-8457-71f0cef0ad26 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:00:01 user nova-compute[74535]: DEBUG nova.policy [None req-cb3787b8-4e34-470a-8457-71f0cef0ad26 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c4d40c6d3b9e49f79feff37d137f350a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c1a6ab8cc08d4115a89db7cf36f78025', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74535) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 10:00:01 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-cb3787b8-4e34-470a-8457-71f0cef0ad26 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.210s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:00:01 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-cb3787b8-4e34-470a-8457-71f0cef0ad26 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08,backing_fmt=raw /opt/stack/data/nova/instances/20432b5e-01b9-4b38-b139-47650a115278/disk 1073741824 {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:00:01 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-cb3787b8-4e34-470a-8457-71f0cef0ad26 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08,backing_fmt=raw /opt/stack/data/nova/instances/20432b5e-01b9-4b38-b139-47650a115278/disk 1073741824" returned: 0 in 0.053s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:00:01 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-cb3787b8-4e34-470a-8457-71f0cef0ad26 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Lock "7aef4f97309efbd0d8988be1fd45eed756898e08" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.268s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:00:01 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-cb3787b8-4e34-470a-8457-71f0cef0ad26 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:00:01 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-cb3787b8-4e34-470a-8457-71f0cef0ad26 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.209s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:00:01 user nova-compute[74535]: DEBUG nova.virt.disk.api [None req-cb3787b8-4e34-470a-8457-71f0cef0ad26 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Checking if we can resize image /opt/stack/data/nova/instances/20432b5e-01b9-4b38-b139-47650a115278/disk. size=1073741824 {{(pid=74535) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 10:00:01 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-cb3787b8-4e34-470a-8457-71f0cef0ad26 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/20432b5e-01b9-4b38-b139-47650a115278/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:00:01 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-cb3787b8-4e34-470a-8457-71f0cef0ad26 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/20432b5e-01b9-4b38-b139-47650a115278/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:00:01 user nova-compute[74535]: DEBUG nova.virt.disk.api [None req-cb3787b8-4e34-470a-8457-71f0cef0ad26 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Cannot resize image /opt/stack/data/nova/instances/20432b5e-01b9-4b38-b139-47650a115278/disk to a smaller size. {{(pid=74535) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 10:00:01 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-cb3787b8-4e34-470a-8457-71f0cef0ad26 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 20432b5e-01b9-4b38-b139-47650a115278] Created local disks {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 10:00:01 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-cb3787b8-4e34-470a-8457-71f0cef0ad26 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 20432b5e-01b9-4b38-b139-47650a115278] Ensure instance console log exists: /opt/stack/data/nova/instances/20432b5e-01b9-4b38-b139-47650a115278/console.log {{(pid=74535) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 10:00:01 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-cb3787b8-4e34-470a-8457-71f0cef0ad26 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:00:01 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-cb3787b8-4e34-470a-8457-71f0cef0ad26 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:00:01 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-cb3787b8-4e34-470a-8457-71f0cef0ad26 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:00:01 user nova-compute[74535]: DEBUG nova.network.neutron [None req-cb3787b8-4e34-470a-8457-71f0cef0ad26 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 20432b5e-01b9-4b38-b139-47650a115278] Successfully created port: e843486b-a520-4553-937e-bdf14c98a801 {{(pid=74535) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 10:00:02 user nova-compute[74535]: DEBUG nova.network.neutron [None req-cb3787b8-4e34-470a-8457-71f0cef0ad26 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 20432b5e-01b9-4b38-b139-47650a115278] Successfully updated port: e843486b-a520-4553-937e-bdf14c98a801 {{(pid=74535) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 10:00:02 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-cb3787b8-4e34-470a-8457-71f0cef0ad26 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Acquiring lock "refresh_cache-20432b5e-01b9-4b38-b139-47650a115278" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:00:02 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-cb3787b8-4e34-470a-8457-71f0cef0ad26 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Acquired lock "refresh_cache-20432b5e-01b9-4b38-b139-47650a115278" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:00:02 user nova-compute[74535]: DEBUG nova.network.neutron [None req-cb3787b8-4e34-470a-8457-71f0cef0ad26 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 20432b5e-01b9-4b38-b139-47650a115278] Building network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 10:00:02 user nova-compute[74535]: DEBUG nova.compute.manager [req-93dbe396-21f4-49aa-984c-5208d4aba5c8 req-d8dbc355-c12b-4a40-b0d4-4e24aa5d1466 service nova] [instance: 20432b5e-01b9-4b38-b139-47650a115278] Received event network-changed-e843486b-a520-4553-937e-bdf14c98a801 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:00:02 user nova-compute[74535]: DEBUG nova.compute.manager [req-93dbe396-21f4-49aa-984c-5208d4aba5c8 req-d8dbc355-c12b-4a40-b0d4-4e24aa5d1466 service nova] [instance: 20432b5e-01b9-4b38-b139-47650a115278] Refreshing instance network info cache due to event network-changed-e843486b-a520-4553-937e-bdf14c98a801. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 10:00:02 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-93dbe396-21f4-49aa-984c-5208d4aba5c8 req-d8dbc355-c12b-4a40-b0d4-4e24aa5d1466 service nova] Acquiring lock "refresh_cache-20432b5e-01b9-4b38-b139-47650a115278" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:00:02 user nova-compute[74535]: DEBUG nova.network.neutron [None req-cb3787b8-4e34-470a-8457-71f0cef0ad26 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 20432b5e-01b9-4b38-b139-47650a115278] Instance cache missing network info. {{(pid=74535) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 10:00:02 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:00:02 user nova-compute[74535]: DEBUG nova.network.neutron [None req-cb3787b8-4e34-470a-8457-71f0cef0ad26 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 20432b5e-01b9-4b38-b139-47650a115278] Updating instance_info_cache with network_info: [{"id": "e843486b-a520-4553-937e-bdf14c98a801", "address": "fa:16:3e:93:e1:cd", "network": {"id": "8b86f560-d219-47ac-911b-827500badcc4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-867973244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1a6ab8cc08d4115a89db7cf36f78025", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape843486b-a5", "ovs_interfaceid": "e843486b-a520-4553-937e-bdf14c98a801", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:00:02 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-cb3787b8-4e34-470a-8457-71f0cef0ad26 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Releasing lock "refresh_cache-20432b5e-01b9-4b38-b139-47650a115278" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:00:02 user nova-compute[74535]: DEBUG nova.compute.manager [None req-cb3787b8-4e34-470a-8457-71f0cef0ad26 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 20432b5e-01b9-4b38-b139-47650a115278] Instance network_info: |[{"id": "e843486b-a520-4553-937e-bdf14c98a801", "address": "fa:16:3e:93:e1:cd", "network": {"id": "8b86f560-d219-47ac-911b-827500badcc4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-867973244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1a6ab8cc08d4115a89db7cf36f78025", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape843486b-a5", "ovs_interfaceid": "e843486b-a520-4553-937e-bdf14c98a801", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74535) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 10:00:02 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-93dbe396-21f4-49aa-984c-5208d4aba5c8 req-d8dbc355-c12b-4a40-b0d4-4e24aa5d1466 service nova] Acquired lock "refresh_cache-20432b5e-01b9-4b38-b139-47650a115278" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:00:02 user nova-compute[74535]: DEBUG nova.network.neutron [req-93dbe396-21f4-49aa-984c-5208d4aba5c8 req-d8dbc355-c12b-4a40-b0d4-4e24aa5d1466 service nova] [instance: 20432b5e-01b9-4b38-b139-47650a115278] Refreshing network info cache for port e843486b-a520-4553-937e-bdf14c98a801 {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 10:00:02 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-cb3787b8-4e34-470a-8457-71f0cef0ad26 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 20432b5e-01b9-4b38-b139-47650a115278] Start _get_guest_xml network_info=[{"id": "e843486b-a520-4553-937e-bdf14c98a801", "address": "fa:16:3e:93:e1:cd", "network": {"id": "8b86f560-d219-47ac-911b-827500badcc4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-867973244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1a6ab8cc08d4115a89db7cf36f78025", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape843486b-a5", "ovs_interfaceid": "e843486b-a520-4553-937e-bdf14c98a801", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T09:52:28Z,direct_url=<?>,disk_format='qcow2',id=b338f3c8-9974-4b9f-bacb-c75dd541c256,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='563f6a2917a742ada39fb0e950eece6e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T09:52:30Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'device_name': '/dev/vda', 'encrypted': False, 'encryption_format': None, 'encryption_options': None, 'encryption_secret_uuid': None, 'boot_index': 0, 'device_type': 'disk', 'size': 0, 'guest_format': None, 'image_id': 'b338f3c8-9974-4b9f-bacb-c75dd541c256'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 10:00:02 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-cb3787b8-4e34-470a-8457-71f0cef0ad26 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:00:02 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-cb3787b8-4e34-470a-8457-71f0cef0ad26 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:00:02 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-cb3787b8-4e34-470a-8457-71f0cef0ad26 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 10:00:02 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-cb3787b8-4e34-470a-8457-71f0cef0ad26 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] CPU controller missing on host. {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 10:00:02 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-cb3787b8-4e34-470a-8457-71f0cef0ad26 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 10:00:02 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-cb3787b8-4e34-470a-8457-71f0cef0ad26 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] CPU controller found on host. {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 10:00:02 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-cb3787b8-4e34-470a-8457-71f0cef0ad26 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74535) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 10:00:02 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-cb3787b8-4e34-470a-8457-71f0cef0ad26 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T09:52:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T09:52:28Z,direct_url=<?>,disk_format='qcow2',id=b338f3c8-9974-4b9f-bacb-c75dd541c256,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='563f6a2917a742ada39fb0e950eece6e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T09:52:30Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 10:00:02 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-cb3787b8-4e34-470a-8457-71f0cef0ad26 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Flavor limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 10:00:02 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-cb3787b8-4e34-470a-8457-71f0cef0ad26 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Image limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 10:00:02 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-cb3787b8-4e34-470a-8457-71f0cef0ad26 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Flavor pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 10:00:02 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-cb3787b8-4e34-470a-8457-71f0cef0ad26 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Image pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 10:00:02 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-cb3787b8-4e34-470a-8457-71f0cef0ad26 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 10:00:02 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-cb3787b8-4e34-470a-8457-71f0cef0ad26 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 10:00:02 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-cb3787b8-4e34-470a-8457-71f0cef0ad26 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 10:00:02 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-cb3787b8-4e34-470a-8457-71f0cef0ad26 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Got 1 possible topologies {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 10:00:02 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-cb3787b8-4e34-470a-8457-71f0cef0ad26 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 10:00:02 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-cb3787b8-4e34-470a-8457-71f0cef0ad26 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 10:00:02 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-cb3787b8-4e34-470a-8457-71f0cef0ad26 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T09:59:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-1019203950',display_name='tempest-tempest.common.compute-instance-1019203950',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-1019203950',id=15,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNvZ5kXdFSea7lt/abLjYKLvhjFom5iWgQ8/j2R1hf/lZSOo284x2g/XbnWpTW5L6ZKHZSD/flPFQlRylJRcDu42V5MHcPU+fyqWv1bWFvIArkPwsqPP4i90hMCl8mlx4Q==',key_name='tempest-keypair-1531192608',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c1a6ab8cc08d4115a89db7cf36f78025',ramdisk_id='',reservation_id='r-nkk2yun6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-2145111356',owner_user_name='tempest-ServerActionsTestOtherA-2145111356-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T10:00:01Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c4d40c6d3b9e49f79feff37d137f350a',uuid=20432b5e-01b9-4b38-b139-47650a115278,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e843486b-a520-4553-937e-bdf14c98a801", "address": "fa:16:3e:93:e1:cd", "network": {"id": "8b86f560-d219-47ac-911b-827500badcc4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-867973244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1a6ab8cc08d4115a89db7cf36f78025", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape843486b-a5", "ovs_interfaceid": "e843486b-a520-4553-937e-bdf14c98a801", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74535) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 10:00:02 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-cb3787b8-4e34-470a-8457-71f0cef0ad26 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Converting VIF {"id": "e843486b-a520-4553-937e-bdf14c98a801", "address": "fa:16:3e:93:e1:cd", "network": {"id": "8b86f560-d219-47ac-911b-827500badcc4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-867973244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1a6ab8cc08d4115a89db7cf36f78025", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape843486b-a5", "ovs_interfaceid": "e843486b-a520-4553-937e-bdf14c98a801", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:00:02 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-cb3787b8-4e34-470a-8457-71f0cef0ad26 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:93:e1:cd,bridge_name='br-int',has_traffic_filtering=True,id=e843486b-a520-4553-937e-bdf14c98a801,network=Network(8b86f560-d219-47ac-911b-827500badcc4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape843486b-a5') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:00:02 user nova-compute[74535]: DEBUG nova.objects.instance [None req-cb3787b8-4e34-470a-8457-71f0cef0ad26 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Lazy-loading 'pci_devices' on Instance uuid 20432b5e-01b9-4b38-b139-47650a115278 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:00:02 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-cb3787b8-4e34-470a-8457-71f0cef0ad26 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 20432b5e-01b9-4b38-b139-47650a115278] End _get_guest_xml xml=<domain type="kvm">
Dec 06 10:00:02 user nova-compute[74535]:   <uuid>20432b5e-01b9-4b38-b139-47650a115278</uuid>
Dec 06 10:00:02 user nova-compute[74535]:   <name>instance-0000000f</name>
Dec 06 10:00:02 user nova-compute[74535]:   <memory>524288</memory>
Dec 06 10:00:02 user nova-compute[74535]:   <vcpu>1</vcpu>
Dec 06 10:00:02 user nova-compute[74535]:   <metadata>
Dec 06 10:00:02 user nova-compute[74535]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 10:00:02 user nova-compute[74535]:       <nova:package version="0.0.0"/>
Dec 06 10:00:02 user nova-compute[74535]:       <nova:name>tempest-tempest.common.compute-instance-1019203950</nova:name>
Dec 06 10:00:02 user nova-compute[74535]:       <nova:creationTime>2023-12-06 10:00:02</nova:creationTime>
Dec 06 10:00:02 user nova-compute[74535]:       <nova:flavor name="m1.tiny">
Dec 06 10:00:02 user nova-compute[74535]:         <nova:memory>512</nova:memory>
Dec 06 10:00:02 user nova-compute[74535]:         <nova:disk>1</nova:disk>
Dec 06 10:00:02 user nova-compute[74535]:         <nova:swap>0</nova:swap>
Dec 06 10:00:02 user nova-compute[74535]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 10:00:02 user nova-compute[74535]:         <nova:vcpus>1</nova:vcpus>
Dec 06 10:00:02 user nova-compute[74535]:       </nova:flavor>
Dec 06 10:00:02 user nova-compute[74535]:       <nova:owner>
Dec 06 10:00:02 user nova-compute[74535]:         <nova:user uuid="c4d40c6d3b9e49f79feff37d137f350a">tempest-ServerActionsTestOtherA-2145111356-project-member</nova:user>
Dec 06 10:00:02 user nova-compute[74535]:         <nova:project uuid="c1a6ab8cc08d4115a89db7cf36f78025">tempest-ServerActionsTestOtherA-2145111356</nova:project>
Dec 06 10:00:02 user nova-compute[74535]:       </nova:owner>
Dec 06 10:00:02 user nova-compute[74535]:       <nova:root type="image" uuid="b338f3c8-9974-4b9f-bacb-c75dd541c256"/>
Dec 06 10:00:02 user nova-compute[74535]:       <nova:ports>
Dec 06 10:00:02 user nova-compute[74535]:         <nova:port uuid="e843486b-a520-4553-937e-bdf14c98a801">
Dec 06 10:00:02 user nova-compute[74535]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Dec 06 10:00:02 user nova-compute[74535]:         </nova:port>
Dec 06 10:00:02 user nova-compute[74535]:       </nova:ports>
Dec 06 10:00:02 user nova-compute[74535]:     </nova:instance>
Dec 06 10:00:02 user nova-compute[74535]:   </metadata>
Dec 06 10:00:02 user nova-compute[74535]:   <sysinfo type="smbios">
Dec 06 10:00:02 user nova-compute[74535]:     <system>
Dec 06 10:00:02 user nova-compute[74535]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 10:00:02 user nova-compute[74535]:       <entry name="product">OpenStack Nova</entry>
Dec 06 10:00:02 user nova-compute[74535]:       <entry name="version">0.0.0</entry>
Dec 06 10:00:02 user nova-compute[74535]:       <entry name="serial">20432b5e-01b9-4b38-b139-47650a115278</entry>
Dec 06 10:00:02 user nova-compute[74535]:       <entry name="uuid">20432b5e-01b9-4b38-b139-47650a115278</entry>
Dec 06 10:00:02 user nova-compute[74535]:       <entry name="family">Virtual Machine</entry>
Dec 06 10:00:02 user nova-compute[74535]:     </system>
Dec 06 10:00:02 user nova-compute[74535]:   </sysinfo>
Dec 06 10:00:02 user nova-compute[74535]:   <os>
Dec 06 10:00:02 user nova-compute[74535]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 10:00:02 user nova-compute[74535]:     <boot dev="hd"/>
Dec 06 10:00:02 user nova-compute[74535]:     <smbios mode="sysinfo"/>
Dec 06 10:00:02 user nova-compute[74535]:   </os>
Dec 06 10:00:02 user nova-compute[74535]:   <features>
Dec 06 10:00:02 user nova-compute[74535]:     <acpi/>
Dec 06 10:00:02 user nova-compute[74535]:     <apic/>
Dec 06 10:00:02 user nova-compute[74535]:     <vmcoreinfo/>
Dec 06 10:00:02 user nova-compute[74535]:   </features>
Dec 06 10:00:02 user nova-compute[74535]:   <clock offset="utc">
Dec 06 10:00:02 user nova-compute[74535]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 10:00:02 user nova-compute[74535]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 10:00:02 user nova-compute[74535]:     <timer name="hpet" present="no"/>
Dec 06 10:00:02 user nova-compute[74535]:   </clock>
Dec 06 10:00:02 user nova-compute[74535]:   <cpu mode="custom" match="exact">
Dec 06 10:00:02 user nova-compute[74535]:     <model>Nehalem</model>
Dec 06 10:00:02 user nova-compute[74535]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 10:00:02 user nova-compute[74535]:   </cpu>
Dec 06 10:00:02 user nova-compute[74535]:   <devices>
Dec 06 10:00:02 user nova-compute[74535]:     <disk type="file" device="disk">
Dec 06 10:00:02 user nova-compute[74535]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 10:00:02 user nova-compute[74535]:       <source file="/opt/stack/data/nova/instances/20432b5e-01b9-4b38-b139-47650a115278/disk"/>
Dec 06 10:00:02 user nova-compute[74535]:       <target dev="vda" bus="virtio"/>
Dec 06 10:00:02 user nova-compute[74535]:     </disk>
Dec 06 10:00:02 user nova-compute[74535]:     <interface type="ethernet">
Dec 06 10:00:02 user nova-compute[74535]:       <mac address="fa:16:3e:93:e1:cd"/>
Dec 06 10:00:02 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 10:00:02 user nova-compute[74535]:       <mtu size="1442"/>
Dec 06 10:00:02 user nova-compute[74535]:       <target dev="tape843486b-a5"/>
Dec 06 10:00:02 user nova-compute[74535]:     </interface>
Dec 06 10:00:02 user nova-compute[74535]:     <serial type="pty">
Dec 06 10:00:02 user nova-compute[74535]:       <log file="/opt/stack/data/nova/instances/20432b5e-01b9-4b38-b139-47650a115278/console.log" append="off"/>
Dec 06 10:00:02 user nova-compute[74535]:     </serial>
Dec 06 10:00:02 user nova-compute[74535]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 10:00:02 user nova-compute[74535]:     <video>
Dec 06 10:00:02 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 10:00:02 user nova-compute[74535]:     </video>
Dec 06 10:00:02 user nova-compute[74535]:     <rng model="virtio">
Dec 06 10:00:02 user nova-compute[74535]:       <backend model="random">/dev/urandom</backend>
Dec 06 10:00:02 user nova-compute[74535]:     </rng>
Dec 06 10:00:02 user nova-compute[74535]:     <controller type="usb" index="0" model="none"/>
Dec 06 10:00:02 user nova-compute[74535]:     <memballoon model="virtio">
Dec 06 10:00:02 user nova-compute[74535]:       <stats period="10"/>
Dec 06 10:00:02 user nova-compute[74535]:     </memballoon>
Dec 06 10:00:02 user nova-compute[74535]:   </devices>
Dec 06 10:00:02 user nova-compute[74535]: </domain>
Dec 06 10:00:02 user nova-compute[74535]:  {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 10:00:02 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-cb3787b8-4e34-470a-8457-71f0cef0ad26 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T09:59:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-1019203950',display_name='tempest-tempest.common.compute-instance-1019203950',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-1019203950',id=15,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNvZ5kXdFSea7lt/abLjYKLvhjFom5iWgQ8/j2R1hf/lZSOo284x2g/XbnWpTW5L6ZKHZSD/flPFQlRylJRcDu42V5MHcPU+fyqWv1bWFvIArkPwsqPP4i90hMCl8mlx4Q==',key_name='tempest-keypair-1531192608',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c1a6ab8cc08d4115a89db7cf36f78025',ramdisk_id='',reservation_id='r-nkk2yun6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-2145111356',owner_user_name='tempest-ServerActionsTestOtherA-2145111356-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T10:00:01Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c4d40c6d3b9e49f79feff37d137f350a',uuid=20432b5e-01b9-4b38-b139-47650a115278,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e843486b-a520-4553-937e-bdf14c98a801", "address": "fa:16:3e:93:e1:cd", "network": {"id": "8b86f560-d219-47ac-911b-827500badcc4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-867973244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1a6ab8cc08d4115a89db7cf36f78025", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape843486b-a5", "ovs_interfaceid": "e843486b-a520-4553-937e-bdf14c98a801", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 10:00:02 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-cb3787b8-4e34-470a-8457-71f0cef0ad26 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Converting VIF {"id": "e843486b-a520-4553-937e-bdf14c98a801", "address": "fa:16:3e:93:e1:cd", "network": {"id": "8b86f560-d219-47ac-911b-827500badcc4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-867973244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1a6ab8cc08d4115a89db7cf36f78025", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape843486b-a5", "ovs_interfaceid": "e843486b-a520-4553-937e-bdf14c98a801", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:00:02 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-cb3787b8-4e34-470a-8457-71f0cef0ad26 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:93:e1:cd,bridge_name='br-int',has_traffic_filtering=True,id=e843486b-a520-4553-937e-bdf14c98a801,network=Network(8b86f560-d219-47ac-911b-827500badcc4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape843486b-a5') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:00:02 user nova-compute[74535]: DEBUG os_vif [None req-cb3787b8-4e34-470a-8457-71f0cef0ad26 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:93:e1:cd,bridge_name='br-int',has_traffic_filtering=True,id=e843486b-a520-4553-937e-bdf14c98a801,network=Network(8b86f560-d219-47ac-911b-827500badcc4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape843486b-a5') {{(pid=74535) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 10:00:02 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:00:02 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:00:02 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 10:00:02 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:00:02 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '8c71f598-3429-5adc-a97f-e16221513284', '_type': 'linux-noop'}}, row=False) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:00:02 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:00:02 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:00:02 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:00:02 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tape843486b-a5, may_exist=True, interface_attrs={}) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:00:02 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tape843486b-a5, col_values=(('qos', UUID('59884148-d1ec-450a-bc9d-7c50317e7bbe')),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:00:02 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tape843486b-a5, col_values=(('external_ids', {'iface-id': 'e843486b-a520-4553-937e-bdf14c98a801', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:93:e1:cd', 'vm-uuid': '20432b5e-01b9-4b38-b139-47650a115278'}),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:00:02 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:00:02 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:00:02 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:00:02 user nova-compute[74535]: INFO os_vif [None req-cb3787b8-4e34-470a-8457-71f0cef0ad26 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:93:e1:cd,bridge_name='br-int',has_traffic_filtering=True,id=e843486b-a520-4553-937e-bdf14c98a801,network=Network(8b86f560-d219-47ac-911b-827500badcc4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape843486b-a5')
Dec 06 10:00:02 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-cb3787b8-4e34-470a-8457-71f0cef0ad26 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] No BDM found with device name vda, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 10:00:02 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-cb3787b8-4e34-470a-8457-71f0cef0ad26 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] No VIF found with MAC fa:16:3e:93:e1:cd, not building metadata {{(pid=74535) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 10:00:03 user nova-compute[74535]: DEBUG nova.network.neutron [req-93dbe396-21f4-49aa-984c-5208d4aba5c8 req-d8dbc355-c12b-4a40-b0d4-4e24aa5d1466 service nova] [instance: 20432b5e-01b9-4b38-b139-47650a115278] Updated VIF entry in instance network info cache for port e843486b-a520-4553-937e-bdf14c98a801. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 10:00:03 user nova-compute[74535]: DEBUG nova.network.neutron [req-93dbe396-21f4-49aa-984c-5208d4aba5c8 req-d8dbc355-c12b-4a40-b0d4-4e24aa5d1466 service nova] [instance: 20432b5e-01b9-4b38-b139-47650a115278] Updating instance_info_cache with network_info: [{"id": "e843486b-a520-4553-937e-bdf14c98a801", "address": "fa:16:3e:93:e1:cd", "network": {"id": "8b86f560-d219-47ac-911b-827500badcc4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-867973244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1a6ab8cc08d4115a89db7cf36f78025", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape843486b-a5", "ovs_interfaceid": "e843486b-a520-4553-937e-bdf14c98a801", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:00:03 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-93dbe396-21f4-49aa-984c-5208d4aba5c8 req-d8dbc355-c12b-4a40-b0d4-4e24aa5d1466 service nova] Releasing lock "refresh_cache-20432b5e-01b9-4b38-b139-47650a115278" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:00:03 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a4db0c4d-f8ef-4f45-9697-c855fe042c8c tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Acquiring lock "9032fc82-326a-4827-94e0-c2c42a318148" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:00:03 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a4db0c4d-f8ef-4f45-9697-c855fe042c8c tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Lock "9032fc82-326a-4827-94e0-c2c42a318148" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:00:03 user nova-compute[74535]: DEBUG nova.objects.instance [None req-a4db0c4d-f8ef-4f45-9697-c855fe042c8c tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Lazy-loading 'flavor' on Instance uuid 9032fc82-326a-4827-94e0-c2c42a318148 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:00:03 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a4db0c4d-f8ef-4f45-9697-c855fe042c8c tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Lock "9032fc82-326a-4827-94e0-c2c42a318148" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.072s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:00:03 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a4db0c4d-f8ef-4f45-9697-c855fe042c8c tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Acquiring lock "9032fc82-326a-4827-94e0-c2c42a318148" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:00:03 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a4db0c4d-f8ef-4f45-9697-c855fe042c8c tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Lock "9032fc82-326a-4827-94e0-c2c42a318148" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:00:03 user nova-compute[74535]: INFO nova.compute.manager [None req-a4db0c4d-f8ef-4f45-9697-c855fe042c8c tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Attaching volume f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d to /dev/vdb
Dec 06 10:00:03 user nova-compute[74535]: DEBUG os_brick.utils [None req-a4db0c4d-f8ef-4f45-9697-c855fe042c8c tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:00:03 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:00:03 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:00:03 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[50b3517f-45b6-45e8-aeb3-b9842d145833]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d95ac7cee77a\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:00:03 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:00:03 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:00:03 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ab95ebc-5a69-492e-86d3-4acb5778c237]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:00:03 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:00:03 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.022s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:00:03 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[34aaf9e0-05de-4cc8-a55f-ea86ccbe6a78]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:00:03 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[3239c6a1-4935-4084-936f-8f39a8e3fcd4]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:00:03 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-a4db0c4d-f8ef-4f45-9697-c855fe042c8c tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Running cmd (subprocess): nvme version {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:00:03 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-a4db0c4d-f8ef-4f45-9697-c855fe042c8c tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] 'nvme version' failed. Not Retrying. {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 10:00:03 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.nvmeof [None req-a4db0c4d-f8ef-4f45-9697-c855fe042c8c tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] nvme not present on system {{(pid=74535) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 10:00:03 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:00:03 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 10:00:03 user nova-compute[74535]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 10:00:03 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[c456e893-b788-43d2-bbac-a02b81c4f253]: (4, '') {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:00:03 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-a4db0c4d-f8ef-4f45-9697-c855fe042c8c tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74535) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 10:00:03 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-a4db0c4d-f8ef-4f45-9697-c855fe042c8c tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74535) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 10:00:03 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-a4db0c4d-f8ef-4f45-9697-c855fe042c8c tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] LIGHTOS: no hostnqn found. {{(pid=74535) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 10:00:03 user nova-compute[74535]: DEBUG os_brick.utils [None req-a4db0c4d-f8ef-4f45-9697-c855fe042c8c tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] <== get_connector_properties: return (121ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d95ac7cee77a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:00:03 user nova-compute[74535]: DEBUG nova.virt.block_device [None req-a4db0c4d-f8ef-4f45-9697-c855fe042c8c tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Updating existing volume attachment record: d41d6895-d28a-4d5d-b89f-b1056b1855ce {{(pid=74535) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 10:00:04 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:00:04 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:00:04 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:00:04 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:00:04 user nova-compute[74535]: DEBUG nova.compute.manager [req-48b75d97-6f52-4c72-b556-63fe3ce33673 req-da6dfc9a-7a24-44ec-a187-3f90138ccf11 service nova] [instance: 20432b5e-01b9-4b38-b139-47650a115278] Received event network-vif-plugged-e843486b-a520-4553-937e-bdf14c98a801 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:00:04 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-48b75d97-6f52-4c72-b556-63fe3ce33673 req-da6dfc9a-7a24-44ec-a187-3f90138ccf11 service nova] Acquiring lock "20432b5e-01b9-4b38-b139-47650a115278-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:00:04 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-48b75d97-6f52-4c72-b556-63fe3ce33673 req-da6dfc9a-7a24-44ec-a187-3f90138ccf11 service nova] Lock "20432b5e-01b9-4b38-b139-47650a115278-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.003s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:00:04 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-48b75d97-6f52-4c72-b556-63fe3ce33673 req-da6dfc9a-7a24-44ec-a187-3f90138ccf11 service nova] Lock "20432b5e-01b9-4b38-b139-47650a115278-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:00:04 user nova-compute[74535]: DEBUG nova.compute.manager [req-48b75d97-6f52-4c72-b556-63fe3ce33673 req-da6dfc9a-7a24-44ec-a187-3f90138ccf11 service nova] [instance: 20432b5e-01b9-4b38-b139-47650a115278] No waiting events found dispatching network-vif-plugged-e843486b-a520-4553-937e-bdf14c98a801 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:00:04 user nova-compute[74535]: WARNING nova.compute.manager [req-48b75d97-6f52-4c72-b556-63fe3ce33673 req-da6dfc9a-7a24-44ec-a187-3f90138ccf11 service nova] [instance: 20432b5e-01b9-4b38-b139-47650a115278] Received unexpected event network-vif-plugged-e843486b-a520-4553-937e-bdf14c98a801 for instance with vm_state building and task_state spawning.
Dec 06 10:00:04 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:00:04 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:00:06 user nova-compute[74535]: DEBUG nova.compute.manager [None req-cb3787b8-4e34-470a-8457-71f0cef0ad26 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 20432b5e-01b9-4b38-b139-47650a115278] Instance event wait completed in 0 seconds for  {{(pid=74535) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 10:00:06 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-cb3787b8-4e34-470a-8457-71f0cef0ad26 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 20432b5e-01b9-4b38-b139-47650a115278] Guest created on hypervisor {{(pid=74535) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 10:00:06 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: 20432b5e-01b9-4b38-b139-47650a115278] Instance spawned successfully.
Dec 06 10:00:06 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-cb3787b8-4e34-470a-8457-71f0cef0ad26 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 20432b5e-01b9-4b38-b139-47650a115278] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 10:00:06 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-cb3787b8-4e34-470a-8457-71f0cef0ad26 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 20432b5e-01b9-4b38-b139-47650a115278] Found default for hw_cdrom_bus of ide {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:00:06 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-cb3787b8-4e34-470a-8457-71f0cef0ad26 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 20432b5e-01b9-4b38-b139-47650a115278] Found default for hw_disk_bus of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:00:06 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-cb3787b8-4e34-470a-8457-71f0cef0ad26 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 20432b5e-01b9-4b38-b139-47650a115278] Found default for hw_input_bus of None {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:00:06 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-cb3787b8-4e34-470a-8457-71f0cef0ad26 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 20432b5e-01b9-4b38-b139-47650a115278] Found default for hw_pointer_model of None {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:00:06 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-cb3787b8-4e34-470a-8457-71f0cef0ad26 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 20432b5e-01b9-4b38-b139-47650a115278] Found default for hw_video_model of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:00:06 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-cb3787b8-4e34-470a-8457-71f0cef0ad26 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 20432b5e-01b9-4b38-b139-47650a115278] Found default for hw_vif_model of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:00:06 user nova-compute[74535]: DEBUG nova.compute.manager [req-b240d181-d3d7-4d77-8f92-e95c124e62f2 req-495be5ed-d2c9-4787-a067-9bf93485fbf6 service nova] [instance: 20432b5e-01b9-4b38-b139-47650a115278] Received event network-vif-plugged-e843486b-a520-4553-937e-bdf14c98a801 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:00:06 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-b240d181-d3d7-4d77-8f92-e95c124e62f2 req-495be5ed-d2c9-4787-a067-9bf93485fbf6 service nova] Acquiring lock "20432b5e-01b9-4b38-b139-47650a115278-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:00:06 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-b240d181-d3d7-4d77-8f92-e95c124e62f2 req-495be5ed-d2c9-4787-a067-9bf93485fbf6 service nova] Lock "20432b5e-01b9-4b38-b139-47650a115278-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:00:06 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-b240d181-d3d7-4d77-8f92-e95c124e62f2 req-495be5ed-d2c9-4787-a067-9bf93485fbf6 service nova] Lock "20432b5e-01b9-4b38-b139-47650a115278-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:00:06 user nova-compute[74535]: DEBUG nova.compute.manager [req-b240d181-d3d7-4d77-8f92-e95c124e62f2 req-495be5ed-d2c9-4787-a067-9bf93485fbf6 service nova] [instance: 20432b5e-01b9-4b38-b139-47650a115278] No waiting events found dispatching network-vif-plugged-e843486b-a520-4553-937e-bdf14c98a801 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:00:06 user nova-compute[74535]: WARNING nova.compute.manager [req-b240d181-d3d7-4d77-8f92-e95c124e62f2 req-495be5ed-d2c9-4787-a067-9bf93485fbf6 service nova] [instance: 20432b5e-01b9-4b38-b139-47650a115278] Received unexpected event network-vif-plugged-e843486b-a520-4553-937e-bdf14c98a801 for instance with vm_state building and task_state spawning.
Dec 06 10:00:06 user nova-compute[74535]: INFO nova.compute.manager [None req-cb3787b8-4e34-470a-8457-71f0cef0ad26 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 20432b5e-01b9-4b38-b139-47650a115278] Took 5.79 seconds to spawn the instance on the hypervisor.
Dec 06 10:00:06 user nova-compute[74535]: DEBUG nova.compute.manager [None req-cb3787b8-4e34-470a-8457-71f0cef0ad26 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 20432b5e-01b9-4b38-b139-47650a115278] Checking state {{(pid=74535) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 10:00:06 user nova-compute[74535]: INFO nova.compute.manager [None req-cb3787b8-4e34-470a-8457-71f0cef0ad26 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 20432b5e-01b9-4b38-b139-47650a115278] Took 6.71 seconds to build instance.
Dec 06 10:00:06 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-cb3787b8-4e34-470a-8457-71f0cef0ad26 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Lock "20432b5e-01b9-4b38-b139-47650a115278" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.840s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:00:06 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:00:06 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:00:06 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:00:06 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:00:06 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:00:06 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:00:07 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:00:07 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:00:07 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:00:07 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:00:07 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74535) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 10:00:09 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:00:09 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Starting heal instance info cache {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 10:00:10 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "refresh_cache-9032fc82-326a-4827-94e0-c2c42a318148" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:00:10 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquired lock "refresh_cache-9032fc82-326a-4827-94e0-c2c42a318148" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:00:10 user nova-compute[74535]: DEBUG nova.network.neutron [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Forcefully refreshing network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 10:00:10 user nova-compute[74535]: DEBUG nova.network.neutron [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Updating instance_info_cache with network_info: [{"id": "a462dbbf-ce92-4626-9a60-8681073805b9", "address": "fa:16:3e:a3:9f:03", "network": {"id": "2c655269-59e9-4d53-8ce2-fa7d52c97f0c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1216090719-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.15", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "90943706b3664c72bbae8f17a744ad30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa462dbbf-ce", "ovs_interfaceid": "a462dbbf-ce92-4626-9a60-8681073805b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:00:10 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Releasing lock "refresh_cache-9032fc82-326a-4827-94e0-c2c42a318148" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:00:10 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Updated the network info_cache for instance {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 10:00:10 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:00:10 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:00:10 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:00:10 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:00:10 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Auditing locally available compute resources for user (node: user) {{(pid=74535) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 10:00:10 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93fb3c38-baad-41c4-89b2-2a37c779c62a/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:00:10 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93fb3c38-baad-41c4-89b2-2a37c779c62a/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:00:10 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93fb3c38-baad-41c4-89b2-2a37c779c62a/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:00:11 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93fb3c38-baad-41c4-89b2-2a37c779c62a/disk --force-share --output=json" returned: 0 in 0.219s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:00:11 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9032fc82-326a-4827-94e0-c2c42a318148/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:00:11 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9032fc82-326a-4827-94e0-c2c42a318148/disk --force-share --output=json" returned: 0 in 0.252s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:00:11 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9032fc82-326a-4827-94e0-c2c42a318148/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:00:11 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9032fc82-326a-4827-94e0-c2c42a318148/disk --force-share --output=json" returned: 0 in 0.238s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:00:11 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d750435-b1ed-446a-a466-162bdc33821d/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:00:11 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d750435-b1ed-446a-a466-162bdc33821d/disk --force-share --output=json" returned: 0 in 0.222s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:00:11 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d750435-b1ed-446a-a466-162bdc33821d/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:00:11 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:00:12 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d750435-b1ed-446a-a466-162bdc33821d/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:00:12 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d596eeb0-45d3-49cd-80f4-bcccca96c267/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:00:12 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d596eeb0-45d3-49cd-80f4-bcccca96c267/disk --force-share --output=json" returned: 0 in 0.237s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:00:12 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d596eeb0-45d3-49cd-80f4-bcccca96c267/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:00:12 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:00:12 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d596eeb0-45d3-49cd-80f4-bcccca96c267/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:00:12 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:00:12 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/20432b5e-01b9-4b38-b139-47650a115278/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:00:12 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/20432b5e-01b9-4b38-b139-47650a115278/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:00:12 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/20432b5e-01b9-4b38-b139-47650a115278/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:00:12 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:00:13 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/20432b5e-01b9-4b38-b139-47650a115278/disk --force-share --output=json" returned: 0 in 0.231s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:00:13 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4f3357d9-20fc-4dc4-bfc5-ad83a6741013/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:00:13 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4f3357d9-20fc-4dc4-bfc5-ad83a6741013/disk --force-share --output=json" returned: 0 in 0.224s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:00:13 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4f3357d9-20fc-4dc4-bfc5-ad83a6741013/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:00:13 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-de5f36ff-81a1-4f97-8d22-e428ad275dc7 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Acquiring lock "4f3357d9-20fc-4dc4-bfc5-ad83a6741013" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:00:13 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-de5f36ff-81a1-4f97-8d22-e428ad275dc7 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Lock "4f3357d9-20fc-4dc4-bfc5-ad83a6741013" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:00:13 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-de5f36ff-81a1-4f97-8d22-e428ad275dc7 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Acquiring lock "4f3357d9-20fc-4dc4-bfc5-ad83a6741013-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:00:13 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-de5f36ff-81a1-4f97-8d22-e428ad275dc7 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Lock "4f3357d9-20fc-4dc4-bfc5-ad83a6741013-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:00:13 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-de5f36ff-81a1-4f97-8d22-e428ad275dc7 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Lock "4f3357d9-20fc-4dc4-bfc5-ad83a6741013-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:00:13 user nova-compute[74535]: INFO nova.compute.manager [None req-de5f36ff-81a1-4f97-8d22-e428ad275dc7 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] [instance: 4f3357d9-20fc-4dc4-bfc5-ad83a6741013] Terminating instance
Dec 06 10:00:13 user nova-compute[74535]: DEBUG nova.compute.manager [None req-de5f36ff-81a1-4f97-8d22-e428ad275dc7 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] [instance: 4f3357d9-20fc-4dc4-bfc5-ad83a6741013] Start destroying the instance on the hypervisor. {{(pid=74535) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 10:00:13 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:00:13 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:00:13 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:00:13 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4f3357d9-20fc-4dc4-bfc5-ad83a6741013/disk --force-share --output=json" returned: 0 in 0.276s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:00:13 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:00:13 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5e39a1a4-f188-40e3-bcba-70e47abd6026/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:00:13 user nova-compute[74535]: DEBUG nova.compute.manager [req-3c0c795e-f70a-4f09-bf01-66737fb6a52c req-ab381b32-aa55-49e1-93bc-95eb460eddfe service nova] [instance: 4f3357d9-20fc-4dc4-bfc5-ad83a6741013] Received event network-vif-unplugged-a37b5b7b-eba9-4299-921d-4946561c01e5 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:00:13 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-3c0c795e-f70a-4f09-bf01-66737fb6a52c req-ab381b32-aa55-49e1-93bc-95eb460eddfe service nova] Acquiring lock "4f3357d9-20fc-4dc4-bfc5-ad83a6741013-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:00:13 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-3c0c795e-f70a-4f09-bf01-66737fb6a52c req-ab381b32-aa55-49e1-93bc-95eb460eddfe service nova] Lock "4f3357d9-20fc-4dc4-bfc5-ad83a6741013-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:00:13 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-3c0c795e-f70a-4f09-bf01-66737fb6a52c req-ab381b32-aa55-49e1-93bc-95eb460eddfe service nova] Lock "4f3357d9-20fc-4dc4-bfc5-ad83a6741013-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:00:13 user nova-compute[74535]: DEBUG nova.compute.manager [req-3c0c795e-f70a-4f09-bf01-66737fb6a52c req-ab381b32-aa55-49e1-93bc-95eb460eddfe service nova] [instance: 4f3357d9-20fc-4dc4-bfc5-ad83a6741013] No waiting events found dispatching network-vif-unplugged-a37b5b7b-eba9-4299-921d-4946561c01e5 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:00:13 user nova-compute[74535]: DEBUG nova.compute.manager [req-3c0c795e-f70a-4f09-bf01-66737fb6a52c req-ab381b32-aa55-49e1-93bc-95eb460eddfe service nova] [instance: 4f3357d9-20fc-4dc4-bfc5-ad83a6741013] Received event network-vif-unplugged-a37b5b7b-eba9-4299-921d-4946561c01e5 for instance with task_state deleting. {{(pid=74535) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 10:00:13 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5e39a1a4-f188-40e3-bcba-70e47abd6026/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:00:13 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5e39a1a4-f188-40e3-bcba-70e47abd6026/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:00:13 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5e39a1a4-f188-40e3-bcba-70e47abd6026/disk --force-share --output=json" returned: 0 in 0.223s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:00:14 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:00:14 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:00:14 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Hypervisor/Node resource view: name=user free_ram=8075MB free_disk=25.634449005126953GB free_vcpus=5 pci_devices=[{"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74535) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 10:00:14 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:00:14 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:00:14 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: 4f3357d9-20fc-4dc4-bfc5-ad83a6741013] Instance destroyed successfully.
Dec 06 10:00:14 user nova-compute[74535]: DEBUG nova.objects.instance [None req-de5f36ff-81a1-4f97-8d22-e428ad275dc7 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Lazy-loading 'resources' on Instance uuid 4f3357d9-20fc-4dc4-bfc5-ad83a6741013 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:00:14 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-de5f36ff-81a1-4f97-8d22-e428ad275dc7 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T09:56:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1981652634',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1981652634',id=6,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBG+pex3NYbTNATtrLtMa0a4luAH0grgwQNWDie/Z8tpJwRxxu3vjIXxFSIeRt/V38MET6S29h9BDwb0xKeFy4xcUhhWxruyCp/SD8zA5vo368iBlHk1DDzPw/Aouw6rJIA==',key_name='tempest-keypair-214001801',keypairs=<?>,launch_index=0,launched_at=2023-12-06T09:56:55Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='585ee9665b434fb0bc5831d6eb32f407',ramdisk_id='',reservation_id='r-ofiu934m',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-561099051',owner_user_name='tempest-TaggedAttachmentsTest-561099051-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T09:56:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='49de51760c8f470aab418ca430df7695',uuid=4f3357d9-20fc-4dc4-bfc5-ad83a6741013,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a37b5b7b-eba9-4299-921d-4946561c01e5", "address": "fa:16:3e:89:5c:3e", "network": {"id": "534df977-7396-47d8-a74b-25be03a00fc0", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1115040687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "585ee9665b434fb0bc5831d6eb32f407", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa37b5b7b-eb", "ovs_interfaceid": "a37b5b7b-eba9-4299-921d-4946561c01e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 10:00:14 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-de5f36ff-81a1-4f97-8d22-e428ad275dc7 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Converting VIF {"id": "a37b5b7b-eba9-4299-921d-4946561c01e5", "address": "fa:16:3e:89:5c:3e", "network": {"id": "534df977-7396-47d8-a74b-25be03a00fc0", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1115040687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "585ee9665b434fb0bc5831d6eb32f407", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa37b5b7b-eb", "ovs_interfaceid": "a37b5b7b-eba9-4299-921d-4946561c01e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:00:14 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-de5f36ff-81a1-4f97-8d22-e428ad275dc7 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:89:5c:3e,bridge_name='br-int',has_traffic_filtering=True,id=a37b5b7b-eba9-4299-921d-4946561c01e5,network=Network(534df977-7396-47d8-a74b-25be03a00fc0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa37b5b7b-eb') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:00:14 user nova-compute[74535]: DEBUG os_vif [None req-de5f36ff-81a1-4f97-8d22-e428ad275dc7 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:89:5c:3e,bridge_name='br-int',has_traffic_filtering=True,id=a37b5b7b-eba9-4299-921d-4946561c01e5,network=Network(534df977-7396-47d8-a74b-25be03a00fc0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa37b5b7b-eb') {{(pid=74535) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 10:00:14 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:00:14 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa37b5b7b-eb, bridge=br-int, if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:00:14 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:00:14 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:00:14 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:00:14 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=0c271551-e44f-44f7-bc88-48144925cdf5) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:00:14 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:00:14 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:00:14 user nova-compute[74535]: INFO os_vif [None req-de5f36ff-81a1-4f97-8d22-e428ad275dc7 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:89:5c:3e,bridge_name='br-int',has_traffic_filtering=True,id=a37b5b7b-eba9-4299-921d-4946561c01e5,network=Network(534df977-7396-47d8-a74b-25be03a00fc0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa37b5b7b-eb')
Dec 06 10:00:14 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-de5f36ff-81a1-4f97-8d22-e428ad275dc7 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] [instance: 4f3357d9-20fc-4dc4-bfc5-ad83a6741013] Deleting instance files /opt/stack/data/nova/instances/4f3357d9-20fc-4dc4-bfc5-ad83a6741013_del
Dec 06 10:00:14 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-de5f36ff-81a1-4f97-8d22-e428ad275dc7 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] [instance: 4f3357d9-20fc-4dc4-bfc5-ad83a6741013] Deletion of /opt/stack/data/nova/instances/4f3357d9-20fc-4dc4-bfc5-ad83a6741013_del complete
Dec 06 10:00:14 user nova-compute[74535]: INFO nova.compute.manager [None req-de5f36ff-81a1-4f97-8d22-e428ad275dc7 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] [instance: 4f3357d9-20fc-4dc4-bfc5-ad83a6741013] Took 1.46 seconds to destroy the instance on the hypervisor.
Dec 06 10:00:14 user nova-compute[74535]: DEBUG oslo.service.loopingcall [None req-de5f36ff-81a1-4f97-8d22-e428ad275dc7 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74535) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 10:00:14 user nova-compute[74535]: DEBUG nova.compute.manager [-] [instance: 4f3357d9-20fc-4dc4-bfc5-ad83a6741013] Deallocating network for instance {{(pid=74535) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 10:00:14 user nova-compute[74535]: DEBUG nova.network.neutron [-] [instance: 4f3357d9-20fc-4dc4-bfc5-ad83a6741013] deallocate_for_instance() {{(pid=74535) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 10:00:14 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 7d750435-b1ed-446a-a466-162bdc33821d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:00:14 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 5e39a1a4-f188-40e3-bcba-70e47abd6026 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:00:14 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 9032fc82-326a-4827-94e0-c2c42a318148 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:00:14 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 4f3357d9-20fc-4dc4-bfc5-ad83a6741013 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:00:14 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 93fb3c38-baad-41c4-89b2-2a37c779c62a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:00:14 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance d596eeb0-45d3-49cd-80f4-bcccca96c267 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:00:14 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 20432b5e-01b9-4b38-b139-47650a115278 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:00:14 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Total usable vcpus: 12, total allocated vcpus: 7 {{(pid=74535) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 10:00:14 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Final resource view: name=user phys_ram=16011MB used_ram=4096MB phys_disk=40GB used_disk=7GB total_vcpus=12 used_vcpus=7 pci_stats=[] {{(pid=74535) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 10:00:15 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:00:15 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:00:15 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Compute_service record updated for user:user {{(pid=74535) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 10:00:15 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.441s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:00:15 user nova-compute[74535]: DEBUG nova.compute.manager [req-bcbe67e1-b15d-4870-bb72-a0063cb3e663 req-5402046d-351e-48e0-be64-b1d177b500fc service nova] [instance: 4f3357d9-20fc-4dc4-bfc5-ad83a6741013] Received event network-vif-plugged-a37b5b7b-eba9-4299-921d-4946561c01e5 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:00:15 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-bcbe67e1-b15d-4870-bb72-a0063cb3e663 req-5402046d-351e-48e0-be64-b1d177b500fc service nova] Acquiring lock "4f3357d9-20fc-4dc4-bfc5-ad83a6741013-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:00:15 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-bcbe67e1-b15d-4870-bb72-a0063cb3e663 req-5402046d-351e-48e0-be64-b1d177b500fc service nova] Lock "4f3357d9-20fc-4dc4-bfc5-ad83a6741013-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:00:15 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-bcbe67e1-b15d-4870-bb72-a0063cb3e663 req-5402046d-351e-48e0-be64-b1d177b500fc service nova] Lock "4f3357d9-20fc-4dc4-bfc5-ad83a6741013-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:00:15 user nova-compute[74535]: DEBUG nova.compute.manager [req-bcbe67e1-b15d-4870-bb72-a0063cb3e663 req-5402046d-351e-48e0-be64-b1d177b500fc service nova] [instance: 4f3357d9-20fc-4dc4-bfc5-ad83a6741013] No waiting events found dispatching network-vif-plugged-a37b5b7b-eba9-4299-921d-4946561c01e5 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:00:15 user nova-compute[74535]: WARNING nova.compute.manager [req-bcbe67e1-b15d-4870-bb72-a0063cb3e663 req-5402046d-351e-48e0-be64-b1d177b500fc service nova] [instance: 4f3357d9-20fc-4dc4-bfc5-ad83a6741013] Received unexpected event network-vif-plugged-a37b5b7b-eba9-4299-921d-4946561c01e5 for instance with vm_state active and task_state deleting.
Dec 06 10:00:15 user nova-compute[74535]: DEBUG nova.network.neutron [-] [instance: 4f3357d9-20fc-4dc4-bfc5-ad83a6741013] Updating instance_info_cache with network_info: [] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:00:15 user nova-compute[74535]: INFO nova.compute.manager [-] [instance: 4f3357d9-20fc-4dc4-bfc5-ad83a6741013] Took 1.14 seconds to deallocate network for instance.
Dec 06 10:00:16 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-de5f36ff-81a1-4f97-8d22-e428ad275dc7 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:00:16 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-de5f36ff-81a1-4f97-8d22-e428ad275dc7 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:00:16 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-de5f36ff-81a1-4f97-8d22-e428ad275dc7 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:00:16 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-de5f36ff-81a1-4f97-8d22-e428ad275dc7 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:00:16 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-de5f36ff-81a1-4f97-8d22-e428ad275dc7 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.328s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:00:16 user nova-compute[74535]: INFO nova.scheduler.client.report [None req-de5f36ff-81a1-4f97-8d22-e428ad275dc7 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Deleted allocations for instance 4f3357d9-20fc-4dc4-bfc5-ad83a6741013
Dec 06 10:00:16 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-de5f36ff-81a1-4f97-8d22-e428ad275dc7 tempest-TaggedAttachmentsTest-561099051 tempest-TaggedAttachmentsTest-561099051-project-member] Lock "4f3357d9-20fc-4dc4-bfc5-ad83a6741013" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.277s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:00:17 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:00:17 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:00:17 user nova-compute[74535]: DEBUG nova.compute.manager [req-4d6c0fcd-77a5-4dcd-a924-9fa3d6180666 req-5df131c9-c3ab-4a91-aa21-8dbc9de27f15 service nova] [instance: 4f3357d9-20fc-4dc4-bfc5-ad83a6741013] Received event network-vif-deleted-a37b5b7b-eba9-4299-921d-4946561c01e5 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:00:19 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:00:21 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a4db0c4d-f8ef-4f45-9697-c855fe042c8c tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Calling os-brick to attach iSCSI Volume {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 10:00:21 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4db0c4d-f8ef-4f45-9697-c855fe042c8c tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'tTkzBiQo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:00:21 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-a4db0c4d-f8ef-4f45-9697-c855fe042c8c tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:00:21 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-a4db0c4d-f8ef-4f45-9697-c855fe042c8c tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:00:21 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-a4db0c4d-f8ef-4f45-9697-c855fe042c8c tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:00:21 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-a4db0c4d-f8ef-4f45-9697-c855fe042c8c tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:00:21 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-a4db0c4d-f8ef-4f45-9697-c855fe042c8c tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:00:21 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-a4db0c4d-f8ef-4f45-9697-c855fe042c8c tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:00:21 user nova-compute[74535]: INFO os_brick.initiator.connectors.iscsi [None req-a4db0c4d-f8ef-4f45-9697-c855fe042c8c tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 10:00:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d -p 172.16.0.220:3260 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:00:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:00:21 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ca6b999-0f68-4a95-85e4-3bda531f250c]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:00:21 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4db0c4d-f8ef-4f45-9697-c855fe042c8c tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 10:00:21 user nova-compute[74535]:  {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:00:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d -p 172.16.0.220:3260 --interface default --op new {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:00:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.029s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:00:21 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab34478f-8460-4de0-a820-5daeb51cc342]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d] added\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:00:21 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4db0c4d-f8ef-4f45-9697-c855fe042c8c tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d] added
Dec 06 10:00:21 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:00:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:00:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.031s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:00:21 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[c197c725-6f84-443c-b6c1-ed3eb1d5ba0e]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:00:21 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4db0c4d-f8ef-4f45-9697-c855fe042c8c tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:00:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:00:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:00:21 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[88eff185-8778-4958-a1a7-d7e11fa0bb4e]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:00:21 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4db0c4d-f8ef-4f45-9697-c855fe042c8c tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:00:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v tTkzBiQo {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:00:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v tTkzBiQo" returned: 0 in 0.023s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:00:21 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[2022fead-03c8-4581-a241-77fc92a90b1c]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:00:21 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4db0c4d-f8ef-4f45-9697-c855fe042c8c tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'tTkzBiQo'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:00:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:00:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.023s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:00:21 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[020d3c73-dfcb-4139-8304-e287139c4692]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:00:21 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4db0c4d-f8ef-4f45-9697-c855fe042c8c tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:00:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:00:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.024s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:00:21 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[bed74dcf-0aa3-49e7-bba7-9b9edbbc4beb]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:00:21 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4db0c4d-f8ef-4f45-9697-c855fe042c8c tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Dec 06 10:00:21 user nova-compute[74535]:  {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:00:21 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4db0c4d-f8ef-4f45-9697-c855fe042c8c tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Dec 06 10:00:21 user nova-compute[74535]:  {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:00:21 user nova-compute[74535]: WARNING os_brick.initiator.connectors.iscsi [None req-a4db0c4d-f8ef-4f45-9697-c855fe042c8c tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Dec 06 10:00:21 user nova-compute[74535]: 
Dec 06 10:00:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d -p 172.16.0.220:3260 --login {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:00:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d -p 172.16.0.220:3260 --login" returned: 0 in 0.071s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:00:21 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5b88fb6-21e1-4ebc-8e44-5280635bfba9]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:00:21 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4db0c4d-f8ef-4f45-9697-c855fe042c8c tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d, portal: 172.16.0.220,3260]
Dec 06 10:00:21 user nova-compute[74535]: Login to [iface: default, target: iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d, portal: 172.16.0.220,3260] successful.
Dec 06 10:00:21 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:00:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:00:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.102s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:00:22 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[8380b7a8-5c90-4348-80ea-2f4d0796ae2e]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:00:22 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4db0c4d-f8ef-4f45-9697-c855fe042c8c tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:00:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:00:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:00:22 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d7a393e-e69c-4c24-9786-8c793562f120]: (4, ('tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:00:22 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4db0c4d-f8ef-4f45-9697-c855fe042c8c tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d (non-flash)
Dec 06 10:00:22 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:00:22 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4db0c4d-f8ef-4f45-9697-c855fe042c8c tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] iscsi session list stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d (non-flash)
Dec 06 10:00:22 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:00:22 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-a4db0c4d-f8ef-4f45-9697-c855fe042c8c tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.418s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:00:22 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4db0c4d-f8ef-4f45-9697-c855fe042c8c tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Connected to 172.16.0.220:3260 {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 10:00:22 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-a4db0c4d-f8ef-4f45-9697-c855fe042c8c tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] HCTL ('33', '-', '-', 0) found on session 15 with lun 0 {{(pid=74535) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 10:00:22 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-a4db0c4d-f8ef-4f45-9697-c855fe042c8c tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74535) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 10:00:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:00:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.020s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:00:22 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[fedaba67-d1ca-4f0b-a9c7-0ea75d7cb377]: (4, ('- - 0', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:00:22 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-a4db0c4d-f8ef-4f45-9697-c855fe042c8c tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Searching for a device in session 15 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74535) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 10:00:22 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4db0c4d-f8ef-4f45-9697-c855fe042c8c tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'tTkzBiQo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 10:00:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:00:23 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-a4db0c4d-f8ef-4f45-9697-c855fe042c8c tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.459s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:00:23 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4db0c4d-f8ef-4f45-9697-c855fe042c8c tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] <== connect_volume: return (1461ms) {'type': 'block', 'scsi_wwn': '23739666630326234', 'path': '/dev/sdb'} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:00:23 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a4db0c4d-f8ef-4f45-9697-c855fe042c8c tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23739666630326234', 'path': '/dev/sdb'} {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 10:00:23 user nova-compute[74535]: DEBUG nova.objects.instance [None req-a4db0c4d-f8ef-4f45-9697-c855fe042c8c tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Lazy-loading 'flavor' on Instance uuid 9032fc82-326a-4827-94e0-c2c42a318148 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:00:23 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-a4db0c4d-f8ef-4f45-9697-c855fe042c8c tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 10:00:23 user nova-compute[74535]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 10:00:23 user nova-compute[74535]:   <source dev="/dev/sdb"/>
Dec 06 10:00:23 user nova-compute[74535]:   <target dev="vdb" bus="virtio"/>
Dec 06 10:00:23 user nova-compute[74535]:   <serial>f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d</serial>
Dec 06 10:00:23 user nova-compute[74535]: </disk>
Dec 06 10:00:23 user nova-compute[74535]:  {{(pid=74535) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 10:00:23 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-1424ccb8-69ad-41f7-b080-bb96e6605d7b tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] Acquiring lock "93fb3c38-baad-41c4-89b2-2a37c779c62a" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:00:23 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-1424ccb8-69ad-41f7-b080-bb96e6605d7b tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] Lock "93fb3c38-baad-41c4-89b2-2a37c779c62a" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:00:23 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-1424ccb8-69ad-41f7-b080-bb96e6605d7b tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] Acquiring lock "93fb3c38-baad-41c4-89b2-2a37c779c62a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:00:23 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-1424ccb8-69ad-41f7-b080-bb96e6605d7b tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] Lock "93fb3c38-baad-41c4-89b2-2a37c779c62a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:00:23 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-1424ccb8-69ad-41f7-b080-bb96e6605d7b tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] Lock "93fb3c38-baad-41c4-89b2-2a37c779c62a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:00:23 user nova-compute[74535]: INFO nova.compute.manager [None req-1424ccb8-69ad-41f7-b080-bb96e6605d7b tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] [instance: 93fb3c38-baad-41c4-89b2-2a37c779c62a] Terminating instance
Dec 06 10:00:23 user nova-compute[74535]: DEBUG nova.compute.manager [None req-1424ccb8-69ad-41f7-b080-bb96e6605d7b tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] [instance: 93fb3c38-baad-41c4-89b2-2a37c779c62a] Start destroying the instance on the hypervisor. {{(pid=74535) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 10:00:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:00:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:00:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:00:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:00:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:00:23 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-a4db0c4d-f8ef-4f45-9697-c855fe042c8c tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] No BDM found with device name vda, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 10:00:23 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-a4db0c4d-f8ef-4f45-9697-c855fe042c8c tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 10:00:23 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-a4db0c4d-f8ef-4f45-9697-c855fe042c8c tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] No VIF found with MAC fa:16:3e:a3:9f:03, not building metadata {{(pid=74535) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 10:00:23 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a4db0c4d-f8ef-4f45-9697-c855fe042c8c tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Lock "9032fc82-326a-4827-94e0-c2c42a318148" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 20.151s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:00:23 user nova-compute[74535]: DEBUG nova.compute.manager [req-9920c794-ec10-4af2-a164-35575269667e req-ff16d96a-d89e-4df7-94a6-31672112e938 service nova] [instance: 93fb3c38-baad-41c4-89b2-2a37c779c62a] Received event network-vif-unplugged-2dfc3f16-1977-47e8-a60f-2ec4bd73af3a {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:00:23 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-9920c794-ec10-4af2-a164-35575269667e req-ff16d96a-d89e-4df7-94a6-31672112e938 service nova] Acquiring lock "93fb3c38-baad-41c4-89b2-2a37c779c62a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:00:23 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-9920c794-ec10-4af2-a164-35575269667e req-ff16d96a-d89e-4df7-94a6-31672112e938 service nova] Lock "93fb3c38-baad-41c4-89b2-2a37c779c62a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:00:23 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-9920c794-ec10-4af2-a164-35575269667e req-ff16d96a-d89e-4df7-94a6-31672112e938 service nova] Lock "93fb3c38-baad-41c4-89b2-2a37c779c62a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:00:23 user nova-compute[74535]: DEBUG nova.compute.manager [req-9920c794-ec10-4af2-a164-35575269667e req-ff16d96a-d89e-4df7-94a6-31672112e938 service nova] [instance: 93fb3c38-baad-41c4-89b2-2a37c779c62a] No waiting events found dispatching network-vif-unplugged-2dfc3f16-1977-47e8-a60f-2ec4bd73af3a {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:00:23 user nova-compute[74535]: DEBUG nova.compute.manager [req-9920c794-ec10-4af2-a164-35575269667e req-ff16d96a-d89e-4df7-94a6-31672112e938 service nova] [instance: 93fb3c38-baad-41c4-89b2-2a37c779c62a] Received event network-vif-unplugged-2dfc3f16-1977-47e8-a60f-2ec4bd73af3a for instance with task_state deleting. {{(pid=74535) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 10:00:24 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: 93fb3c38-baad-41c4-89b2-2a37c779c62a] Instance destroyed successfully.
Dec 06 10:00:24 user nova-compute[74535]: DEBUG nova.objects.instance [None req-1424ccb8-69ad-41f7-b080-bb96e6605d7b tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] Lazy-loading 'resources' on Instance uuid 93fb3c38-baad-41c4-89b2-2a37c779c62a {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:00:24 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-1424ccb8-69ad-41f7-b080-bb96e6605d7b tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T09:56:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeSwap-server-1659976840',display_name='tempest-TestVolumeSwap-server-1659976840',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumeswap-server-1659976840',id=7,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBECk557bq1JMNjupcxA8kVQnjAHhf2U3Smrme/WQNbJKQSaBEhoNGbtdtMrU4IRZCViHJGd7OOG442ktMKU0cNdvwaM3nlr7AMIZOAk8/eSr450WQ9hwg8QopluysDgqog==',key_name='tempest-keypair-1910798524',keypairs=<?>,launch_index=0,launched_at=2023-12-06T09:56:55Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='60fc28b24c1e4cf8a31ecac98fba528d',ramdisk_id='',reservation_id='r-plp7ps32',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeSwap-1763591197',owner_user_name='tempest-TestVolumeSwap-1763591197-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T09:56:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0becb1de8c0d4fec9428fe1418dde9ae',uuid=93fb3c38-baad-41c4-89b2-2a37c779c62a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2dfc3f16-1977-47e8-a60f-2ec4bd73af3a", "address": "fa:16:3e:ad:e0:7f", "network": {"id": "1ba0616e-fde2-4be0-b090-6507e0681569", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1089567641-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.112", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "60fc28b24c1e4cf8a31ecac98fba528d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2dfc3f16-19", "ovs_interfaceid": "2dfc3f16-1977-47e8-a60f-2ec4bd73af3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 10:00:24 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-1424ccb8-69ad-41f7-b080-bb96e6605d7b tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] Converting VIF {"id": "2dfc3f16-1977-47e8-a60f-2ec4bd73af3a", "address": "fa:16:3e:ad:e0:7f", "network": {"id": "1ba0616e-fde2-4be0-b090-6507e0681569", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1089567641-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.112", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "60fc28b24c1e4cf8a31ecac98fba528d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2dfc3f16-19", "ovs_interfaceid": "2dfc3f16-1977-47e8-a60f-2ec4bd73af3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:00:24 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-1424ccb8-69ad-41f7-b080-bb96e6605d7b tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:ad:e0:7f,bridge_name='br-int',has_traffic_filtering=True,id=2dfc3f16-1977-47e8-a60f-2ec4bd73af3a,network=Network(1ba0616e-fde2-4be0-b090-6507e0681569),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2dfc3f16-19') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:00:24 user nova-compute[74535]: DEBUG os_vif [None req-1424ccb8-69ad-41f7-b080-bb96e6605d7b tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:ad:e0:7f,bridge_name='br-int',has_traffic_filtering=True,id=2dfc3f16-1977-47e8-a60f-2ec4bd73af3a,network=Network(1ba0616e-fde2-4be0-b090-6507e0681569),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2dfc3f16-19') {{(pid=74535) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 10:00:24 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:00:24 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2dfc3f16-19, bridge=br-int, if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:00:24 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:00:24 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:00:24 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:00:24 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=5122ef41-b28a-4ea5-be0d-525d52a2baad) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:00:24 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:00:24 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:00:24 user nova-compute[74535]: INFO os_vif [None req-1424ccb8-69ad-41f7-b080-bb96e6605d7b tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:ad:e0:7f,bridge_name='br-int',has_traffic_filtering=True,id=2dfc3f16-1977-47e8-a60f-2ec4bd73af3a,network=Network(1ba0616e-fde2-4be0-b090-6507e0681569),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2dfc3f16-19')
Dec 06 10:00:24 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-1424ccb8-69ad-41f7-b080-bb96e6605d7b tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] [instance: 93fb3c38-baad-41c4-89b2-2a37c779c62a] Deleting instance files /opt/stack/data/nova/instances/93fb3c38-baad-41c4-89b2-2a37c779c62a_del
Dec 06 10:00:24 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-1424ccb8-69ad-41f7-b080-bb96e6605d7b tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] [instance: 93fb3c38-baad-41c4-89b2-2a37c779c62a] Deletion of /opt/stack/data/nova/instances/93fb3c38-baad-41c4-89b2-2a37c779c62a_del complete
Dec 06 10:00:24 user nova-compute[74535]: INFO nova.compute.manager [None req-1424ccb8-69ad-41f7-b080-bb96e6605d7b tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] [instance: 93fb3c38-baad-41c4-89b2-2a37c779c62a] Took 0.94 seconds to destroy the instance on the hypervisor.
Dec 06 10:00:24 user nova-compute[74535]: DEBUG oslo.service.loopingcall [None req-1424ccb8-69ad-41f7-b080-bb96e6605d7b tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74535) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 10:00:24 user nova-compute[74535]: DEBUG nova.compute.manager [-] [instance: 93fb3c38-baad-41c4-89b2-2a37c779c62a] Deallocating network for instance {{(pid=74535) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 10:00:24 user nova-compute[74535]: DEBUG nova.network.neutron [-] [instance: 93fb3c38-baad-41c4-89b2-2a37c779c62a] deallocate_for_instance() {{(pid=74535) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 10:00:25 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:00:25 user nova-compute[74535]: DEBUG nova.compute.manager [req-11231099-0e1a-447d-ac25-b6a6b0ed4914 req-6f98b3bf-950d-46ac-9db9-124026a067b6 service nova] [instance: 93fb3c38-baad-41c4-89b2-2a37c779c62a] Received event network-vif-plugged-2dfc3f16-1977-47e8-a60f-2ec4bd73af3a {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:00:25 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-11231099-0e1a-447d-ac25-b6a6b0ed4914 req-6f98b3bf-950d-46ac-9db9-124026a067b6 service nova] Acquiring lock "93fb3c38-baad-41c4-89b2-2a37c779c62a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:00:25 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-11231099-0e1a-447d-ac25-b6a6b0ed4914 req-6f98b3bf-950d-46ac-9db9-124026a067b6 service nova] Lock "93fb3c38-baad-41c4-89b2-2a37c779c62a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:00:25 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-11231099-0e1a-447d-ac25-b6a6b0ed4914 req-6f98b3bf-950d-46ac-9db9-124026a067b6 service nova] Lock "93fb3c38-baad-41c4-89b2-2a37c779c62a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:00:25 user nova-compute[74535]: DEBUG nova.compute.manager [req-11231099-0e1a-447d-ac25-b6a6b0ed4914 req-6f98b3bf-950d-46ac-9db9-124026a067b6 service nova] [instance: 93fb3c38-baad-41c4-89b2-2a37c779c62a] No waiting events found dispatching network-vif-plugged-2dfc3f16-1977-47e8-a60f-2ec4bd73af3a {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:00:25 user nova-compute[74535]: WARNING nova.compute.manager [req-11231099-0e1a-447d-ac25-b6a6b0ed4914 req-6f98b3bf-950d-46ac-9db9-124026a067b6 service nova] [instance: 93fb3c38-baad-41c4-89b2-2a37c779c62a] Received unexpected event network-vif-plugged-2dfc3f16-1977-47e8-a60f-2ec4bd73af3a for instance with vm_state active and task_state deleting.
Dec 06 10:00:26 user nova-compute[74535]: DEBUG nova.network.neutron [-] [instance: 93fb3c38-baad-41c4-89b2-2a37c779c62a] Updating instance_info_cache with network_info: [] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:00:26 user nova-compute[74535]: INFO nova.compute.manager [-] [instance: 93fb3c38-baad-41c4-89b2-2a37c779c62a] Took 1.78 seconds to deallocate network for instance.
Dec 06 10:00:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-1424ccb8-69ad-41f7-b080-bb96e6605d7b tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:00:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-1424ccb8-69ad-41f7-b080-bb96e6605d7b tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:00:26 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-1424ccb8-69ad-41f7-b080-bb96e6605d7b tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:00:26 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-1424ccb8-69ad-41f7-b080-bb96e6605d7b tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:00:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-1424ccb8-69ad-41f7-b080-bb96e6605d7b tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.300s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:00:26 user nova-compute[74535]: INFO nova.scheduler.client.report [None req-1424ccb8-69ad-41f7-b080-bb96e6605d7b tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] Deleted allocations for instance 93fb3c38-baad-41c4-89b2-2a37c779c62a
Dec 06 10:00:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-1424ccb8-69ad-41f7-b080-bb96e6605d7b tempest-TestVolumeSwap-1763591197 tempest-TestVolumeSwap-1763591197-project-member] Lock "93fb3c38-baad-41c4-89b2-2a37c779c62a" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.463s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:00:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:00:27 user nova-compute[74535]: DEBUG nova.compute.manager [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Stashing vm_state: active {{(pid=74535) _prep_resize /opt/stack/nova/nova/compute/manager.py:5615}}
Dec 06 10:00:27 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:00:27 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:00:27 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74535) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 10:00:27 user nova-compute[74535]: INFO nova.compute.claims [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Claim successful on node user
Dec 06 10:00:27 user nova-compute[74535]: INFO nova.compute.resource_tracker [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Updating resource usage from migration 756b34b5-3ac3-49c4-ac9f-7bb6206dd95c
Dec 06 10:00:28 user nova-compute[74535]: DEBUG nova.compute.manager [req-270e6cb1-eda0-4b8f-a3af-3a6e5e98e020 req-f025a926-3774-42e4-8713-f23a89c8c843 service nova] [instance: 93fb3c38-baad-41c4-89b2-2a37c779c62a] Received event network-vif-deleted-2dfc3f16-1977-47e8-a60f-2ec4bd73af3a {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:00:28 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:00:28 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:00:28 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:00:28 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 0.437s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:00:28 user nova-compute[74535]: INFO nova.compute.manager [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Migrating
Dec 06 10:00:28 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:00:28 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Acquired lock "compute-rpcapi-router" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:00:28 user nova-compute[74535]: INFO nova.compute.rpcapi [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Automatically selected compute RPC version 6.2 from minimum service version 66
Dec 06 10:00:28 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Releasing lock "compute-rpcapi-router" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:00:28 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Acquiring lock "refresh_cache-9032fc82-326a-4827-94e0-c2c42a318148" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:00:28 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Acquired lock "refresh_cache-9032fc82-326a-4827-94e0-c2c42a318148" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:00:28 user nova-compute[74535]: DEBUG nova.network.neutron [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Building network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 10:00:28 user nova-compute[74535]: DEBUG nova.network.neutron [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Updating instance_info_cache with network_info: [{"id": "a462dbbf-ce92-4626-9a60-8681073805b9", "address": "fa:16:3e:a3:9f:03", "network": {"id": "2c655269-59e9-4d53-8ce2-fa7d52c97f0c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1216090719-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.15", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "90943706b3664c72bbae8f17a744ad30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa462dbbf-ce", "ovs_interfaceid": "a462dbbf-ce92-4626-9a60-8681073805b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:00:28 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Releasing lock "refresh_cache-9032fc82-326a-4827-94e0-c2c42a318148" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:00:28 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Starting migrate_disk_and_power_off {{(pid=74535) migrate_disk_and_power_off /opt/stack/nova/nova/virt/libvirt/driver.py:11490}}
Dec 06 10:00:29 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:00:29 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:00:29 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:00:29 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:00:29 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:00:29 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Instance destroyed successfully.
Dec 06 10:00:29 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T09:56:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1234679314',display_name='tempest-ServerActionsTestOtherB-server-1234679314',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1234679314',id=4,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGGpl1LoP4E2iKVecWbckllE6cvQARpi+xJC7byjNEWhH3yneg0Jk0iYKP/lsAtugNEK97tLnf4tCMNNUQngxZiZEXrBMpOiLfI5RPf4Rb4whN3TB33bUI75WxoSajNhWA==',key_name='tempest-keypair-726602048',keypairs=<?>,launch_index=0,launched_at=2023-12-06T09:56:31Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='90943706b3664c72bbae8f17a744ad30',ramdisk_id='',reservation_id='r-vmw5ulis',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-1255547293',owner_user_name='tempest-ServerActionsTestOtherB-1255547293-project-member'},tags=<?>,task_state='resize_migrating',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T10:00:28Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5c45520fb9674d44bec3d71ba1054d85',uuid=9032fc82-326a-4827-94e0-c2c42a318148,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a462dbbf-ce92-4626-9a60-8681073805b9", "address": "fa:16:3e:a3:9f:03", "network": {"id": "2c655269-59e9-4d53-8ce2-fa7d52c97f0c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1216090719-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.15", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1216090719-network", "vif_mac": "fa:16:3e:a3:9f:03"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "90943706b3664c72bbae8f17a744ad30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa462dbbf-ce", "ovs_interfaceid": "a462dbbf-ce92-4626-9a60-8681073805b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 10:00:29 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Converting VIF {"id": "a462dbbf-ce92-4626-9a60-8681073805b9", "address": "fa:16:3e:a3:9f:03", "network": {"id": "2c655269-59e9-4d53-8ce2-fa7d52c97f0c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1216090719-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.15", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1216090719-network", "vif_mac": "fa:16:3e:a3:9f:03"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "90943706b3664c72bbae8f17a744ad30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa462dbbf-ce", "ovs_interfaceid": "a462dbbf-ce92-4626-9a60-8681073805b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:00:29 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:a3:9f:03,bridge_name='br-int',has_traffic_filtering=True,id=a462dbbf-ce92-4626-9a60-8681073805b9,network=Network(2c655269-59e9-4d53-8ce2-fa7d52c97f0c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa462dbbf-ce') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:00:29 user nova-compute[74535]: DEBUG os_vif [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:a3:9f:03,bridge_name='br-int',has_traffic_filtering=True,id=a462dbbf-ce92-4626-9a60-8681073805b9,network=Network(2c655269-59e9-4d53-8ce2-fa7d52c97f0c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa462dbbf-ce') {{(pid=74535) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 10:00:29 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:00:29 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa462dbbf-ce, bridge=br-int, if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:00:29 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:00:29 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:00:29 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:00:29 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=6af002de-0785-476c-809e-9572276947ff) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:00:29 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:00:29 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:00:29 user nova-compute[74535]: INFO os_vif [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:a3:9f:03,bridge_name='br-int',has_traffic_filtering=True,id=a462dbbf-ce92-4626-9a60-8681073805b9,network=Network(2c655269-59e9-4d53-8ce2-fa7d52c97f0c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa462dbbf-ce')
Dec 06 10:00:29 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] calling os-brick to detach iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 10:00:29 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, {'target_iqn': 'iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'tTkzBiQo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:00:29 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:00:29 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:00:29 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:00:29 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:00:29 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.026s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:00:29 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[bba425ac-ff03-4020-b4bb-f0dac0f7fd1a]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:00:29 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 10:00:29 user nova-compute[74535]: No targets found.
Dec 06 10:00:29 user nova-compute[74535]: iSNS:
Dec 06 10:00:29 user nova-compute[74535]: No targets found.
Dec 06 10:00:29 user nova-compute[74535]: STATIC:
Dec 06 10:00:29 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d
Dec 06 10:00:29 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:00:29 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:00:29 user nova-compute[74535]: FIRMWARE:
Dec 06 10:00:29 user nova-compute[74535]: No targets found.
Dec 06 10:00:29 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:00:29 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 10:00:29 user nova-compute[74535]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 10:00:29 user nova-compute[74535]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74535) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 10:00:29 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d', 0)] {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 10:00:29 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:00:29 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:00:29 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[6495d0e8-726d-418b-b643-914e24bf6764]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:00:29 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:00:29 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:00:30 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[677eb889-7e12-40a5-9e78-9378ede7b732]: (4, ('tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:00:30 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d (non-flash)
Dec 06 10:00:30 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:00:30 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] iscsi session list stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d (non-flash)
Dec 06 10:00:30 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:00:30 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ff1007b1990>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d'): ({'sdb'}, set())}) {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 10:00:30 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Removing single pathed devices sdb {{(pid=74535) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 10:00:30 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:00:30 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.024s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:00:30 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[db672b52-4bed-4ee0-bab0-2e4ee0d2aa3f]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:00:30 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:00:30 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.021s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:00:30 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[a31f44fb-e1a2-44e9-9fdc-cd246f97cd6d]: (4, ('ok\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:00:30 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Flushing IO for device /dev/sdb {{(pid=74535) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 10:00:30 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:00:30 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:00:30 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ab6af58-d695-421e-8bb8-6656ceea4087]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:00:30 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74535) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 10:00:30 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:00:30 user nova-compute[74535]: DEBUG nova.compute.manager [req-11facbfe-3756-447a-b2f0-c6accb7b731f req-54211738-18f6-445d-9446-fc7be7480ff5 service nova] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Received event network-vif-unplugged-a462dbbf-ce92-4626-9a60-8681073805b9 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:00:30 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-11facbfe-3756-447a-b2f0-c6accb7b731f req-54211738-18f6-445d-9446-fc7be7480ff5 service nova] Acquiring lock "9032fc82-326a-4827-94e0-c2c42a318148-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:00:30 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-11facbfe-3756-447a-b2f0-c6accb7b731f req-54211738-18f6-445d-9446-fc7be7480ff5 service nova] Lock "9032fc82-326a-4827-94e0-c2c42a318148-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:00:30 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-11facbfe-3756-447a-b2f0-c6accb7b731f req-54211738-18f6-445d-9446-fc7be7480ff5 service nova] Lock "9032fc82-326a-4827-94e0-c2c42a318148-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:00:30 user nova-compute[74535]: DEBUG nova.compute.manager [req-11facbfe-3756-447a-b2f0-c6accb7b731f req-54211738-18f6-445d-9446-fc7be7480ff5 service nova] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] No waiting events found dispatching network-vif-unplugged-a462dbbf-ce92-4626-9a60-8681073805b9 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:00:30 user nova-compute[74535]: WARNING nova.compute.manager [req-11facbfe-3756-447a-b2f0-c6accb7b731f req-54211738-18f6-445d-9446-fc7be7480ff5 service nova] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Received unexpected event network-vif-unplugged-a462dbbf-ce92-4626-9a60-8681073805b9 for instance with vm_state active and task_state resize_migrating.
Dec 06 10:00:30 user nova-compute[74535]: DEBUG nova.compute.manager [req-11facbfe-3756-447a-b2f0-c6accb7b731f req-54211738-18f6-445d-9446-fc7be7480ff5 service nova] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Received event network-vif-plugged-a462dbbf-ce92-4626-9a60-8681073805b9 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:00:30 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-11facbfe-3756-447a-b2f0-c6accb7b731f req-54211738-18f6-445d-9446-fc7be7480ff5 service nova] Acquiring lock "9032fc82-326a-4827-94e0-c2c42a318148-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:00:30 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-11facbfe-3756-447a-b2f0-c6accb7b731f req-54211738-18f6-445d-9446-fc7be7480ff5 service nova] Lock "9032fc82-326a-4827-94e0-c2c42a318148-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:00:30 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-11facbfe-3756-447a-b2f0-c6accb7b731f req-54211738-18f6-445d-9446-fc7be7480ff5 service nova] Lock "9032fc82-326a-4827-94e0-c2c42a318148-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:00:30 user nova-compute[74535]: DEBUG nova.compute.manager [req-11facbfe-3756-447a-b2f0-c6accb7b731f req-54211738-18f6-445d-9446-fc7be7480ff5 service nova] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] No waiting events found dispatching network-vif-plugged-a462dbbf-ce92-4626-9a60-8681073805b9 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:00:30 user nova-compute[74535]: WARNING nova.compute.manager [req-11facbfe-3756-447a-b2f0-c6accb7b731f req-54211738-18f6-445d-9446-fc7be7480ff5 service nova] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Received unexpected event network-vif-plugged-a462dbbf-ce92-4626-9a60-8681073805b9 for instance with vm_state active and task_state resize_migrating.
Dec 06 10:00:30 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.051s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:00:30 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[c955c33d-1797-4538-9202-6ff415e1b841]: (4, ('1', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:00:30 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 10:00:30 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] SCSI volumes sdb have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 10:00:30 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d')] {{(pid=74535) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 10:00:30 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:00:30 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.030s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:00:30 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[912b64e0-af72-4c0c-ba2d-79ecffebb608]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:00:30 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:00:30 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d -p 172.16.0.220:3260 --logout {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:00:30 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d -p 172.16.0.220:3260 --logout" returned: 0 in 0.060s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:00:30 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2abb88a-fc3c-4925-bd74-f432a1018ffa]: (4, ('Logging out of session [sid: 15, target: iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d, portal: 172.16.0.220,3260]\nLogout of [sid: 15, target: iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:00:30 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 15, target: iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d, portal: 172.16.0.220,3260]
Dec 06 10:00:30 user nova-compute[74535]: Logout of [sid: 15, target: iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d, portal: 172.16.0.220,3260] successful.
Dec 06 10:00:30 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:00:30 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d -p 172.16.0.220:3260 --op delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:00:30 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:00:30 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[07bdc04f-c119-4017-9c39-f22e14396d43]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:00:30 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:00:30 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.349s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:00:30 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] <== disconnect_volume: return (351ms) None {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:00:30 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Disconnected iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 10:00:30 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9032fc82-326a-4827-94e0-c2c42a318148/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:00:30 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9032fc82-326a-4827-94e0-c2c42a318148/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:00:30 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9032fc82-326a-4827-94e0-c2c42a318148/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:00:30 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9032fc82-326a-4827-94e0-c2c42a318148/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:00:30 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74535) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 10:00:30 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Running cmd (subprocess): cp -r /opt/stack/data/nova/instances/9032fc82-326a-4827-94e0-c2c42a318148_resize/disk /opt/stack/data/nova/instances/9032fc82-326a-4827-94e0-c2c42a318148/disk {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:00:31 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] CMD "cp -r /opt/stack/data/nova/instances/9032fc82-326a-4827-94e0-c2c42a318148_resize/disk /opt/stack/data/nova/instances/9032fc82-326a-4827-94e0-c2c42a318148/disk" returned: 0 in 0.422s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:00:31 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Running cmd (subprocess): cp -r /opt/stack/data/nova/instances/9032fc82-326a-4827-94e0-c2c42a318148_resize/disk.info /opt/stack/data/nova/instances/9032fc82-326a-4827-94e0-c2c42a318148/disk.info {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:00:31 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] CMD "cp -r /opt/stack/data/nova/instances/9032fc82-326a-4827-94e0-c2c42a318148_resize/disk.info /opt/stack/data/nova/instances/9032fc82-326a-4827-94e0-c2c42a318148/disk.info" returned: 0 in 0.037s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:00:32 user nova-compute[74535]: DEBUG nova.network.neutron [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Port a462dbbf-ce92-4626-9a60-8681073805b9 binding to destination host user is already ACTIVE {{(pid=74535) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3170}}
Dec 06 10:00:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Acquiring lock "9032fc82-326a-4827-94e0-c2c42a318148-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:00:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Lock "9032fc82-326a-4827-94e0-c2c42a318148-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:00:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Lock "9032fc82-326a-4827-94e0-c2c42a318148-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:00:32 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:00:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Acquiring lock "refresh_cache-9032fc82-326a-4827-94e0-c2c42a318148" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:00:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Acquired lock "refresh_cache-9032fc82-326a-4827-94e0-c2c42a318148" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:00:32 user nova-compute[74535]: DEBUG nova.network.neutron [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Building network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 10:00:32 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:00:33 user nova-compute[74535]: DEBUG nova.network.neutron [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Updating instance_info_cache with network_info: [{"id": "a462dbbf-ce92-4626-9a60-8681073805b9", "address": "fa:16:3e:a3:9f:03", "network": {"id": "2c655269-59e9-4d53-8ce2-fa7d52c97f0c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1216090719-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.15", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "90943706b3664c72bbae8f17a744ad30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa462dbbf-ce", "ovs_interfaceid": "a462dbbf-ce92-4626-9a60-8681073805b9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:00:33 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Releasing lock "refresh_cache-9032fc82-326a-4827-94e0-c2c42a318148" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:00:33 user nova-compute[74535]: DEBUG os_brick.utils [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:00:33 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:00:33 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:00:33 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[516def16-0166-4c98-ab1f-181a1d6a9036]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d95ac7cee77a\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:00:33 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:00:33 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.020s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:00:33 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ad15866-7add-4e0c-9c2f-37c31c63ff3e]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:00:33 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:00:33 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:00:33 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[55436ee6-bbaa-47dc-804d-0d99b6276789]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:00:33 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9f3a8ff-08de-41c5-afe7-410ca554c489]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:00:33 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Running cmd (subprocess): nvme version {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:00:33 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] 'nvme version' failed. Not Retrying. {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 10:00:33 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.nvmeof [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] nvme not present on system {{(pid=74535) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 10:00:33 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:00:33 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 10:00:33 user nova-compute[74535]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 10:00:33 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[58788335-a768-46a5-9c6d-c1612554c9cf]: (4, '') {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:00:33 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74535) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 10:00:33 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74535) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 10:00:33 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] LIGHTOS: no hostnqn found. {{(pid=74535) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 10:00:33 user nova-compute[74535]: DEBUG os_brick.utils [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] <== get_connector_properties: return (144ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d95ac7cee77a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:00:34 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:00:35 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:00:37 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:00:38 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-fc64f0e9-2640-456a-8d3e-6299c8d99032 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Acquiring lock "3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:00:38 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-fc64f0e9-2640-456a-8d3e-6299c8d99032 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Lock "3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:00:38 user nova-compute[74535]: DEBUG nova.compute.manager [None req-fc64f0e9-2640-456a-8d3e-6299c8d99032 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] [instance: 3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f] Starting instance... {{(pid=74535) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 10:00:38 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-fc64f0e9-2640-456a-8d3e-6299c8d99032 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:00:38 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-fc64f0e9-2640-456a-8d3e-6299c8d99032 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:00:38 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-fc64f0e9-2640-456a-8d3e-6299c8d99032 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74535) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 10:00:38 user nova-compute[74535]: INFO nova.compute.claims [None req-fc64f0e9-2640-456a-8d3e-6299c8d99032 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] [instance: 3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f] Claim successful on node user
Dec 06 10:00:39 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-fc64f0e9-2640-456a-8d3e-6299c8d99032 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:00:39 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-fc64f0e9-2640-456a-8d3e-6299c8d99032 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:00:39 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-fc64f0e9-2640-456a-8d3e-6299c8d99032 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.707s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:00:39 user nova-compute[74535]: DEBUG nova.compute.manager [None req-fc64f0e9-2640-456a-8d3e-6299c8d99032 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] [instance: 3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f] Start building networks asynchronously for instance. {{(pid=74535) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 10:00:39 user nova-compute[74535]: DEBUG nova.compute.manager [None req-fc64f0e9-2640-456a-8d3e-6299c8d99032 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] [instance: 3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f] Allocating IP information in the background. {{(pid=74535) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 10:00:39 user nova-compute[74535]: DEBUG nova.network.neutron [None req-fc64f0e9-2640-456a-8d3e-6299c8d99032 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] [instance: 3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f] allocate_for_instance() {{(pid=74535) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 10:00:39 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-fc64f0e9-2640-456a-8d3e-6299c8d99032 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] [instance: 3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 10:00:39 user nova-compute[74535]: DEBUG nova.compute.manager [None req-fc64f0e9-2640-456a-8d3e-6299c8d99032 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] [instance: 3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f] Start building block device mappings for instance. {{(pid=74535) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 10:00:39 user nova-compute[74535]: DEBUG nova.policy [None req-fc64f0e9-2640-456a-8d3e-6299c8d99032 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0ee5388380bb45cc82a263fbebb91c45', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '46ebbf9498444b2aba0f2621669fb73b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74535) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 10:00:39 user nova-compute[74535]: DEBUG nova.compute.manager [None req-fc64f0e9-2640-456a-8d3e-6299c8d99032 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] [instance: 3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f] Start spawning the instance on the hypervisor. {{(pid=74535) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 10:00:39 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-fc64f0e9-2640-456a-8d3e-6299c8d99032 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] [instance: 3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f] Creating instance directory {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 10:00:39 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-fc64f0e9-2640-456a-8d3e-6299c8d99032 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] [instance: 3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f] Creating image(s)
Dec 06 10:00:39 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-fc64f0e9-2640-456a-8d3e-6299c8d99032 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Acquiring lock "/opt/stack/data/nova/instances/3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:00:39 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-fc64f0e9-2640-456a-8d3e-6299c8d99032 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Lock "/opt/stack/data/nova/instances/3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:00:39 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-fc64f0e9-2640-456a-8d3e-6299c8d99032 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Lock "/opt/stack/data/nova/instances/3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:00:39 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-fc64f0e9-2640-456a-8d3e-6299c8d99032 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:00:39 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-fc64f0e9-2640-456a-8d3e-6299c8d99032 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.191s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:00:39 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-fc64f0e9-2640-456a-8d3e-6299c8d99032 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Acquiring lock "7aef4f97309efbd0d8988be1fd45eed756898e08" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:00:39 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-fc64f0e9-2640-456a-8d3e-6299c8d99032 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Lock "7aef4f97309efbd0d8988be1fd45eed756898e08" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:00:39 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-fc64f0e9-2640-456a-8d3e-6299c8d99032 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:00:39 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-fc64f0e9-2640-456a-8d3e-6299c8d99032 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.179s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:00:39 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-fc64f0e9-2640-456a-8d3e-6299c8d99032 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08,backing_fmt=raw /opt/stack/data/nova/instances/3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f/disk 1073741824 {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:00:39 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-fc64f0e9-2640-456a-8d3e-6299c8d99032 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08,backing_fmt=raw /opt/stack/data/nova/instances/3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f/disk 1073741824" returned: 0 in 0.052s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:00:39 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-fc64f0e9-2640-456a-8d3e-6299c8d99032 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Lock "7aef4f97309efbd0d8988be1fd45eed756898e08" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.241s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:00:39 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-fc64f0e9-2640-456a-8d3e-6299c8d99032 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:00:39 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:00:39 user nova-compute[74535]: DEBUG nova.network.neutron [None req-fc64f0e9-2640-456a-8d3e-6299c8d99032 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] [instance: 3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f] Successfully created port: 6f62b2c8-694b-4187-865c-4166e65f5231 {{(pid=74535) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 10:00:39 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-fc64f0e9-2640-456a-8d3e-6299c8d99032 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.178s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:00:39 user nova-compute[74535]: DEBUG nova.virt.disk.api [None req-fc64f0e9-2640-456a-8d3e-6299c8d99032 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Checking if we can resize image /opt/stack/data/nova/instances/3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f/disk. size=1073741824 {{(pid=74535) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 10:00:39 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-fc64f0e9-2640-456a-8d3e-6299c8d99032 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:00:40 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-fc64f0e9-2640-456a-8d3e-6299c8d99032 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f/disk --force-share --output=json" returned: 0 in 0.366s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:00:40 user nova-compute[74535]: DEBUG nova.virt.disk.api [None req-fc64f0e9-2640-456a-8d3e-6299c8d99032 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Cannot resize image /opt/stack/data/nova/instances/3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f/disk to a smaller size. {{(pid=74535) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 10:00:40 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-fc64f0e9-2640-456a-8d3e-6299c8d99032 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] [instance: 3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f] Created local disks {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 10:00:40 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-fc64f0e9-2640-456a-8d3e-6299c8d99032 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] [instance: 3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f] Ensure instance console log exists: /opt/stack/data/nova/instances/3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f/console.log {{(pid=74535) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 10:00:40 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-fc64f0e9-2640-456a-8d3e-6299c8d99032 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:00:40 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-fc64f0e9-2640-456a-8d3e-6299c8d99032 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:00:40 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-fc64f0e9-2640-456a-8d3e-6299c8d99032 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:00:40 user nova-compute[74535]: DEBUG nova.network.neutron [None req-fc64f0e9-2640-456a-8d3e-6299c8d99032 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] [instance: 3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f] Successfully updated port: 6f62b2c8-694b-4187-865c-4166e65f5231 {{(pid=74535) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 10:00:40 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-fc64f0e9-2640-456a-8d3e-6299c8d99032 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Acquiring lock "refresh_cache-3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:00:40 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-fc64f0e9-2640-456a-8d3e-6299c8d99032 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Acquired lock "refresh_cache-3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:00:40 user nova-compute[74535]: DEBUG nova.network.neutron [None req-fc64f0e9-2640-456a-8d3e-6299c8d99032 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] [instance: 3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f] Building network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 10:00:40 user nova-compute[74535]: DEBUG nova.compute.manager [req-d598f6c6-4e74-4372-934f-1021a2f0dac0 req-f8bf50c4-fbae-44ec-987c-9295adfe7dba service nova] [instance: 3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f] Received event network-changed-6f62b2c8-694b-4187-865c-4166e65f5231 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:00:40 user nova-compute[74535]: DEBUG nova.compute.manager [req-d598f6c6-4e74-4372-934f-1021a2f0dac0 req-f8bf50c4-fbae-44ec-987c-9295adfe7dba service nova] [instance: 3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f] Refreshing instance network info cache due to event network-changed-6f62b2c8-694b-4187-865c-4166e65f5231. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 10:00:40 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-d598f6c6-4e74-4372-934f-1021a2f0dac0 req-f8bf50c4-fbae-44ec-987c-9295adfe7dba service nova] Acquiring lock "refresh_cache-3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:00:40 user nova-compute[74535]: DEBUG nova.network.neutron [None req-fc64f0e9-2640-456a-8d3e-6299c8d99032 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] [instance: 3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f] Instance cache missing network info. {{(pid=74535) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 10:00:41 user nova-compute[74535]: DEBUG nova.network.neutron [None req-fc64f0e9-2640-456a-8d3e-6299c8d99032 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] [instance: 3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f] Updating instance_info_cache with network_info: [{"id": "6f62b2c8-694b-4187-865c-4166e65f5231", "address": "fa:16:3e:3b:17:5e", "network": {"id": "3f4a5abf-4793-4a73-a7db-f90c3940be91", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1456499207-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "46ebbf9498444b2aba0f2621669fb73b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6f62b2c8-69", "ovs_interfaceid": "6f62b2c8-694b-4187-865c-4166e65f5231", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:00:41 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-fc64f0e9-2640-456a-8d3e-6299c8d99032 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Releasing lock "refresh_cache-3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:00:41 user nova-compute[74535]: DEBUG nova.compute.manager [None req-fc64f0e9-2640-456a-8d3e-6299c8d99032 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] [instance: 3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f] Instance network_info: |[{"id": "6f62b2c8-694b-4187-865c-4166e65f5231", "address": "fa:16:3e:3b:17:5e", "network": {"id": "3f4a5abf-4793-4a73-a7db-f90c3940be91", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1456499207-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "46ebbf9498444b2aba0f2621669fb73b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6f62b2c8-69", "ovs_interfaceid": "6f62b2c8-694b-4187-865c-4166e65f5231", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74535) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 10:00:41 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-d598f6c6-4e74-4372-934f-1021a2f0dac0 req-f8bf50c4-fbae-44ec-987c-9295adfe7dba service nova] Acquired lock "refresh_cache-3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:00:41 user nova-compute[74535]: DEBUG nova.network.neutron [req-d598f6c6-4e74-4372-934f-1021a2f0dac0 req-f8bf50c4-fbae-44ec-987c-9295adfe7dba service nova] [instance: 3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f] Refreshing network info cache for port 6f62b2c8-694b-4187-865c-4166e65f5231 {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 10:00:41 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-fc64f0e9-2640-456a-8d3e-6299c8d99032 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] [instance: 3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f] Start _get_guest_xml network_info=[{"id": "6f62b2c8-694b-4187-865c-4166e65f5231", "address": "fa:16:3e:3b:17:5e", "network": {"id": "3f4a5abf-4793-4a73-a7db-f90c3940be91", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1456499207-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "46ebbf9498444b2aba0f2621669fb73b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6f62b2c8-69", "ovs_interfaceid": "6f62b2c8-694b-4187-865c-4166e65f5231", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T09:52:28Z,direct_url=<?>,disk_format='qcow2',id=b338f3c8-9974-4b9f-bacb-c75dd541c256,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='563f6a2917a742ada39fb0e950eece6e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T09:52:30Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'device_name': '/dev/vda', 'encrypted': False, 'encryption_format': None, 'encryption_options': None, 'encryption_secret_uuid': None, 'boot_index': 0, 'device_type': 'disk', 'size': 0, 'guest_format': None, 'image_id': 'b338f3c8-9974-4b9f-bacb-c75dd541c256'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 10:00:41 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-fc64f0e9-2640-456a-8d3e-6299c8d99032 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:00:41 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-fc64f0e9-2640-456a-8d3e-6299c8d99032 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:00:41 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-fc64f0e9-2640-456a-8d3e-6299c8d99032 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 10:00:41 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-fc64f0e9-2640-456a-8d3e-6299c8d99032 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] CPU controller missing on host. {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 10:00:41 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-fc64f0e9-2640-456a-8d3e-6299c8d99032 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 10:00:41 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-fc64f0e9-2640-456a-8d3e-6299c8d99032 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] CPU controller found on host. {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 10:00:41 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-fc64f0e9-2640-456a-8d3e-6299c8d99032 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74535) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 10:00:41 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-fc64f0e9-2640-456a-8d3e-6299c8d99032 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T09:52:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T09:52:28Z,direct_url=<?>,disk_format='qcow2',id=b338f3c8-9974-4b9f-bacb-c75dd541c256,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='563f6a2917a742ada39fb0e950eece6e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T09:52:30Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 10:00:41 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-fc64f0e9-2640-456a-8d3e-6299c8d99032 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Flavor limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 10:00:41 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-fc64f0e9-2640-456a-8d3e-6299c8d99032 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Image limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 10:00:41 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-fc64f0e9-2640-456a-8d3e-6299c8d99032 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Flavor pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 10:00:41 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-fc64f0e9-2640-456a-8d3e-6299c8d99032 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Image pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 10:00:41 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-fc64f0e9-2640-456a-8d3e-6299c8d99032 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 10:00:41 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-fc64f0e9-2640-456a-8d3e-6299c8d99032 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 10:00:41 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-fc64f0e9-2640-456a-8d3e-6299c8d99032 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 10:00:41 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-fc64f0e9-2640-456a-8d3e-6299c8d99032 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Got 1 possible topologies {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 10:00:41 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-fc64f0e9-2640-456a-8d3e-6299c8d99032 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 10:00:41 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-fc64f0e9-2640-456a-8d3e-6299c8d99032 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 10:00:41 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-fc64f0e9-2640-456a-8d3e-6299c8d99032 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:00:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-108087116',display_name='tempest-VolumesAdminNegativeTest-server-108087116',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-108087116',id=16,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHPPnUJvjHLKJCzUJRMkiz1M7+X7OSzIhjvtpC0zdejq0+3lOVXVBMvDZibyxLNd408MSRoT4ielxxSOjQQ6ABNRJFBmnEwTGUe918ndaV2HUI0xjIgwU+URVXMVpaQMww==',key_name='tempest-keypair-721050177',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='46ebbf9498444b2aba0f2621669fb73b',ramdisk_id='',reservation_id='r-qx9dyv8i',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-1187903503',owner_user_name='tempest-VolumesAdminNegativeTest-1187903503-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T10:00:39Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0ee5388380bb45cc82a263fbebb91c45',uuid=3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6f62b2c8-694b-4187-865c-4166e65f5231", "address": "fa:16:3e:3b:17:5e", "network": {"id": "3f4a5abf-4793-4a73-a7db-f90c3940be91", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1456499207-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "46ebbf9498444b2aba0f2621669fb73b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6f62b2c8-69", "ovs_interfaceid": "6f62b2c8-694b-4187-865c-4166e65f5231", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74535) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 10:00:41 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-fc64f0e9-2640-456a-8d3e-6299c8d99032 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Converting VIF {"id": "6f62b2c8-694b-4187-865c-4166e65f5231", "address": "fa:16:3e:3b:17:5e", "network": {"id": "3f4a5abf-4793-4a73-a7db-f90c3940be91", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1456499207-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "46ebbf9498444b2aba0f2621669fb73b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6f62b2c8-69", "ovs_interfaceid": "6f62b2c8-694b-4187-865c-4166e65f5231", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:00:41 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-fc64f0e9-2640-456a-8d3e-6299c8d99032 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3b:17:5e,bridge_name='br-int',has_traffic_filtering=True,id=6f62b2c8-694b-4187-865c-4166e65f5231,network=Network(3f4a5abf-4793-4a73-a7db-f90c3940be91),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6f62b2c8-69') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:00:41 user nova-compute[74535]: DEBUG nova.objects.instance [None req-fc64f0e9-2640-456a-8d3e-6299c8d99032 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Lazy-loading 'pci_devices' on Instance uuid 3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:00:41 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-fc64f0e9-2640-456a-8d3e-6299c8d99032 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] [instance: 3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f] End _get_guest_xml xml=<domain type="kvm">
Dec 06 10:00:41 user nova-compute[74535]:   <uuid>3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f</uuid>
Dec 06 10:00:41 user nova-compute[74535]:   <name>instance-00000010</name>
Dec 06 10:00:41 user nova-compute[74535]:   <memory>524288</memory>
Dec 06 10:00:41 user nova-compute[74535]:   <vcpu>1</vcpu>
Dec 06 10:00:41 user nova-compute[74535]:   <metadata>
Dec 06 10:00:41 user nova-compute[74535]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 10:00:41 user nova-compute[74535]:       <nova:package version="0.0.0"/>
Dec 06 10:00:41 user nova-compute[74535]:       <nova:name>tempest-VolumesAdminNegativeTest-server-108087116</nova:name>
Dec 06 10:00:41 user nova-compute[74535]:       <nova:creationTime>2023-12-06 10:00:41</nova:creationTime>
Dec 06 10:00:41 user nova-compute[74535]:       <nova:flavor name="m1.tiny">
Dec 06 10:00:41 user nova-compute[74535]:         <nova:memory>512</nova:memory>
Dec 06 10:00:41 user nova-compute[74535]:         <nova:disk>1</nova:disk>
Dec 06 10:00:41 user nova-compute[74535]:         <nova:swap>0</nova:swap>
Dec 06 10:00:41 user nova-compute[74535]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 10:00:41 user nova-compute[74535]:         <nova:vcpus>1</nova:vcpus>
Dec 06 10:00:41 user nova-compute[74535]:       </nova:flavor>
Dec 06 10:00:41 user nova-compute[74535]:       <nova:owner>
Dec 06 10:00:41 user nova-compute[74535]:         <nova:user uuid="0ee5388380bb45cc82a263fbebb91c45">tempest-VolumesAdminNegativeTest-1187903503-project-member</nova:user>
Dec 06 10:00:41 user nova-compute[74535]:         <nova:project uuid="46ebbf9498444b2aba0f2621669fb73b">tempest-VolumesAdminNegativeTest-1187903503</nova:project>
Dec 06 10:00:41 user nova-compute[74535]:       </nova:owner>
Dec 06 10:00:41 user nova-compute[74535]:       <nova:root type="image" uuid="b338f3c8-9974-4b9f-bacb-c75dd541c256"/>
Dec 06 10:00:41 user nova-compute[74535]:       <nova:ports>
Dec 06 10:00:41 user nova-compute[74535]:         <nova:port uuid="6f62b2c8-694b-4187-865c-4166e65f5231">
Dec 06 10:00:41 user nova-compute[74535]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Dec 06 10:00:41 user nova-compute[74535]:         </nova:port>
Dec 06 10:00:41 user nova-compute[74535]:       </nova:ports>
Dec 06 10:00:41 user nova-compute[74535]:     </nova:instance>
Dec 06 10:00:41 user nova-compute[74535]:   </metadata>
Dec 06 10:00:41 user nova-compute[74535]:   <sysinfo type="smbios">
Dec 06 10:00:41 user nova-compute[74535]:     <system>
Dec 06 10:00:41 user nova-compute[74535]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 10:00:41 user nova-compute[74535]:       <entry name="product">OpenStack Nova</entry>
Dec 06 10:00:41 user nova-compute[74535]:       <entry name="version">0.0.0</entry>
Dec 06 10:00:41 user nova-compute[74535]:       <entry name="serial">3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f</entry>
Dec 06 10:00:41 user nova-compute[74535]:       <entry name="uuid">3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f</entry>
Dec 06 10:00:41 user nova-compute[74535]:       <entry name="family">Virtual Machine</entry>
Dec 06 10:00:41 user nova-compute[74535]:     </system>
Dec 06 10:00:41 user nova-compute[74535]:   </sysinfo>
Dec 06 10:00:41 user nova-compute[74535]:   <os>
Dec 06 10:00:41 user nova-compute[74535]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 10:00:41 user nova-compute[74535]:     <boot dev="hd"/>
Dec 06 10:00:41 user nova-compute[74535]:     <smbios mode="sysinfo"/>
Dec 06 10:00:41 user nova-compute[74535]:   </os>
Dec 06 10:00:41 user nova-compute[74535]:   <features>
Dec 06 10:00:41 user nova-compute[74535]:     <acpi/>
Dec 06 10:00:41 user nova-compute[74535]:     <apic/>
Dec 06 10:00:41 user nova-compute[74535]:     <vmcoreinfo/>
Dec 06 10:00:41 user nova-compute[74535]:   </features>
Dec 06 10:00:41 user nova-compute[74535]:   <clock offset="utc">
Dec 06 10:00:41 user nova-compute[74535]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 10:00:41 user nova-compute[74535]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 10:00:41 user nova-compute[74535]:     <timer name="hpet" present="no"/>
Dec 06 10:00:41 user nova-compute[74535]:   </clock>
Dec 06 10:00:41 user nova-compute[74535]:   <cpu mode="custom" match="exact">
Dec 06 10:00:41 user nova-compute[74535]:     <model>Nehalem</model>
Dec 06 10:00:41 user nova-compute[74535]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 10:00:41 user nova-compute[74535]:   </cpu>
Dec 06 10:00:41 user nova-compute[74535]:   <devices>
Dec 06 10:00:41 user nova-compute[74535]:     <disk type="file" device="disk">
Dec 06 10:00:41 user nova-compute[74535]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 10:00:41 user nova-compute[74535]:       <source file="/opt/stack/data/nova/instances/3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f/disk"/>
Dec 06 10:00:41 user nova-compute[74535]:       <target dev="vda" bus="virtio"/>
Dec 06 10:00:41 user nova-compute[74535]:     </disk>
Dec 06 10:00:41 user nova-compute[74535]:     <interface type="ethernet">
Dec 06 10:00:41 user nova-compute[74535]:       <mac address="fa:16:3e:3b:17:5e"/>
Dec 06 10:00:41 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 10:00:41 user nova-compute[74535]:       <mtu size="1442"/>
Dec 06 10:00:41 user nova-compute[74535]:       <target dev="tap6f62b2c8-69"/>
Dec 06 10:00:41 user nova-compute[74535]:     </interface>
Dec 06 10:00:41 user nova-compute[74535]:     <serial type="pty">
Dec 06 10:00:41 user nova-compute[74535]:       <log file="/opt/stack/data/nova/instances/3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f/console.log" append="off"/>
Dec 06 10:00:41 user nova-compute[74535]:     </serial>
Dec 06 10:00:41 user nova-compute[74535]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 10:00:41 user nova-compute[74535]:     <video>
Dec 06 10:00:41 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 10:00:41 user nova-compute[74535]:     </video>
Dec 06 10:00:41 user nova-compute[74535]:     <rng model="virtio">
Dec 06 10:00:41 user nova-compute[74535]:       <backend model="random">/dev/urandom</backend>
Dec 06 10:00:41 user nova-compute[74535]:     </rng>
Dec 06 10:00:41 user nova-compute[74535]:     <controller type="usb" index="0" model="none"/>
Dec 06 10:00:41 user nova-compute[74535]:     <memballoon model="virtio">
Dec 06 10:00:41 user nova-compute[74535]:       <stats period="10"/>
Dec 06 10:00:41 user nova-compute[74535]:     </memballoon>
Dec 06 10:00:41 user nova-compute[74535]:   </devices>
Dec 06 10:00:41 user nova-compute[74535]: </domain>
Dec 06 10:00:41 user nova-compute[74535]:  {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 10:00:41 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-fc64f0e9-2640-456a-8d3e-6299c8d99032 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:00:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-108087116',display_name='tempest-VolumesAdminNegativeTest-server-108087116',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-108087116',id=16,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHPPnUJvjHLKJCzUJRMkiz1M7+X7OSzIhjvtpC0zdejq0+3lOVXVBMvDZibyxLNd408MSRoT4ielxxSOjQQ6ABNRJFBmnEwTGUe918ndaV2HUI0xjIgwU+URVXMVpaQMww==',key_name='tempest-keypair-721050177',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='46ebbf9498444b2aba0f2621669fb73b',ramdisk_id='',reservation_id='r-qx9dyv8i',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-1187903503',owner_user_name='tempest-VolumesAdminNegativeTest-1187903503-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T10:00:39Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0ee5388380bb45cc82a263fbebb91c45',uuid=3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6f62b2c8-694b-4187-865c-4166e65f5231", "address": "fa:16:3e:3b:17:5e", "network": {"id": "3f4a5abf-4793-4a73-a7db-f90c3940be91", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1456499207-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "46ebbf9498444b2aba0f2621669fb73b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6f62b2c8-69", "ovs_interfaceid": "6f62b2c8-694b-4187-865c-4166e65f5231", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 10:00:41 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-fc64f0e9-2640-456a-8d3e-6299c8d99032 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Converting VIF {"id": "6f62b2c8-694b-4187-865c-4166e65f5231", "address": "fa:16:3e:3b:17:5e", "network": {"id": "3f4a5abf-4793-4a73-a7db-f90c3940be91", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1456499207-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "46ebbf9498444b2aba0f2621669fb73b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6f62b2c8-69", "ovs_interfaceid": "6f62b2c8-694b-4187-865c-4166e65f5231", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:00:41 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-fc64f0e9-2640-456a-8d3e-6299c8d99032 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3b:17:5e,bridge_name='br-int',has_traffic_filtering=True,id=6f62b2c8-694b-4187-865c-4166e65f5231,network=Network(3f4a5abf-4793-4a73-a7db-f90c3940be91),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6f62b2c8-69') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:00:41 user nova-compute[74535]: DEBUG os_vif [None req-fc64f0e9-2640-456a-8d3e-6299c8d99032 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:3b:17:5e,bridge_name='br-int',has_traffic_filtering=True,id=6f62b2c8-694b-4187-865c-4166e65f5231,network=Network(3f4a5abf-4793-4a73-a7db-f90c3940be91),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6f62b2c8-69') {{(pid=74535) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 10:00:41 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:00:41 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:00:41 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 10:00:41 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:00:41 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'd25ebb25-703c-572f-b188-82de10b73b58', '_type': 'linux-noop'}}, row=False) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:00:41 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:00:41 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:00:41 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:00:41 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap6f62b2c8-69, may_exist=True, interface_attrs={}) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:00:41 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap6f62b2c8-69, col_values=(('qos', UUID('93badaad-4bd0-454f-879f-6dacf59ebaad')),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:00:41 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap6f62b2c8-69, col_values=(('external_ids', {'iface-id': '6f62b2c8-694b-4187-865c-4166e65f5231', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:3b:17:5e', 'vm-uuid': '3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f'}),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:00:41 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:00:41 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:00:41 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:00:41 user nova-compute[74535]: INFO os_vif [None req-fc64f0e9-2640-456a-8d3e-6299c8d99032 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:3b:17:5e,bridge_name='br-int',has_traffic_filtering=True,id=6f62b2c8-694b-4187-865c-4166e65f5231,network=Network(3f4a5abf-4793-4a73-a7db-f90c3940be91),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6f62b2c8-69')
Dec 06 10:00:41 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-fc64f0e9-2640-456a-8d3e-6299c8d99032 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] No BDM found with device name vda, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 10:00:41 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-fc64f0e9-2640-456a-8d3e-6299c8d99032 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] No VIF found with MAC fa:16:3e:3b:17:5e, not building metadata {{(pid=74535) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 10:00:41 user nova-compute[74535]: DEBUG nova.network.neutron [req-d598f6c6-4e74-4372-934f-1021a2f0dac0 req-f8bf50c4-fbae-44ec-987c-9295adfe7dba service nova] [instance: 3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f] Updated VIF entry in instance network info cache for port 6f62b2c8-694b-4187-865c-4166e65f5231. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 10:00:41 user nova-compute[74535]: DEBUG nova.network.neutron [req-d598f6c6-4e74-4372-934f-1021a2f0dac0 req-f8bf50c4-fbae-44ec-987c-9295adfe7dba service nova] [instance: 3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f] Updating instance_info_cache with network_info: [{"id": "6f62b2c8-694b-4187-865c-4166e65f5231", "address": "fa:16:3e:3b:17:5e", "network": {"id": "3f4a5abf-4793-4a73-a7db-f90c3940be91", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1456499207-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "46ebbf9498444b2aba0f2621669fb73b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6f62b2c8-69", "ovs_interfaceid": "6f62b2c8-694b-4187-865c-4166e65f5231", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:00:41 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-d598f6c6-4e74-4372-934f-1021a2f0dac0 req-f8bf50c4-fbae-44ec-987c-9295adfe7dba service nova] Releasing lock "refresh_cache-3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:00:42 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:00:42 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:00:42 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:00:42 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:00:43 user nova-compute[74535]: DEBUG nova.compute.manager [req-269ebb01-7ee6-4bdf-bf4d-64f67c345c88 req-e69cabba-53ac-41ed-b6db-32cc97b04b3a service nova] [instance: 3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f] Received event network-vif-plugged-6f62b2c8-694b-4187-865c-4166e65f5231 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:00:43 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-269ebb01-7ee6-4bdf-bf4d-64f67c345c88 req-e69cabba-53ac-41ed-b6db-32cc97b04b3a service nova] Acquiring lock "3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:00:43 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-269ebb01-7ee6-4bdf-bf4d-64f67c345c88 req-e69cabba-53ac-41ed-b6db-32cc97b04b3a service nova] Lock "3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:00:43 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-269ebb01-7ee6-4bdf-bf4d-64f67c345c88 req-e69cabba-53ac-41ed-b6db-32cc97b04b3a service nova] Lock "3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:00:43 user nova-compute[74535]: DEBUG nova.compute.manager [req-269ebb01-7ee6-4bdf-bf4d-64f67c345c88 req-e69cabba-53ac-41ed-b6db-32cc97b04b3a service nova] [instance: 3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f] No waiting events found dispatching network-vif-plugged-6f62b2c8-694b-4187-865c-4166e65f5231 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:00:43 user nova-compute[74535]: WARNING nova.compute.manager [req-269ebb01-7ee6-4bdf-bf4d-64f67c345c88 req-e69cabba-53ac-41ed-b6db-32cc97b04b3a service nova] [instance: 3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f] Received unexpected event network-vif-plugged-6f62b2c8-694b-4187-865c-4166e65f5231 for instance with vm_state building and task_state spawning.
Dec 06 10:00:43 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:00:43 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:00:43 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:00:43 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:00:43 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Starting finish_migration {{(pid=74535) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11677}}
Dec 06 10:00:43 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Instance directory exists: not creating {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Dec 06 10:00:43 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Creating image(s)
Dec 06 10:00:43 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:00:44 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.171s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:00:44 user nova-compute[74535]: DEBUG nova.virt.disk.api [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Checking if we can resize image /opt/stack/data/nova/instances/9032fc82-326a-4827-94e0-c2c42a318148/disk. size=21474836480 {{(pid=74535) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 10:00:44 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9032fc82-326a-4827-94e0-c2c42a318148/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:00:44 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9032fc82-326a-4827-94e0-c2c42a318148/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:00:44 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Running cmd (subprocess): qemu-img resize /opt/stack/data/nova/instances/9032fc82-326a-4827-94e0-c2c42a318148/disk 21474836480 {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:00:44 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] CMD "qemu-img resize /opt/stack/data/nova/instances/9032fc82-326a-4827-94e0-c2c42a318148/disk 21474836480" returned: 0 in 0.044s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:00:44 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Did not create local disks {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4867}}
Dec 06 10:00:44 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Ensure instance console log exists: /opt/stack/data/nova/instances/9032fc82-326a-4827-94e0-c2c42a318148/console.log {{(pid=74535) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 10:00:44 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:00:44 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:00:44 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:00:44 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Start _get_guest_xml network_info=[{"id": "a462dbbf-ce92-4626-9a60-8681073805b9", "address": "fa:16:3e:a3:9f:03", "network": {"id": "2c655269-59e9-4d53-8ce2-fa7d52c97f0c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1216090719-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.15", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1216090719-network", "vif_mac": "fa:16:3e:a3:9f:03"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "90943706b3664c72bbae8f17a744ad30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa462dbbf-ce", "ovs_interfaceid": "a462dbbf-ce92-4626-9a60-8681073805b9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T09:52:28Z,direct_url=<?>,disk_format='qcow2',id=b338f3c8-9974-4b9f-bacb-c75dd541c256,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='563f6a2917a742ada39fb0e950eece6e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T09:52:30Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'device_name': '/dev/vda', 'encrypted': False, 'encryption_format': None, 'encryption_options': None, 'encryption_secret_uuid': None, 'boot_index': 0, 'device_type': 'disk', 'size': 0, 'guest_format': None, 'image_id': 'b338f3c8-9974-4b9f-bacb-c75dd541c256'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'delete_on_termination': False, 'attachment_id': '8122b08c-c128-45c5-b975-f820c520656b', 'boot_index': None, 'device_type': 'disk', 'guest_format': None, 'mount_device': '/dev/vdb', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'tTkzBiQo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '9032fc82-326a-4827-94e0-c2c42a318148', 'attached_at': '2023-12-06T10:00:44.000000', 'detached_at': '', 'volume_id': 'f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d', 'serial': 'f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d'}, 'volume_type': None} {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 10:00:44 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:00:44 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:00:44 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 10:00:44 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] CPU controller missing on host. {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 10:00:44 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 10:00:44 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] CPU controller found on host. {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 10:00:44 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74535) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 10:00:44 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T09:52:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2',id=7,is_public=True,memory_mb=2048,name='m1.small',projects=<?>,root_gb=20,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T09:52:28Z,direct_url=<?>,disk_format='qcow2',id=b338f3c8-9974-4b9f-bacb-c75dd541c256,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='563f6a2917a742ada39fb0e950eece6e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T09:52:30Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 10:00:44 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Flavor limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 10:00:44 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Image limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 10:00:44 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Flavor pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 10:00:44 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Image pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 10:00:44 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 10:00:44 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 10:00:44 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 10:00:44 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Got 1 possible topologies {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 10:00:44 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 10:00:44 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 10:00:44 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Calling os-brick to attach iSCSI Volume {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 10:00:44 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'tTkzBiQo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:00:44 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:00:44 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:00:44 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:00:44 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:00:44 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:00:44 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:00:44 user nova-compute[74535]: INFO os_brick.initiator.connectors.iscsi [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 10:00:44 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d -p 172.16.0.220:3260 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:00:44 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:00:44 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[01856cb2-602c-4aa7-841f-a00b609f374c]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:00:44 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 10:00:44 user nova-compute[74535]:  {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:00:44 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d -p 172.16.0.220:3260 --interface default --op new {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:00:44 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:00:44 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f67b0e6-c656-4379-b36b-4a9d1778fb0a]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d] added\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:00:44 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d] added
Dec 06 10:00:44 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:00:44 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:00:44 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:00:44 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[9bad7dff-aa4f-474e-bb90-3967cab04bc2]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:00:44 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:00:44 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:00:44 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:00:44 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[226f6f3c-d797-4fb1-afab-4222532cf36a]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:00:44 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:00:44 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v tTkzBiQo {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:00:44 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v tTkzBiQo" returned: 0 in 0.022s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:00:44 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[1947c185-4309-4a36-9c01-a4ce15674080]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:00:44 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'tTkzBiQo'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:00:44 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:00:44 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:00:44 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[9697a874-5bad-4dcf-8cf9-658fee339f66]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:00:44 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:00:44 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:00:44 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.022s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:00:44 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab6d80bf-0a6b-470c-9c11-5cd16c0a5954]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:00:44 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Dec 06 10:00:44 user nova-compute[74535]:  {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:00:44 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Dec 06 10:00:44 user nova-compute[74535]:  {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:00:44 user nova-compute[74535]: WARNING os_brick.initiator.connectors.iscsi [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Dec 06 10:00:44 user nova-compute[74535]: 
Dec 06 10:00:44 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d -p 172.16.0.220:3260 --login {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:00:44 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d -p 172.16.0.220:3260 --login" returned: 0 in 0.071s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:00:44 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[45f97dc0-ac6b-45d4-be46-70d58767ff78]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:00:44 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d, portal: 172.16.0.220,3260]
Dec 06 10:00:44 user nova-compute[74535]: Login to [iface: default, target: iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d, portal: 172.16.0.220,3260] successful.
Dec 06 10:00:44 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:00:44 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:00:44 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:00:44 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac323253-938e-4594-8cc0-892a3e11b2fd]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:00:44 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:00:44 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:00:44 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:00:44 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae7a6744-e6ed-4bbc-8417-376d771a085e]: (4, ('tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:00:44 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d (non-flash)
Dec 06 10:00:44 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:00:44 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] iscsi session list stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d (non-flash)
Dec 06 10:00:44 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:00:44 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.305s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:00:44 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Connected to 172.16.0.220:3260 {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 10:00:44 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] HCTL ('33', '-', '-', 0) found on session 16 with lun 0 {{(pid=74535) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 10:00:44 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74535) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 10:00:44 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:00:44 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:00:44 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f1fb45d-2a3f-4c9b-afdc-df510bab3b44]: (4, ('- - 0', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:00:44 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Searching for a device in session 16 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74535) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 10:00:44 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'tTkzBiQo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 10:00:45 user nova-compute[74535]: DEBUG nova.compute.manager [req-e4abe9ac-470c-4733-ada6-927dd2097ced req-1949635f-704f-4f35-988d-614e71b791b3 service nova] [instance: 3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f] Received event network-vif-plugged-6f62b2c8-694b-4187-865c-4166e65f5231 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:00:45 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-e4abe9ac-470c-4733-ada6-927dd2097ced req-1949635f-704f-4f35-988d-614e71b791b3 service nova] Acquiring lock "3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:00:45 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-e4abe9ac-470c-4733-ada6-927dd2097ced req-1949635f-704f-4f35-988d-614e71b791b3 service nova] Lock "3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:00:45 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-e4abe9ac-470c-4733-ada6-927dd2097ced req-1949635f-704f-4f35-988d-614e71b791b3 service nova] Lock "3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:00:45 user nova-compute[74535]: DEBUG nova.compute.manager [req-e4abe9ac-470c-4733-ada6-927dd2097ced req-1949635f-704f-4f35-988d-614e71b791b3 service nova] [instance: 3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f] No waiting events found dispatching network-vif-plugged-6f62b2c8-694b-4187-865c-4166e65f5231 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:00:45 user nova-compute[74535]: WARNING nova.compute.manager [req-e4abe9ac-470c-4733-ada6-927dd2097ced req-1949635f-704f-4f35-988d-614e71b791b3 service nova] [instance: 3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f] Received unexpected event network-vif-plugged-6f62b2c8-694b-4187-865c-4166e65f5231 for instance with vm_state building and task_state spawning.
Dec 06 10:00:45 user nova-compute[74535]: DEBUG nova.compute.manager [None req-fc64f0e9-2640-456a-8d3e-6299c8d99032 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] [instance: 3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f] Instance event wait completed in 0 seconds for  {{(pid=74535) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 10:00:45 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-fc64f0e9-2640-456a-8d3e-6299c8d99032 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] [instance: 3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f] Guest created on hypervisor {{(pid=74535) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 10:00:45 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: 3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f] Instance spawned successfully.
Dec 06 10:00:45 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-fc64f0e9-2640-456a-8d3e-6299c8d99032 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] [instance: 3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 10:00:45 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-fc64f0e9-2640-456a-8d3e-6299c8d99032 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] [instance: 3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f] Found default for hw_cdrom_bus of ide {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:00:45 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-fc64f0e9-2640-456a-8d3e-6299c8d99032 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] [instance: 3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f] Found default for hw_disk_bus of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:00:45 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-fc64f0e9-2640-456a-8d3e-6299c8d99032 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] [instance: 3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f] Found default for hw_input_bus of None {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:00:45 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-fc64f0e9-2640-456a-8d3e-6299c8d99032 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] [instance: 3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f] Found default for hw_pointer_model of None {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:00:45 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-fc64f0e9-2640-456a-8d3e-6299c8d99032 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] [instance: 3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f] Found default for hw_video_model of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:00:45 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-fc64f0e9-2640-456a-8d3e-6299c8d99032 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] [instance: 3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f] Found default for hw_vif_model of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:00:45 user nova-compute[74535]: INFO nova.compute.manager [None req-fc64f0e9-2640-456a-8d3e-6299c8d99032 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] [instance: 3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f] Took 5.89 seconds to spawn the instance on the hypervisor.
Dec 06 10:00:45 user nova-compute[74535]: DEBUG nova.compute.manager [None req-fc64f0e9-2640-456a-8d3e-6299c8d99032 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] [instance: 3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f] Checking state {{(pid=74535) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 10:00:45 user nova-compute[74535]: INFO nova.compute.manager [None req-fc64f0e9-2640-456a-8d3e-6299c8d99032 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] [instance: 3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f] Took 6.99 seconds to build instance.
Dec 06 10:00:45 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-fc64f0e9-2640-456a-8d3e-6299c8d99032 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Lock "3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.092s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:00:45 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.338s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:00:45 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] <== connect_volume: return (1340ms) {'type': 'block', 'scsi_wwn': '23739666630326234', 'path': '/dev/sdb'} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:00:45 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23739666630326234', 'path': '/dev/sdb'} {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 10:00:45 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T09:56:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1234679314',display_name='tempest-ServerActionsTestOtherB-server-1234679314',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1234679314',id=4,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGGpl1LoP4E2iKVecWbckllE6cvQARpi+xJC7byjNEWhH3yneg0Jk0iYKP/lsAtugNEK97tLnf4tCMNNUQngxZiZEXrBMpOiLfI5RPf4Rb4whN3TB33bUI75WxoSajNhWA==',key_name='tempest-keypair-726602048',keypairs=<?>,launch_index=0,launched_at=2023-12-06T09:56:31Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='90943706b3664c72bbae8f17a744ad30',ramdisk_id='',reservation_id='r-vmw5ulis',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-1255547293',owner_user_name='tempest-ServerActionsTestOtherB-1255547293-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T10:00:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5c45520fb9674d44bec3d71ba1054d85',uuid=9032fc82-326a-4827-94e0-c2c42a318148,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a462dbbf-ce92-4626-9a60-8681073805b9", "address": "fa:16:3e:a3:9f:03", "network": {"id": "2c655269-59e9-4d53-8ce2-fa7d52c97f0c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1216090719-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.15", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1216090719-network", "vif_mac": "fa:16:3e:a3:9f:03"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "90943706b3664c72bbae8f17a744ad30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa462dbbf-ce", "ovs_interfaceid": "a462dbbf-ce92-4626-9a60-8681073805b9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74535) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 10:00:45 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Converting VIF {"id": "a462dbbf-ce92-4626-9a60-8681073805b9", "address": "fa:16:3e:a3:9f:03", "network": {"id": "2c655269-59e9-4d53-8ce2-fa7d52c97f0c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1216090719-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.15", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1216090719-network", "vif_mac": "fa:16:3e:a3:9f:03"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "90943706b3664c72bbae8f17a744ad30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa462dbbf-ce", "ovs_interfaceid": "a462dbbf-ce92-4626-9a60-8681073805b9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:00:45 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a3:9f:03,bridge_name='br-int',has_traffic_filtering=True,id=a462dbbf-ce92-4626-9a60-8681073805b9,network=Network(2c655269-59e9-4d53-8ce2-fa7d52c97f0c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa462dbbf-ce') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:00:45 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] End _get_guest_xml xml=<domain type="kvm">
Dec 06 10:00:45 user nova-compute[74535]:   <uuid>9032fc82-326a-4827-94e0-c2c42a318148</uuid>
Dec 06 10:00:45 user nova-compute[74535]:   <name>instance-00000004</name>
Dec 06 10:00:45 user nova-compute[74535]:   <memory>2097152</memory>
Dec 06 10:00:45 user nova-compute[74535]:   <vcpu>1</vcpu>
Dec 06 10:00:45 user nova-compute[74535]:   <metadata>
Dec 06 10:00:45 user nova-compute[74535]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 10:00:45 user nova-compute[74535]:       <nova:package version="0.0.0"/>
Dec 06 10:00:45 user nova-compute[74535]:       <nova:name>tempest-ServerActionsTestOtherB-server-1234679314</nova:name>
Dec 06 10:00:45 user nova-compute[74535]:       <nova:creationTime>2023-12-06 10:00:44</nova:creationTime>
Dec 06 10:00:45 user nova-compute[74535]:       <nova:flavor name="m1.small">
Dec 06 10:00:45 user nova-compute[74535]:         <nova:memory>2048</nova:memory>
Dec 06 10:00:45 user nova-compute[74535]:         <nova:disk>20</nova:disk>
Dec 06 10:00:45 user nova-compute[74535]:         <nova:swap>0</nova:swap>
Dec 06 10:00:45 user nova-compute[74535]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 10:00:45 user nova-compute[74535]:         <nova:vcpus>1</nova:vcpus>
Dec 06 10:00:45 user nova-compute[74535]:       </nova:flavor>
Dec 06 10:00:45 user nova-compute[74535]:       <nova:owner>
Dec 06 10:00:45 user nova-compute[74535]:         <nova:user uuid="5c45520fb9674d44bec3d71ba1054d85">tempest-ServerActionsTestOtherB-1255547293-project-member</nova:user>
Dec 06 10:00:45 user nova-compute[74535]:         <nova:project uuid="90943706b3664c72bbae8f17a744ad30">tempest-ServerActionsTestOtherB-1255547293</nova:project>
Dec 06 10:00:45 user nova-compute[74535]:       </nova:owner>
Dec 06 10:00:45 user nova-compute[74535]:       <nova:root type="image" uuid="b338f3c8-9974-4b9f-bacb-c75dd541c256"/>
Dec 06 10:00:45 user nova-compute[74535]:       <nova:ports>
Dec 06 10:00:45 user nova-compute[74535]:         <nova:port uuid="a462dbbf-ce92-4626-9a60-8681073805b9">
Dec 06 10:00:45 user nova-compute[74535]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Dec 06 10:00:45 user nova-compute[74535]:         </nova:port>
Dec 06 10:00:45 user nova-compute[74535]:       </nova:ports>
Dec 06 10:00:45 user nova-compute[74535]:     </nova:instance>
Dec 06 10:00:45 user nova-compute[74535]:   </metadata>
Dec 06 10:00:45 user nova-compute[74535]:   <sysinfo type="smbios">
Dec 06 10:00:45 user nova-compute[74535]:     <system>
Dec 06 10:00:45 user nova-compute[74535]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 10:00:45 user nova-compute[74535]:       <entry name="product">OpenStack Nova</entry>
Dec 06 10:00:45 user nova-compute[74535]:       <entry name="version">0.0.0</entry>
Dec 06 10:00:45 user nova-compute[74535]:       <entry name="serial">9032fc82-326a-4827-94e0-c2c42a318148</entry>
Dec 06 10:00:45 user nova-compute[74535]:       <entry name="uuid">9032fc82-326a-4827-94e0-c2c42a318148</entry>
Dec 06 10:00:45 user nova-compute[74535]:       <entry name="family">Virtual Machine</entry>
Dec 06 10:00:45 user nova-compute[74535]:     </system>
Dec 06 10:00:45 user nova-compute[74535]:   </sysinfo>
Dec 06 10:00:45 user nova-compute[74535]:   <os>
Dec 06 10:00:45 user nova-compute[74535]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 10:00:45 user nova-compute[74535]:     <boot dev="hd"/>
Dec 06 10:00:45 user nova-compute[74535]:     <smbios mode="sysinfo"/>
Dec 06 10:00:45 user nova-compute[74535]:   </os>
Dec 06 10:00:45 user nova-compute[74535]:   <features>
Dec 06 10:00:45 user nova-compute[74535]:     <acpi/>
Dec 06 10:00:45 user nova-compute[74535]:     <apic/>
Dec 06 10:00:45 user nova-compute[74535]:     <vmcoreinfo/>
Dec 06 10:00:45 user nova-compute[74535]:   </features>
Dec 06 10:00:45 user nova-compute[74535]:   <clock offset="utc">
Dec 06 10:00:45 user nova-compute[74535]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 10:00:45 user nova-compute[74535]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 10:00:45 user nova-compute[74535]:     <timer name="hpet" present="no"/>
Dec 06 10:00:45 user nova-compute[74535]:   </clock>
Dec 06 10:00:45 user nova-compute[74535]:   <cpu mode="custom" match="exact">
Dec 06 10:00:45 user nova-compute[74535]:     <model>Nehalem</model>
Dec 06 10:00:45 user nova-compute[74535]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 10:00:45 user nova-compute[74535]:   </cpu>
Dec 06 10:00:45 user nova-compute[74535]:   <devices>
Dec 06 10:00:45 user nova-compute[74535]:     <disk type="file" device="disk">
Dec 06 10:00:45 user nova-compute[74535]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 10:00:45 user nova-compute[74535]:       <source file="/opt/stack/data/nova/instances/9032fc82-326a-4827-94e0-c2c42a318148/disk"/>
Dec 06 10:00:45 user nova-compute[74535]:       <target dev="vda" bus="virtio"/>
Dec 06 10:00:45 user nova-compute[74535]:     </disk>
Dec 06 10:00:45 user nova-compute[74535]:     <disk type="block" device="disk">
Dec 06 10:00:45 user nova-compute[74535]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 10:00:45 user nova-compute[74535]:       <source dev="/dev/sdb"/>
Dec 06 10:00:45 user nova-compute[74535]:       <target dev="vdb" bus="virtio"/>
Dec 06 10:00:45 user nova-compute[74535]:       <serial>f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d</serial>
Dec 06 10:00:45 user nova-compute[74535]:     </disk>
Dec 06 10:00:45 user nova-compute[74535]:     <interface type="ethernet">
Dec 06 10:00:45 user nova-compute[74535]:       <mac address="fa:16:3e:a3:9f:03"/>
Dec 06 10:00:45 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 10:00:45 user nova-compute[74535]:       <mtu size="1442"/>
Dec 06 10:00:45 user nova-compute[74535]:       <target dev="tapa462dbbf-ce"/>
Dec 06 10:00:45 user nova-compute[74535]:     </interface>
Dec 06 10:00:45 user nova-compute[74535]:     <serial type="pty">
Dec 06 10:00:45 user nova-compute[74535]:       <log file="/opt/stack/data/nova/instances/9032fc82-326a-4827-94e0-c2c42a318148/console.log" append="off"/>
Dec 06 10:00:45 user nova-compute[74535]:     </serial>
Dec 06 10:00:45 user nova-compute[74535]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 10:00:45 user nova-compute[74535]:     <video>
Dec 06 10:00:45 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 10:00:45 user nova-compute[74535]:     </video>
Dec 06 10:00:45 user nova-compute[74535]:     <rng model="virtio">
Dec 06 10:00:45 user nova-compute[74535]:       <backend model="random">/dev/urandom</backend>
Dec 06 10:00:45 user nova-compute[74535]:     </rng>
Dec 06 10:00:45 user nova-compute[74535]:     <controller type="usb" index="0" model="none"/>
Dec 06 10:00:45 user nova-compute[74535]:     <memballoon model="virtio">
Dec 06 10:00:45 user nova-compute[74535]:       <stats period="10"/>
Dec 06 10:00:45 user nova-compute[74535]:     </memballoon>
Dec 06 10:00:45 user nova-compute[74535]:   </devices>
Dec 06 10:00:45 user nova-compute[74535]: </domain>
Dec 06 10:00:45 user nova-compute[74535]:  {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 10:00:45 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T09:56:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1234679314',display_name='tempest-ServerActionsTestOtherB-server-1234679314',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1234679314',id=4,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGGpl1LoP4E2iKVecWbckllE6cvQARpi+xJC7byjNEWhH3yneg0Jk0iYKP/lsAtugNEK97tLnf4tCMNNUQngxZiZEXrBMpOiLfI5RPf4Rb4whN3TB33bUI75WxoSajNhWA==',key_name='tempest-keypair-726602048',keypairs=<?>,launch_index=0,launched_at=2023-12-06T09:56:31Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='90943706b3664c72bbae8f17a744ad30',ramdisk_id='',reservation_id='r-vmw5ulis',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-1255547293',owner_user_name='tempest-ServerActionsTestOtherB-1255547293-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T10:00:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5c45520fb9674d44bec3d71ba1054d85',uuid=9032fc82-326a-4827-94e0-c2c42a318148,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a462dbbf-ce92-4626-9a60-8681073805b9", "address": "fa:16:3e:a3:9f:03", "network": {"id": "2c655269-59e9-4d53-8ce2-fa7d52c97f0c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1216090719-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.15", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1216090719-network", "vif_mac": "fa:16:3e:a3:9f:03"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "90943706b3664c72bbae8f17a744ad30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa462dbbf-ce", "ovs_interfaceid": "a462dbbf-ce92-4626-9a60-8681073805b9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 10:00:45 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Converting VIF {"id": "a462dbbf-ce92-4626-9a60-8681073805b9", "address": "fa:16:3e:a3:9f:03", "network": {"id": "2c655269-59e9-4d53-8ce2-fa7d52c97f0c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1216090719-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.15", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1216090719-network", "vif_mac": "fa:16:3e:a3:9f:03"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "90943706b3664c72bbae8f17a744ad30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa462dbbf-ce", "ovs_interfaceid": "a462dbbf-ce92-4626-9a60-8681073805b9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:00:45 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a3:9f:03,bridge_name='br-int',has_traffic_filtering=True,id=a462dbbf-ce92-4626-9a60-8681073805b9,network=Network(2c655269-59e9-4d53-8ce2-fa7d52c97f0c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa462dbbf-ce') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:00:45 user nova-compute[74535]: DEBUG os_vif [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a3:9f:03,bridge_name='br-int',has_traffic_filtering=True,id=a462dbbf-ce92-4626-9a60-8681073805b9,network=Network(2c655269-59e9-4d53-8ce2-fa7d52c97f0c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa462dbbf-ce') {{(pid=74535) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 10:00:45 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:00:45 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:00:45 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 10:00:45 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:00:45 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '383ded53-9ce2-59f0-8f02-c7fe5799dfd4', '_type': 'linux-noop'}}, row=False) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:00:45 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:00:45 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:00:45 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:00:45 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa462dbbf-ce, may_exist=True, interface_attrs={}) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:00:45 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa462dbbf-ce, col_values=(('qos', UUID('07fa9fc3-ef9c-4a1b-a211-f961885b963a')),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:00:45 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa462dbbf-ce, col_values=(('external_ids', {'iface-id': 'a462dbbf-ce92-4626-9a60-8681073805b9', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:a3:9f:03', 'vm-uuid': '9032fc82-326a-4827-94e0-c2c42a318148'}),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:00:45 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:00:45 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:00:45 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:00:45 user nova-compute[74535]: INFO os_vif [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a3:9f:03,bridge_name='br-int',has_traffic_filtering=True,id=a462dbbf-ce92-4626-9a60-8681073805b9,network=Network(2c655269-59e9-4d53-8ce2-fa7d52c97f0c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa462dbbf-ce')
Dec 06 10:00:45 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] No BDM found with device name vda, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 10:00:45 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 10:00:45 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] No VIF found with MAC fa:16:3e:a3:9f:03, not building metadata {{(pid=74535) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 10:00:47 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:00:47 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:00:47 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:00:47 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:00:47 user nova-compute[74535]: DEBUG nova.compute.manager [req-d0849749-885d-4f3c-86f8-575e1e180aa7 req-498f3ba4-bf1f-4287-b937-8ed1e6d520c3 service nova] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Received event network-vif-plugged-a462dbbf-ce92-4626-9a60-8681073805b9 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:00:47 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-d0849749-885d-4f3c-86f8-575e1e180aa7 req-498f3ba4-bf1f-4287-b937-8ed1e6d520c3 service nova] Acquiring lock "9032fc82-326a-4827-94e0-c2c42a318148-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:00:47 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-d0849749-885d-4f3c-86f8-575e1e180aa7 req-498f3ba4-bf1f-4287-b937-8ed1e6d520c3 service nova] Lock "9032fc82-326a-4827-94e0-c2c42a318148-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:00:47 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-d0849749-885d-4f3c-86f8-575e1e180aa7 req-498f3ba4-bf1f-4287-b937-8ed1e6d520c3 service nova] Lock "9032fc82-326a-4827-94e0-c2c42a318148-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:00:47 user nova-compute[74535]: DEBUG nova.compute.manager [req-d0849749-885d-4f3c-86f8-575e1e180aa7 req-498f3ba4-bf1f-4287-b937-8ed1e6d520c3 service nova] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] No waiting events found dispatching network-vif-plugged-a462dbbf-ce92-4626-9a60-8681073805b9 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:00:47 user nova-compute[74535]: WARNING nova.compute.manager [req-d0849749-885d-4f3c-86f8-575e1e180aa7 req-498f3ba4-bf1f-4287-b937-8ed1e6d520c3 service nova] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Received unexpected event network-vif-plugged-a462dbbf-ce92-4626-9a60-8681073805b9 for instance with vm_state active and task_state resize_finish.
Dec 06 10:00:48 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:00:48 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:00:48 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:00:49 user nova-compute[74535]: DEBUG nova.compute.manager [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Instance event wait completed in 0 seconds for  {{(pid=74535) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 10:00:49 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Instance running successfully.
Dec 06 10:00:49 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Failed to set time: agent not configured {{(pid=74535) sync_guest_time /opt/stack/nova/nova/virt/libvirt/guest.py:200}}
Dec 06 10:00:49 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-f415c16c-74c9-482e-a81b-3a8e6f8424b4 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] finish_migration finished successfully. {{(pid=74535) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11772}}
Dec 06 10:00:50 user nova-compute[74535]: DEBUG nova.compute.manager [req-f66335c4-bcfe-448a-a9ea-65a33a86dbd9 req-5c3b14ea-0bb5-475f-8f63-bb5c873b1152 service nova] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Received event network-vif-plugged-a462dbbf-ce92-4626-9a60-8681073805b9 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:00:50 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-f66335c4-bcfe-448a-a9ea-65a33a86dbd9 req-5c3b14ea-0bb5-475f-8f63-bb5c873b1152 service nova] Acquiring lock "9032fc82-326a-4827-94e0-c2c42a318148-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:00:50 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-f66335c4-bcfe-448a-a9ea-65a33a86dbd9 req-5c3b14ea-0bb5-475f-8f63-bb5c873b1152 service nova] Lock "9032fc82-326a-4827-94e0-c2c42a318148-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:00:50 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-f66335c4-bcfe-448a-a9ea-65a33a86dbd9 req-5c3b14ea-0bb5-475f-8f63-bb5c873b1152 service nova] Lock "9032fc82-326a-4827-94e0-c2c42a318148-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:00:50 user nova-compute[74535]: DEBUG nova.compute.manager [req-f66335c4-bcfe-448a-a9ea-65a33a86dbd9 req-5c3b14ea-0bb5-475f-8f63-bb5c873b1152 service nova] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] No waiting events found dispatching network-vif-plugged-a462dbbf-ce92-4626-9a60-8681073805b9 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:00:50 user nova-compute[74535]: WARNING nova.compute.manager [req-f66335c4-bcfe-448a-a9ea-65a33a86dbd9 req-5c3b14ea-0bb5-475f-8f63-bb5c873b1152 service nova] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Received unexpected event network-vif-plugged-a462dbbf-ce92-4626-9a60-8681073805b9 for instance with vm_state active and task_state resize_finish.
Dec 06 10:00:50 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:00:52 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:00:53 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:00:53 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:00:55 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:00:56 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:00:56 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:00:57 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:00:59 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:00 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:00 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:02 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:02 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:05 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:07 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:01:07 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:01:07 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:01:07 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:01:07 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:01:07 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:07 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:01:08 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:01:08 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74535) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 10:01:09 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:09 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:01:09 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Starting heal instance info cache {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 10:01:10 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Didn't find any instances for network info cache update. {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 06 10:01:10 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:01:10 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:01:10 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.003s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:01:10 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:01:10 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Auditing locally available compute resources for user (node: user) {{(pid=74535) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 10:01:10 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9032fc82-326a-4827-94e0-c2c42a318148/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:01:10 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9032fc82-326a-4827-94e0-c2c42a318148/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:01:10 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9032fc82-326a-4827-94e0-c2c42a318148/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:01:10 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9032fc82-326a-4827-94e0-c2c42a318148/disk --force-share --output=json" returned: 0 in 0.251s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:01:10 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74535) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 10:01:10 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d750435-b1ed-446a-a466-162bdc33821d/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:01:10 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:11 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d750435-b1ed-446a-a466-162bdc33821d/disk --force-share --output=json" returned: 0 in 0.227s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:01:11 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d750435-b1ed-446a-a466-162bdc33821d/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:01:11 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d750435-b1ed-446a-a466-162bdc33821d/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:01:11 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:01:11 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:01:11 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:01:11 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:11 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:01:11 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d596eeb0-45d3-49cd-80f4-bcccca96c267/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:01:11 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d596eeb0-45d3-49cd-80f4-bcccca96c267/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:01:11 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d596eeb0-45d3-49cd-80f4-bcccca96c267/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:01:11 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:12 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d596eeb0-45d3-49cd-80f4-bcccca96c267/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:01:12 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/20432b5e-01b9-4b38-b139-47650a115278/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:01:12 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/20432b5e-01b9-4b38-b139-47650a115278/disk --force-share --output=json" returned: 0 in 0.243s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:01:12 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/20432b5e-01b9-4b38-b139-47650a115278/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:01:12 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/20432b5e-01b9-4b38-b139-47650a115278/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:01:12 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5e39a1a4-f188-40e3-bcba-70e47abd6026/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:01:12 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:12 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5e39a1a4-f188-40e3-bcba-70e47abd6026/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:01:12 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5e39a1a4-f188-40e3-bcba-70e47abd6026/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:01:12 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5e39a1a4-f188-40e3-bcba-70e47abd6026/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:01:13 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:13 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:01:13 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:01:13 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Hypervisor/Node resource view: name=user free_ram=7955MB free_disk=25.590713500976562GB free_vcpus=6 pci_devices=[{"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74535) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 10:01:13 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:01:13 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:01:13 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Applying migration context for instance 9032fc82-326a-4827-94e0-c2c42a318148 as it has an incoming, in-progress migration 756b34b5-3ac3-49c4-ac9f-7bb6206dd95c. Migration status is finished {{(pid=74535) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Dec 06 10:01:13 user nova-compute[74535]: INFO nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Updating resource usage from migration 756b34b5-3ac3-49c4-ac9f-7bb6206dd95c
Dec 06 10:01:13 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 7d750435-b1ed-446a-a466-162bdc33821d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:01:13 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 5e39a1a4-f188-40e3-bcba-70e47abd6026 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:01:13 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance d596eeb0-45d3-49cd-80f4-bcccca96c267 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:01:13 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 20432b5e-01b9-4b38-b139-47650a115278 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:01:13 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Migration 756b34b5-3ac3-49c4-ac9f-7bb6206dd95c is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}}
Dec 06 10:01:13 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 9032fc82-326a-4827-94e0-c2c42a318148 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 20, 'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:01:13 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:01:13 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Total usable vcpus: 12, total allocated vcpus: 7 {{(pid=74535) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 10:01:13 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=26GB total_vcpus=12 used_vcpus=7 pci_stats=[] {{(pid=74535) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 10:01:14 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:01:14 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:01:14 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Compute_service record updated for user:user {{(pid=74535) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 10:01:14 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.535s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:01:15 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:15 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:15 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:15 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:17 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:18 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-4f5b3d8e-2004-46b1-9a8e-38f3ec48f8aa tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Acquiring lock "432ab64f-bf46-4ef7-8a09-adbeb7207912" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:01:18 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-4f5b3d8e-2004-46b1-9a8e-38f3ec48f8aa tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Lock "432ab64f-bf46-4ef7-8a09-adbeb7207912" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:01:18 user nova-compute[74535]: DEBUG nova.compute.manager [None req-4f5b3d8e-2004-46b1-9a8e-38f3ec48f8aa tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Starting instance... {{(pid=74535) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 10:01:18 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-4f5b3d8e-2004-46b1-9a8e-38f3ec48f8aa tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:01:18 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-4f5b3d8e-2004-46b1-9a8e-38f3ec48f8aa tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:01:19 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-4f5b3d8e-2004-46b1-9a8e-38f3ec48f8aa tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74535) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 10:01:19 user nova-compute[74535]: INFO nova.compute.claims [None req-4f5b3d8e-2004-46b1-9a8e-38f3ec48f8aa tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Claim successful on node user
Dec 06 10:01:19 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-4f5b3d8e-2004-46b1-9a8e-38f3ec48f8aa tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:01:19 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-4f5b3d8e-2004-46b1-9a8e-38f3ec48f8aa tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:01:19 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-4f5b3d8e-2004-46b1-9a8e-38f3ec48f8aa tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.391s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:01:19 user nova-compute[74535]: DEBUG nova.compute.manager [None req-4f5b3d8e-2004-46b1-9a8e-38f3ec48f8aa tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Start building networks asynchronously for instance. {{(pid=74535) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 10:01:19 user nova-compute[74535]: DEBUG nova.compute.manager [None req-4f5b3d8e-2004-46b1-9a8e-38f3ec48f8aa tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Allocating IP information in the background. {{(pid=74535) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 10:01:19 user nova-compute[74535]: DEBUG nova.network.neutron [None req-4f5b3d8e-2004-46b1-9a8e-38f3ec48f8aa tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] allocate_for_instance() {{(pid=74535) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 10:01:19 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-4f5b3d8e-2004-46b1-9a8e-38f3ec48f8aa tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 10:01:19 user nova-compute[74535]: DEBUG nova.compute.manager [None req-4f5b3d8e-2004-46b1-9a8e-38f3ec48f8aa tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Start building block device mappings for instance. {{(pid=74535) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 10:01:19 user nova-compute[74535]: DEBUG nova.compute.manager [None req-4f5b3d8e-2004-46b1-9a8e-38f3ec48f8aa tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Start spawning the instance on the hypervisor. {{(pid=74535) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 10:01:19 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-4f5b3d8e-2004-46b1-9a8e-38f3ec48f8aa tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Creating instance directory {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 10:01:19 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-4f5b3d8e-2004-46b1-9a8e-38f3ec48f8aa tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Creating image(s)
Dec 06 10:01:19 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-4f5b3d8e-2004-46b1-9a8e-38f3ec48f8aa tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Acquiring lock "/opt/stack/data/nova/instances/432ab64f-bf46-4ef7-8a09-adbeb7207912/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:01:19 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-4f5b3d8e-2004-46b1-9a8e-38f3ec48f8aa tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Lock "/opt/stack/data/nova/instances/432ab64f-bf46-4ef7-8a09-adbeb7207912/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:01:19 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-4f5b3d8e-2004-46b1-9a8e-38f3ec48f8aa tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Lock "/opt/stack/data/nova/instances/432ab64f-bf46-4ef7-8a09-adbeb7207912/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.004s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:01:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-4f5b3d8e-2004-46b1-9a8e-38f3ec48f8aa tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:01:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-4f5b3d8e-2004-46b1-9a8e-38f3ec48f8aa tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.190s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:01:19 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-4f5b3d8e-2004-46b1-9a8e-38f3ec48f8aa tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Acquiring lock "7aef4f97309efbd0d8988be1fd45eed756898e08" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:01:19 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-4f5b3d8e-2004-46b1-9a8e-38f3ec48f8aa tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Lock "7aef4f97309efbd0d8988be1fd45eed756898e08" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:01:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-4f5b3d8e-2004-46b1-9a8e-38f3ec48f8aa tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:01:19 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-cd8a7209-80e0-40a0-90ab-5c232b852bc4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Acquiring lock "c3b63c03-ccc7-458a-8780-b196259784e4" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:01:19 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-cd8a7209-80e0-40a0-90ab-5c232b852bc4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Lock "c3b63c03-ccc7-458a-8780-b196259784e4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:01:19 user nova-compute[74535]: DEBUG nova.compute.manager [None req-cd8a7209-80e0-40a0-90ab-5c232b852bc4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Starting instance... {{(pid=74535) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 10:01:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-4f5b3d8e-2004-46b1-9a8e-38f3ec48f8aa tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.202s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:01:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-4f5b3d8e-2004-46b1-9a8e-38f3ec48f8aa tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08,backing_fmt=raw /opt/stack/data/nova/instances/432ab64f-bf46-4ef7-8a09-adbeb7207912/disk 1073741824 {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:01:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-4f5b3d8e-2004-46b1-9a8e-38f3ec48f8aa tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08,backing_fmt=raw /opt/stack/data/nova/instances/432ab64f-bf46-4ef7-8a09-adbeb7207912/disk 1073741824" returned: 0 in 0.047s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:01:20 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-4f5b3d8e-2004-46b1-9a8e-38f3ec48f8aa tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Lock "7aef4f97309efbd0d8988be1fd45eed756898e08" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.261s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:01:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-4f5b3d8e-2004-46b1-9a8e-38f3ec48f8aa tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:01:20 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-cd8a7209-80e0-40a0-90ab-5c232b852bc4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:01:20 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-cd8a7209-80e0-40a0-90ab-5c232b852bc4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.004s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:01:20 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-cd8a7209-80e0-40a0-90ab-5c232b852bc4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74535) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 10:01:20 user nova-compute[74535]: INFO nova.compute.claims [None req-cd8a7209-80e0-40a0-90ab-5c232b852bc4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Claim successful on node user
Dec 06 10:01:20 user nova-compute[74535]: DEBUG nova.policy [None req-4f5b3d8e-2004-46b1-9a8e-38f3ec48f8aa tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '14797d76f1444929858e704ab5a735bb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2357141e4bee4c359e80b57d579fdf38', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74535) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 10:01:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-4f5b3d8e-2004-46b1-9a8e-38f3ec48f8aa tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.204s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:01:20 user nova-compute[74535]: DEBUG nova.virt.disk.api [None req-4f5b3d8e-2004-46b1-9a8e-38f3ec48f8aa tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Checking if we can resize image /opt/stack/data/nova/instances/432ab64f-bf46-4ef7-8a09-adbeb7207912/disk. size=1073741824 {{(pid=74535) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 10:01:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-4f5b3d8e-2004-46b1-9a8e-38f3ec48f8aa tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/432ab64f-bf46-4ef7-8a09-adbeb7207912/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:01:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-4f5b3d8e-2004-46b1-9a8e-38f3ec48f8aa tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/432ab64f-bf46-4ef7-8a09-adbeb7207912/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:01:20 user nova-compute[74535]: DEBUG nova.virt.disk.api [None req-4f5b3d8e-2004-46b1-9a8e-38f3ec48f8aa tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Cannot resize image /opt/stack/data/nova/instances/432ab64f-bf46-4ef7-8a09-adbeb7207912/disk to a smaller size. {{(pid=74535) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 10:01:20 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-4f5b3d8e-2004-46b1-9a8e-38f3ec48f8aa tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Created local disks {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 10:01:20 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-4f5b3d8e-2004-46b1-9a8e-38f3ec48f8aa tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Ensure instance console log exists: /opt/stack/data/nova/instances/432ab64f-bf46-4ef7-8a09-adbeb7207912/console.log {{(pid=74535) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 10:01:20 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-4f5b3d8e-2004-46b1-9a8e-38f3ec48f8aa tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:01:20 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-4f5b3d8e-2004-46b1-9a8e-38f3ec48f8aa tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:01:20 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-4f5b3d8e-2004-46b1-9a8e-38f3ec48f8aa tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:01:20 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-cd8a7209-80e0-40a0-90ab-5c232b852bc4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:01:20 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-cd8a7209-80e0-40a0-90ab-5c232b852bc4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:01:20 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-cd8a7209-80e0-40a0-90ab-5c232b852bc4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.546s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:01:20 user nova-compute[74535]: DEBUG nova.compute.manager [None req-cd8a7209-80e0-40a0-90ab-5c232b852bc4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Start building networks asynchronously for instance. {{(pid=74535) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 10:01:20 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:20 user nova-compute[74535]: DEBUG nova.compute.manager [None req-cd8a7209-80e0-40a0-90ab-5c232b852bc4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Allocating IP information in the background. {{(pid=74535) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 10:01:20 user nova-compute[74535]: DEBUG nova.network.neutron [None req-cd8a7209-80e0-40a0-90ab-5c232b852bc4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] allocate_for_instance() {{(pid=74535) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 10:01:20 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-cd8a7209-80e0-40a0-90ab-5c232b852bc4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 10:01:20 user nova-compute[74535]: DEBUG nova.compute.manager [None req-cd8a7209-80e0-40a0-90ab-5c232b852bc4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Start building block device mappings for instance. {{(pid=74535) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 10:01:20 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:20 user nova-compute[74535]: DEBUG nova.policy [None req-cd8a7209-80e0-40a0-90ab-5c232b852bc4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a270961c7b434e87a25209f6eff7df18', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ea7d9b3864a245dca1620d6cfa442897', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74535) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 10:01:21 user nova-compute[74535]: DEBUG nova.compute.manager [None req-cd8a7209-80e0-40a0-90ab-5c232b852bc4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Start spawning the instance on the hypervisor. {{(pid=74535) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 10:01:21 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-cd8a7209-80e0-40a0-90ab-5c232b852bc4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Creating instance directory {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 10:01:21 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-cd8a7209-80e0-40a0-90ab-5c232b852bc4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Creating image(s)
Dec 06 10:01:21 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-cd8a7209-80e0-40a0-90ab-5c232b852bc4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Acquiring lock "/opt/stack/data/nova/instances/c3b63c03-ccc7-458a-8780-b196259784e4/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:01:21 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-cd8a7209-80e0-40a0-90ab-5c232b852bc4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Lock "/opt/stack/data/nova/instances/c3b63c03-ccc7-458a-8780-b196259784e4/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:01:21 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-cd8a7209-80e0-40a0-90ab-5c232b852bc4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Lock "/opt/stack/data/nova/instances/c3b63c03-ccc7-458a-8780-b196259784e4/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.003s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:01:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-cd8a7209-80e0-40a0-90ab-5c232b852bc4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:01:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-cd8a7209-80e0-40a0-90ab-5c232b852bc4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.211s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:01:21 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-cd8a7209-80e0-40a0-90ab-5c232b852bc4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Acquiring lock "7aef4f97309efbd0d8988be1fd45eed756898e08" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:01:21 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-cd8a7209-80e0-40a0-90ab-5c232b852bc4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Lock "7aef4f97309efbd0d8988be1fd45eed756898e08" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:01:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-cd8a7209-80e0-40a0-90ab-5c232b852bc4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:01:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-cd8a7209-80e0-40a0-90ab-5c232b852bc4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.216s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:01:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-cd8a7209-80e0-40a0-90ab-5c232b852bc4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08,backing_fmt=raw /opt/stack/data/nova/instances/c3b63c03-ccc7-458a-8780-b196259784e4/disk 1073741824 {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:01:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-cd8a7209-80e0-40a0-90ab-5c232b852bc4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08,backing_fmt=raw /opt/stack/data/nova/instances/c3b63c03-ccc7-458a-8780-b196259784e4/disk 1073741824" returned: 0 in 0.084s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:01:21 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-cd8a7209-80e0-40a0-90ab-5c232b852bc4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Lock "7aef4f97309efbd0d8988be1fd45eed756898e08" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.309s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:01:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-cd8a7209-80e0-40a0-90ab-5c232b852bc4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:01:21 user nova-compute[74535]: DEBUG nova.network.neutron [None req-4f5b3d8e-2004-46b1-9a8e-38f3ec48f8aa tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Successfully created port: 9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9 {{(pid=74535) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 10:01:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-cd8a7209-80e0-40a0-90ab-5c232b852bc4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.268s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:01:21 user nova-compute[74535]: DEBUG nova.virt.disk.api [None req-cd8a7209-80e0-40a0-90ab-5c232b852bc4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Checking if we can resize image /opt/stack/data/nova/instances/c3b63c03-ccc7-458a-8780-b196259784e4/disk. size=1073741824 {{(pid=74535) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 10:01:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-cd8a7209-80e0-40a0-90ab-5c232b852bc4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c3b63c03-ccc7-458a-8780-b196259784e4/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:01:21 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:21 user nova-compute[74535]: DEBUG nova.network.neutron [None req-cd8a7209-80e0-40a0-90ab-5c232b852bc4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Successfully created port: 21832bc5-de3c-4e86-a97c-147349bb1589 {{(pid=74535) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 10:01:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-cd8a7209-80e0-40a0-90ab-5c232b852bc4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c3b63c03-ccc7-458a-8780-b196259784e4/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:01:22 user nova-compute[74535]: DEBUG nova.virt.disk.api [None req-cd8a7209-80e0-40a0-90ab-5c232b852bc4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Cannot resize image /opt/stack/data/nova/instances/c3b63c03-ccc7-458a-8780-b196259784e4/disk to a smaller size. {{(pid=74535) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 10:01:22 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-cd8a7209-80e0-40a0-90ab-5c232b852bc4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Created local disks {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 10:01:22 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-cd8a7209-80e0-40a0-90ab-5c232b852bc4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Ensure instance console log exists: /opt/stack/data/nova/instances/c3b63c03-ccc7-458a-8780-b196259784e4/console.log {{(pid=74535) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 10:01:22 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-cd8a7209-80e0-40a0-90ab-5c232b852bc4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:01:22 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-cd8a7209-80e0-40a0-90ab-5c232b852bc4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:01:22 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-cd8a7209-80e0-40a0-90ab-5c232b852bc4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:01:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:22 user nova-compute[74535]: DEBUG nova.network.neutron [None req-4f5b3d8e-2004-46b1-9a8e-38f3ec48f8aa tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Successfully updated port: 9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9 {{(pid=74535) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 10:01:22 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-4f5b3d8e-2004-46b1-9a8e-38f3ec48f8aa tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Acquiring lock "refresh_cache-432ab64f-bf46-4ef7-8a09-adbeb7207912" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:01:22 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-4f5b3d8e-2004-46b1-9a8e-38f3ec48f8aa tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Acquired lock "refresh_cache-432ab64f-bf46-4ef7-8a09-adbeb7207912" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:01:22 user nova-compute[74535]: DEBUG nova.network.neutron [None req-4f5b3d8e-2004-46b1-9a8e-38f3ec48f8aa tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Building network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 10:01:22 user nova-compute[74535]: DEBUG nova.network.neutron [None req-4f5b3d8e-2004-46b1-9a8e-38f3ec48f8aa tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Instance cache missing network info. {{(pid=74535) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 10:01:22 user nova-compute[74535]: DEBUG nova.compute.manager [req-e91248a0-f86c-4956-8f09-34c38a291709 req-8cc5ec11-ff04-4665-9548-003e4764c0bf service nova] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Received event network-changed-9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:01:22 user nova-compute[74535]: DEBUG nova.compute.manager [req-e91248a0-f86c-4956-8f09-34c38a291709 req-8cc5ec11-ff04-4665-9548-003e4764c0bf service nova] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Refreshing instance network info cache due to event network-changed-9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 10:01:22 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-e91248a0-f86c-4956-8f09-34c38a291709 req-8cc5ec11-ff04-4665-9548-003e4764c0bf service nova] Acquiring lock "refresh_cache-432ab64f-bf46-4ef7-8a09-adbeb7207912" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:01:22 user nova-compute[74535]: DEBUG nova.network.neutron [None req-cd8a7209-80e0-40a0-90ab-5c232b852bc4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Successfully updated port: 21832bc5-de3c-4e86-a97c-147349bb1589 {{(pid=74535) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 10:01:23 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-cd8a7209-80e0-40a0-90ab-5c232b852bc4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Acquiring lock "refresh_cache-c3b63c03-ccc7-458a-8780-b196259784e4" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:01:23 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-cd8a7209-80e0-40a0-90ab-5c232b852bc4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Acquired lock "refresh_cache-c3b63c03-ccc7-458a-8780-b196259784e4" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:01:23 user nova-compute[74535]: DEBUG nova.network.neutron [None req-cd8a7209-80e0-40a0-90ab-5c232b852bc4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Building network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 10:01:23 user nova-compute[74535]: DEBUG nova.network.neutron [None req-cd8a7209-80e0-40a0-90ab-5c232b852bc4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Instance cache missing network info. {{(pid=74535) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 10:01:23 user nova-compute[74535]: DEBUG nova.compute.manager [req-6f41ba04-964e-4c51-b773-5fce9d8305cd req-ced01e9a-efd3-43a3-808f-b57e6051ebea service nova] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Received event network-changed-21832bc5-de3c-4e86-a97c-147349bb1589 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:01:23 user nova-compute[74535]: DEBUG nova.compute.manager [req-6f41ba04-964e-4c51-b773-5fce9d8305cd req-ced01e9a-efd3-43a3-808f-b57e6051ebea service nova] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Refreshing instance network info cache due to event network-changed-21832bc5-de3c-4e86-a97c-147349bb1589. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 10:01:23 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-6f41ba04-964e-4c51-b773-5fce9d8305cd req-ced01e9a-efd3-43a3-808f-b57e6051ebea service nova] Acquiring lock "refresh_cache-c3b63c03-ccc7-458a-8780-b196259784e4" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:01:23 user nova-compute[74535]: DEBUG nova.network.neutron [None req-4f5b3d8e-2004-46b1-9a8e-38f3ec48f8aa tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Updating instance_info_cache with network_info: [{"id": "9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9", "address": "fa:16:3e:b6:f0:80", "network": {"id": "13768401-adfd-4853-8905-b61e31c03208", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1157513032-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2357141e4bee4c359e80b57d579fdf38", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9ecee7e9-a7", "ovs_interfaceid": "9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:01:23 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-4f5b3d8e-2004-46b1-9a8e-38f3ec48f8aa tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Releasing lock "refresh_cache-432ab64f-bf46-4ef7-8a09-adbeb7207912" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:01:23 user nova-compute[74535]: DEBUG nova.compute.manager [None req-4f5b3d8e-2004-46b1-9a8e-38f3ec48f8aa tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Instance network_info: |[{"id": "9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9", "address": "fa:16:3e:b6:f0:80", "network": {"id": "13768401-adfd-4853-8905-b61e31c03208", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1157513032-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2357141e4bee4c359e80b57d579fdf38", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9ecee7e9-a7", "ovs_interfaceid": "9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74535) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 10:01:23 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-e91248a0-f86c-4956-8f09-34c38a291709 req-8cc5ec11-ff04-4665-9548-003e4764c0bf service nova] Acquired lock "refresh_cache-432ab64f-bf46-4ef7-8a09-adbeb7207912" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:01:23 user nova-compute[74535]: DEBUG nova.network.neutron [req-e91248a0-f86c-4956-8f09-34c38a291709 req-8cc5ec11-ff04-4665-9548-003e4764c0bf service nova] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Refreshing network info cache for port 9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9 {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 10:01:23 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-4f5b3d8e-2004-46b1-9a8e-38f3ec48f8aa tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Start _get_guest_xml network_info=[{"id": "9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9", "address": "fa:16:3e:b6:f0:80", "network": {"id": "13768401-adfd-4853-8905-b61e31c03208", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1157513032-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2357141e4bee4c359e80b57d579fdf38", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9ecee7e9-a7", "ovs_interfaceid": "9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T09:52:28Z,direct_url=<?>,disk_format='qcow2',id=b338f3c8-9974-4b9f-bacb-c75dd541c256,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='563f6a2917a742ada39fb0e950eece6e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T09:52:30Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'device_name': '/dev/vda', 'encrypted': False, 'encryption_format': None, 'encryption_options': None, 'encryption_secret_uuid': None, 'boot_index': 0, 'device_type': 'disk', 'size': 0, 'guest_format': None, 'image_id': 'b338f3c8-9974-4b9f-bacb-c75dd541c256'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 10:01:23 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-4f5b3d8e-2004-46b1-9a8e-38f3ec48f8aa tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:01:23 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-4f5b3d8e-2004-46b1-9a8e-38f3ec48f8aa tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:01:23 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-4f5b3d8e-2004-46b1-9a8e-38f3ec48f8aa tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 10:01:23 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-4f5b3d8e-2004-46b1-9a8e-38f3ec48f8aa tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] CPU controller missing on host. {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 10:01:23 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-4f5b3d8e-2004-46b1-9a8e-38f3ec48f8aa tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 10:01:23 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-4f5b3d8e-2004-46b1-9a8e-38f3ec48f8aa tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] CPU controller found on host. {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 10:01:23 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-4f5b3d8e-2004-46b1-9a8e-38f3ec48f8aa tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74535) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 10:01:23 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-4f5b3d8e-2004-46b1-9a8e-38f3ec48f8aa tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T09:52:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T09:52:28Z,direct_url=<?>,disk_format='qcow2',id=b338f3c8-9974-4b9f-bacb-c75dd541c256,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='563f6a2917a742ada39fb0e950eece6e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T09:52:30Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 10:01:23 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-4f5b3d8e-2004-46b1-9a8e-38f3ec48f8aa tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Flavor limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 10:01:23 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-4f5b3d8e-2004-46b1-9a8e-38f3ec48f8aa tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Image limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 10:01:23 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-4f5b3d8e-2004-46b1-9a8e-38f3ec48f8aa tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Flavor pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 10:01:23 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-4f5b3d8e-2004-46b1-9a8e-38f3ec48f8aa tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Image pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 10:01:23 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-4f5b3d8e-2004-46b1-9a8e-38f3ec48f8aa tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 10:01:23 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-4f5b3d8e-2004-46b1-9a8e-38f3ec48f8aa tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 10:01:23 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-4f5b3d8e-2004-46b1-9a8e-38f3ec48f8aa tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 10:01:23 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-4f5b3d8e-2004-46b1-9a8e-38f3ec48f8aa tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Got 1 possible topologies {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 10:01:23 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-4f5b3d8e-2004-46b1-9a8e-38f3ec48f8aa tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 10:01:23 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-4f5b3d8e-2004-46b1-9a8e-38f3ec48f8aa tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 10:01:23 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-4f5b3d8e-2004-46b1-9a8e-38f3ec48f8aa tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:01:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-117773479',display_name='tempest-ServerStableDeviceRescueTest-server-117773479',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-117773479',id=17,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKrkJUgOumL+LlKH9LGtSWFFPmcwqBkpWloAU6vg+g8Tb576eUaBXqbAwU6IWZQvbS/t6XLxVT0q94pQOjM3ZYONnPW8aBW79TZX3yD1dfyegmNiFVSXYP8D1F+bJ9p4ww==',key_name='tempest-keypair-47319596',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2357141e4bee4c359e80b57d579fdf38',ramdisk_id='',reservation_id='r-0gob39ox',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerStableDeviceRescueTest-1390773709',owner_user_name='tempest-ServerStableDeviceRescueTest-1390773709-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T10:01:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='14797d76f1444929858e704ab5a735bb',uuid=432ab64f-bf46-4ef7-8a09-adbeb7207912,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9", "address": "fa:16:3e:b6:f0:80", "network": {"id": "13768401-adfd-4853-8905-b61e31c03208", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1157513032-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2357141e4bee4c359e80b57d579fdf38", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9ecee7e9-a7", "ovs_interfaceid": "9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74535) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 10:01:23 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-4f5b3d8e-2004-46b1-9a8e-38f3ec48f8aa tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Converting VIF {"id": "9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9", "address": "fa:16:3e:b6:f0:80", "network": {"id": "13768401-adfd-4853-8905-b61e31c03208", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1157513032-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2357141e4bee4c359e80b57d579fdf38", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9ecee7e9-a7", "ovs_interfaceid": "9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:01:23 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-4f5b3d8e-2004-46b1-9a8e-38f3ec48f8aa tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b6:f0:80,bridge_name='br-int',has_traffic_filtering=True,id=9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9,network=Network(13768401-adfd-4853-8905-b61e31c03208),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9ecee7e9-a7') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:01:23 user nova-compute[74535]: DEBUG nova.objects.instance [None req-4f5b3d8e-2004-46b1-9a8e-38f3ec48f8aa tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Lazy-loading 'pci_devices' on Instance uuid 432ab64f-bf46-4ef7-8a09-adbeb7207912 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:01:23 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-4f5b3d8e-2004-46b1-9a8e-38f3ec48f8aa tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] End _get_guest_xml xml=<domain type="kvm">
Dec 06 10:01:23 user nova-compute[74535]:   <uuid>432ab64f-bf46-4ef7-8a09-adbeb7207912</uuid>
Dec 06 10:01:23 user nova-compute[74535]:   <name>instance-00000011</name>
Dec 06 10:01:23 user nova-compute[74535]:   <memory>524288</memory>
Dec 06 10:01:23 user nova-compute[74535]:   <vcpu>1</vcpu>
Dec 06 10:01:23 user nova-compute[74535]:   <metadata>
Dec 06 10:01:23 user nova-compute[74535]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 10:01:23 user nova-compute[74535]:       <nova:package version="0.0.0"/>
Dec 06 10:01:23 user nova-compute[74535]:       <nova:name>tempest-ServerStableDeviceRescueTest-server-117773479</nova:name>
Dec 06 10:01:23 user nova-compute[74535]:       <nova:creationTime>2023-12-06 10:01:23</nova:creationTime>
Dec 06 10:01:23 user nova-compute[74535]:       <nova:flavor name="m1.tiny">
Dec 06 10:01:23 user nova-compute[74535]:         <nova:memory>512</nova:memory>
Dec 06 10:01:23 user nova-compute[74535]:         <nova:disk>1</nova:disk>
Dec 06 10:01:23 user nova-compute[74535]:         <nova:swap>0</nova:swap>
Dec 06 10:01:23 user nova-compute[74535]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 10:01:23 user nova-compute[74535]:         <nova:vcpus>1</nova:vcpus>
Dec 06 10:01:23 user nova-compute[74535]:       </nova:flavor>
Dec 06 10:01:23 user nova-compute[74535]:       <nova:owner>
Dec 06 10:01:23 user nova-compute[74535]:         <nova:user uuid="14797d76f1444929858e704ab5a735bb">tempest-ServerStableDeviceRescueTest-1390773709-project-member</nova:user>
Dec 06 10:01:23 user nova-compute[74535]:         <nova:project uuid="2357141e4bee4c359e80b57d579fdf38">tempest-ServerStableDeviceRescueTest-1390773709</nova:project>
Dec 06 10:01:23 user nova-compute[74535]:       </nova:owner>
Dec 06 10:01:23 user nova-compute[74535]:       <nova:root type="image" uuid="b338f3c8-9974-4b9f-bacb-c75dd541c256"/>
Dec 06 10:01:23 user nova-compute[74535]:       <nova:ports>
Dec 06 10:01:23 user nova-compute[74535]:         <nova:port uuid="9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9">
Dec 06 10:01:23 user nova-compute[74535]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Dec 06 10:01:23 user nova-compute[74535]:         </nova:port>
Dec 06 10:01:23 user nova-compute[74535]:       </nova:ports>
Dec 06 10:01:23 user nova-compute[74535]:     </nova:instance>
Dec 06 10:01:23 user nova-compute[74535]:   </metadata>
Dec 06 10:01:23 user nova-compute[74535]:   <sysinfo type="smbios">
Dec 06 10:01:23 user nova-compute[74535]:     <system>
Dec 06 10:01:23 user nova-compute[74535]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 10:01:23 user nova-compute[74535]:       <entry name="product">OpenStack Nova</entry>
Dec 06 10:01:23 user nova-compute[74535]:       <entry name="version">0.0.0</entry>
Dec 06 10:01:23 user nova-compute[74535]:       <entry name="serial">432ab64f-bf46-4ef7-8a09-adbeb7207912</entry>
Dec 06 10:01:23 user nova-compute[74535]:       <entry name="uuid">432ab64f-bf46-4ef7-8a09-adbeb7207912</entry>
Dec 06 10:01:23 user nova-compute[74535]:       <entry name="family">Virtual Machine</entry>
Dec 06 10:01:23 user nova-compute[74535]:     </system>
Dec 06 10:01:23 user nova-compute[74535]:   </sysinfo>
Dec 06 10:01:23 user nova-compute[74535]:   <os>
Dec 06 10:01:23 user nova-compute[74535]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 10:01:23 user nova-compute[74535]:     <boot dev="hd"/>
Dec 06 10:01:23 user nova-compute[74535]:     <smbios mode="sysinfo"/>
Dec 06 10:01:23 user nova-compute[74535]:   </os>
Dec 06 10:01:23 user nova-compute[74535]:   <features>
Dec 06 10:01:23 user nova-compute[74535]:     <acpi/>
Dec 06 10:01:23 user nova-compute[74535]:     <apic/>
Dec 06 10:01:23 user nova-compute[74535]:     <vmcoreinfo/>
Dec 06 10:01:23 user nova-compute[74535]:   </features>
Dec 06 10:01:23 user nova-compute[74535]:   <clock offset="utc">
Dec 06 10:01:23 user nova-compute[74535]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 10:01:23 user nova-compute[74535]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 10:01:23 user nova-compute[74535]:     <timer name="hpet" present="no"/>
Dec 06 10:01:23 user nova-compute[74535]:   </clock>
Dec 06 10:01:23 user nova-compute[74535]:   <cpu mode="custom" match="exact">
Dec 06 10:01:23 user nova-compute[74535]:     <model>Nehalem</model>
Dec 06 10:01:23 user nova-compute[74535]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 10:01:23 user nova-compute[74535]:   </cpu>
Dec 06 10:01:23 user nova-compute[74535]:   <devices>
Dec 06 10:01:23 user nova-compute[74535]:     <disk type="file" device="disk">
Dec 06 10:01:23 user nova-compute[74535]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 10:01:23 user nova-compute[74535]:       <source file="/opt/stack/data/nova/instances/432ab64f-bf46-4ef7-8a09-adbeb7207912/disk"/>
Dec 06 10:01:23 user nova-compute[74535]:       <target dev="vda" bus="virtio"/>
Dec 06 10:01:23 user nova-compute[74535]:     </disk>
Dec 06 10:01:23 user nova-compute[74535]:     <interface type="ethernet">
Dec 06 10:01:23 user nova-compute[74535]:       <mac address="fa:16:3e:b6:f0:80"/>
Dec 06 10:01:23 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 10:01:23 user nova-compute[74535]:       <mtu size="1442"/>
Dec 06 10:01:23 user nova-compute[74535]:       <target dev="tap9ecee7e9-a7"/>
Dec 06 10:01:23 user nova-compute[74535]:     </interface>
Dec 06 10:01:23 user nova-compute[74535]:     <serial type="pty">
Dec 06 10:01:23 user nova-compute[74535]:       <log file="/opt/stack/data/nova/instances/432ab64f-bf46-4ef7-8a09-adbeb7207912/console.log" append="off"/>
Dec 06 10:01:23 user nova-compute[74535]:     </serial>
Dec 06 10:01:23 user nova-compute[74535]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 10:01:23 user nova-compute[74535]:     <video>
Dec 06 10:01:23 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 10:01:23 user nova-compute[74535]:     </video>
Dec 06 10:01:23 user nova-compute[74535]:     <rng model="virtio">
Dec 06 10:01:23 user nova-compute[74535]:       <backend model="random">/dev/urandom</backend>
Dec 06 10:01:23 user nova-compute[74535]:     </rng>
Dec 06 10:01:23 user nova-compute[74535]:     <controller type="usb" index="0" model="none"/>
Dec 06 10:01:23 user nova-compute[74535]:     <memballoon model="virtio">
Dec 06 10:01:23 user nova-compute[74535]:       <stats period="10"/>
Dec 06 10:01:23 user nova-compute[74535]:     </memballoon>
Dec 06 10:01:23 user nova-compute[74535]:   </devices>
Dec 06 10:01:23 user nova-compute[74535]: </domain>
Dec 06 10:01:23 user nova-compute[74535]:  {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 10:01:23 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-4f5b3d8e-2004-46b1-9a8e-38f3ec48f8aa tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:01:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-117773479',display_name='tempest-ServerStableDeviceRescueTest-server-117773479',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-117773479',id=17,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKrkJUgOumL+LlKH9LGtSWFFPmcwqBkpWloAU6vg+g8Tb576eUaBXqbAwU6IWZQvbS/t6XLxVT0q94pQOjM3ZYONnPW8aBW79TZX3yD1dfyegmNiFVSXYP8D1F+bJ9p4ww==',key_name='tempest-keypair-47319596',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2357141e4bee4c359e80b57d579fdf38',ramdisk_id='',reservation_id='r-0gob39ox',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerStableDeviceRescueTest-1390773709',owner_user_name='tempest-ServerStableDeviceRescueTest-1390773709-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T10:01:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='14797d76f1444929858e704ab5a735bb',uuid=432ab64f-bf46-4ef7-8a09-adbeb7207912,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9", "address": "fa:16:3e:b6:f0:80", "network": {"id": "13768401-adfd-4853-8905-b61e31c03208", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1157513032-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2357141e4bee4c359e80b57d579fdf38", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9ecee7e9-a7", "ovs_interfaceid": "9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 10:01:23 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-4f5b3d8e-2004-46b1-9a8e-38f3ec48f8aa tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Converting VIF {"id": "9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9", "address": "fa:16:3e:b6:f0:80", "network": {"id": "13768401-adfd-4853-8905-b61e31c03208", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1157513032-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2357141e4bee4c359e80b57d579fdf38", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9ecee7e9-a7", "ovs_interfaceid": "9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:01:23 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-4f5b3d8e-2004-46b1-9a8e-38f3ec48f8aa tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b6:f0:80,bridge_name='br-int',has_traffic_filtering=True,id=9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9,network=Network(13768401-adfd-4853-8905-b61e31c03208),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9ecee7e9-a7') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:01:23 user nova-compute[74535]: DEBUG os_vif [None req-4f5b3d8e-2004-46b1-9a8e-38f3ec48f8aa tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b6:f0:80,bridge_name='br-int',has_traffic_filtering=True,id=9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9,network=Network(13768401-adfd-4853-8905-b61e31c03208),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9ecee7e9-a7') {{(pid=74535) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 10:01:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:01:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 10:01:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '039b7599-2f13-55a5-84c4-522717d589ab', '_type': 'linux-noop'}}, row=False) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:01:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:01:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap9ecee7e9-a7, may_exist=True, interface_attrs={}) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:01:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap9ecee7e9-a7, col_values=(('qos', UUID('02a2b957-5f2e-48b9-a4ce-42ecb326a9a9')),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:01:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap9ecee7e9-a7, col_values=(('external_ids', {'iface-id': '9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:b6:f0:80', 'vm-uuid': '432ab64f-bf46-4ef7-8a09-adbeb7207912'}),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:01:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:01:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:23 user nova-compute[74535]: INFO os_vif [None req-4f5b3d8e-2004-46b1-9a8e-38f3ec48f8aa tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b6:f0:80,bridge_name='br-int',has_traffic_filtering=True,id=9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9,network=Network(13768401-adfd-4853-8905-b61e31c03208),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9ecee7e9-a7')
Dec 06 10:01:23 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-4f5b3d8e-2004-46b1-9a8e-38f3ec48f8aa tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] No BDM found with device name vda, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 10:01:23 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-4f5b3d8e-2004-46b1-9a8e-38f3ec48f8aa tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] No VIF found with MAC fa:16:3e:b6:f0:80, not building metadata {{(pid=74535) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 10:01:23 user nova-compute[74535]: DEBUG nova.network.neutron [None req-cd8a7209-80e0-40a0-90ab-5c232b852bc4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Updating instance_info_cache with network_info: [{"id": "21832bc5-de3c-4e86-a97c-147349bb1589", "address": "fa:16:3e:93:c4:62", "network": {"id": "083b1a00-b026-47dd-86f2-afd036201f4c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-290939981-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea7d9b3864a245dca1620d6cfa442897", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap21832bc5-de", "ovs_interfaceid": "21832bc5-de3c-4e86-a97c-147349bb1589", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:01:23 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-cd8a7209-80e0-40a0-90ab-5c232b852bc4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Releasing lock "refresh_cache-c3b63c03-ccc7-458a-8780-b196259784e4" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:01:23 user nova-compute[74535]: DEBUG nova.compute.manager [None req-cd8a7209-80e0-40a0-90ab-5c232b852bc4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Instance network_info: |[{"id": "21832bc5-de3c-4e86-a97c-147349bb1589", "address": "fa:16:3e:93:c4:62", "network": {"id": "083b1a00-b026-47dd-86f2-afd036201f4c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-290939981-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea7d9b3864a245dca1620d6cfa442897", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap21832bc5-de", "ovs_interfaceid": "21832bc5-de3c-4e86-a97c-147349bb1589", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74535) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 10:01:23 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-6f41ba04-964e-4c51-b773-5fce9d8305cd req-ced01e9a-efd3-43a3-808f-b57e6051ebea service nova] Acquired lock "refresh_cache-c3b63c03-ccc7-458a-8780-b196259784e4" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:01:23 user nova-compute[74535]: DEBUG nova.network.neutron [req-6f41ba04-964e-4c51-b773-5fce9d8305cd req-ced01e9a-efd3-43a3-808f-b57e6051ebea service nova] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Refreshing network info cache for port 21832bc5-de3c-4e86-a97c-147349bb1589 {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 10:01:23 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-cd8a7209-80e0-40a0-90ab-5c232b852bc4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Start _get_guest_xml network_info=[{"id": "21832bc5-de3c-4e86-a97c-147349bb1589", "address": "fa:16:3e:93:c4:62", "network": {"id": "083b1a00-b026-47dd-86f2-afd036201f4c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-290939981-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea7d9b3864a245dca1620d6cfa442897", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap21832bc5-de", "ovs_interfaceid": "21832bc5-de3c-4e86-a97c-147349bb1589", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T09:52:28Z,direct_url=<?>,disk_format='qcow2',id=b338f3c8-9974-4b9f-bacb-c75dd541c256,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='563f6a2917a742ada39fb0e950eece6e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T09:52:30Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'device_name': '/dev/vda', 'encrypted': False, 'encryption_format': None, 'encryption_options': None, 'encryption_secret_uuid': None, 'boot_index': 0, 'device_type': 'disk', 'size': 0, 'guest_format': None, 'image_id': 'b338f3c8-9974-4b9f-bacb-c75dd541c256'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 10:01:23 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-cd8a7209-80e0-40a0-90ab-5c232b852bc4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:01:23 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-cd8a7209-80e0-40a0-90ab-5c232b852bc4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:01:23 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-cd8a7209-80e0-40a0-90ab-5c232b852bc4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 10:01:23 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-cd8a7209-80e0-40a0-90ab-5c232b852bc4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] CPU controller missing on host. {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 10:01:23 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-cd8a7209-80e0-40a0-90ab-5c232b852bc4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 10:01:23 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-cd8a7209-80e0-40a0-90ab-5c232b852bc4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] CPU controller found on host. {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 10:01:23 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-cd8a7209-80e0-40a0-90ab-5c232b852bc4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74535) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 10:01:23 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-cd8a7209-80e0-40a0-90ab-5c232b852bc4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T09:52:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T09:52:28Z,direct_url=<?>,disk_format='qcow2',id=b338f3c8-9974-4b9f-bacb-c75dd541c256,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='563f6a2917a742ada39fb0e950eece6e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T09:52:30Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 10:01:23 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-cd8a7209-80e0-40a0-90ab-5c232b852bc4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Flavor limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 10:01:23 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-cd8a7209-80e0-40a0-90ab-5c232b852bc4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Image limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 10:01:23 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-cd8a7209-80e0-40a0-90ab-5c232b852bc4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Flavor pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 10:01:23 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-cd8a7209-80e0-40a0-90ab-5c232b852bc4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Image pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 10:01:23 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-cd8a7209-80e0-40a0-90ab-5c232b852bc4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 10:01:23 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-cd8a7209-80e0-40a0-90ab-5c232b852bc4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 10:01:23 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-cd8a7209-80e0-40a0-90ab-5c232b852bc4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 10:01:23 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-cd8a7209-80e0-40a0-90ab-5c232b852bc4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Got 1 possible topologies {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 10:01:23 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-cd8a7209-80e0-40a0-90ab-5c232b852bc4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 10:01:23 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-cd8a7209-80e0-40a0-90ab-5c232b852bc4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 10:01:23 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-cd8a7209-80e0-40a0-90ab-5c232b852bc4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:01:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1038109453',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1038109453',id=18,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGUT7MJXjCcfuYfmP0LnEjkmaeWb+xCWIv/eyPehv3rfqzt9bq3kWQu3zPF0RG57LjvO6l7IBfNIkjjeSKCWret5RagPm4OieEi7WccAjtmeFMEBRs5TPjMLtc8jvsfULA==',key_name='tempest-keypair-738907956',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ea7d9b3864a245dca1620d6cfa442897',ramdisk_id='',reservation_id='r-z07fs353',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-178785579',owner_user_name='tempest-AttachVolumeShelveTestJSON-178785579-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T10:01:21Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a270961c7b434e87a25209f6eff7df18',uuid=c3b63c03-ccc7-458a-8780-b196259784e4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "21832bc5-de3c-4e86-a97c-147349bb1589", "address": "fa:16:3e:93:c4:62", "network": {"id": "083b1a00-b026-47dd-86f2-afd036201f4c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-290939981-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea7d9b3864a245dca1620d6cfa442897", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap21832bc5-de", "ovs_interfaceid": "21832bc5-de3c-4e86-a97c-147349bb1589", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74535) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 10:01:23 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-cd8a7209-80e0-40a0-90ab-5c232b852bc4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Converting VIF {"id": "21832bc5-de3c-4e86-a97c-147349bb1589", "address": "fa:16:3e:93:c4:62", "network": {"id": "083b1a00-b026-47dd-86f2-afd036201f4c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-290939981-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea7d9b3864a245dca1620d6cfa442897", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap21832bc5-de", "ovs_interfaceid": "21832bc5-de3c-4e86-a97c-147349bb1589", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:01:23 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-cd8a7209-80e0-40a0-90ab-5c232b852bc4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:93:c4:62,bridge_name='br-int',has_traffic_filtering=True,id=21832bc5-de3c-4e86-a97c-147349bb1589,network=Network(083b1a00-b026-47dd-86f2-afd036201f4c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap21832bc5-de') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:01:23 user nova-compute[74535]: DEBUG nova.objects.instance [None req-cd8a7209-80e0-40a0-90ab-5c232b852bc4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Lazy-loading 'pci_devices' on Instance uuid c3b63c03-ccc7-458a-8780-b196259784e4 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:01:23 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-cd8a7209-80e0-40a0-90ab-5c232b852bc4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] End _get_guest_xml xml=<domain type="kvm">
Dec 06 10:01:23 user nova-compute[74535]:   <uuid>c3b63c03-ccc7-458a-8780-b196259784e4</uuid>
Dec 06 10:01:23 user nova-compute[74535]:   <name>instance-00000012</name>
Dec 06 10:01:23 user nova-compute[74535]:   <memory>524288</memory>
Dec 06 10:01:23 user nova-compute[74535]:   <vcpu>1</vcpu>
Dec 06 10:01:23 user nova-compute[74535]:   <metadata>
Dec 06 10:01:23 user nova-compute[74535]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 10:01:23 user nova-compute[74535]:       <nova:package version="0.0.0"/>
Dec 06 10:01:23 user nova-compute[74535]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-1038109453</nova:name>
Dec 06 10:01:23 user nova-compute[74535]:       <nova:creationTime>2023-12-06 10:01:23</nova:creationTime>
Dec 06 10:01:23 user nova-compute[74535]:       <nova:flavor name="m1.tiny">
Dec 06 10:01:23 user nova-compute[74535]:         <nova:memory>512</nova:memory>
Dec 06 10:01:23 user nova-compute[74535]:         <nova:disk>1</nova:disk>
Dec 06 10:01:23 user nova-compute[74535]:         <nova:swap>0</nova:swap>
Dec 06 10:01:23 user nova-compute[74535]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 10:01:23 user nova-compute[74535]:         <nova:vcpus>1</nova:vcpus>
Dec 06 10:01:23 user nova-compute[74535]:       </nova:flavor>
Dec 06 10:01:23 user nova-compute[74535]:       <nova:owner>
Dec 06 10:01:23 user nova-compute[74535]:         <nova:user uuid="a270961c7b434e87a25209f6eff7df18">tempest-AttachVolumeShelveTestJSON-178785579-project-member</nova:user>
Dec 06 10:01:23 user nova-compute[74535]:         <nova:project uuid="ea7d9b3864a245dca1620d6cfa442897">tempest-AttachVolumeShelveTestJSON-178785579</nova:project>
Dec 06 10:01:23 user nova-compute[74535]:       </nova:owner>
Dec 06 10:01:23 user nova-compute[74535]:       <nova:root type="image" uuid="b338f3c8-9974-4b9f-bacb-c75dd541c256"/>
Dec 06 10:01:23 user nova-compute[74535]:       <nova:ports>
Dec 06 10:01:23 user nova-compute[74535]:         <nova:port uuid="21832bc5-de3c-4e86-a97c-147349bb1589">
Dec 06 10:01:23 user nova-compute[74535]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Dec 06 10:01:23 user nova-compute[74535]:         </nova:port>
Dec 06 10:01:23 user nova-compute[74535]:       </nova:ports>
Dec 06 10:01:23 user nova-compute[74535]:     </nova:instance>
Dec 06 10:01:23 user nova-compute[74535]:   </metadata>
Dec 06 10:01:23 user nova-compute[74535]:   <sysinfo type="smbios">
Dec 06 10:01:23 user nova-compute[74535]:     <system>
Dec 06 10:01:23 user nova-compute[74535]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 10:01:23 user nova-compute[74535]:       <entry name="product">OpenStack Nova</entry>
Dec 06 10:01:23 user nova-compute[74535]:       <entry name="version">0.0.0</entry>
Dec 06 10:01:23 user nova-compute[74535]:       <entry name="serial">c3b63c03-ccc7-458a-8780-b196259784e4</entry>
Dec 06 10:01:23 user nova-compute[74535]:       <entry name="uuid">c3b63c03-ccc7-458a-8780-b196259784e4</entry>
Dec 06 10:01:23 user nova-compute[74535]:       <entry name="family">Virtual Machine</entry>
Dec 06 10:01:23 user nova-compute[74535]:     </system>
Dec 06 10:01:23 user nova-compute[74535]:   </sysinfo>
Dec 06 10:01:23 user nova-compute[74535]:   <os>
Dec 06 10:01:23 user nova-compute[74535]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 10:01:23 user nova-compute[74535]:     <boot dev="hd"/>
Dec 06 10:01:23 user nova-compute[74535]:     <smbios mode="sysinfo"/>
Dec 06 10:01:23 user nova-compute[74535]:   </os>
Dec 06 10:01:23 user nova-compute[74535]:   <features>
Dec 06 10:01:23 user nova-compute[74535]:     <acpi/>
Dec 06 10:01:23 user nova-compute[74535]:     <apic/>
Dec 06 10:01:23 user nova-compute[74535]:     <vmcoreinfo/>
Dec 06 10:01:23 user nova-compute[74535]:   </features>
Dec 06 10:01:23 user nova-compute[74535]:   <clock offset="utc">
Dec 06 10:01:23 user nova-compute[74535]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 10:01:23 user nova-compute[74535]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 10:01:23 user nova-compute[74535]:     <timer name="hpet" present="no"/>
Dec 06 10:01:23 user nova-compute[74535]:   </clock>
Dec 06 10:01:23 user nova-compute[74535]:   <cpu mode="custom" match="exact">
Dec 06 10:01:23 user nova-compute[74535]:     <model>Nehalem</model>
Dec 06 10:01:23 user nova-compute[74535]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 10:01:23 user nova-compute[74535]:   </cpu>
Dec 06 10:01:23 user nova-compute[74535]:   <devices>
Dec 06 10:01:23 user nova-compute[74535]:     <disk type="file" device="disk">
Dec 06 10:01:23 user nova-compute[74535]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 10:01:23 user nova-compute[74535]:       <source file="/opt/stack/data/nova/instances/c3b63c03-ccc7-458a-8780-b196259784e4/disk"/>
Dec 06 10:01:23 user nova-compute[74535]:       <target dev="vda" bus="virtio"/>
Dec 06 10:01:23 user nova-compute[74535]:     </disk>
Dec 06 10:01:23 user nova-compute[74535]:     <interface type="ethernet">
Dec 06 10:01:23 user nova-compute[74535]:       <mac address="fa:16:3e:93:c4:62"/>
Dec 06 10:01:23 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 10:01:23 user nova-compute[74535]:       <mtu size="1442"/>
Dec 06 10:01:23 user nova-compute[74535]:       <target dev="tap21832bc5-de"/>
Dec 06 10:01:23 user nova-compute[74535]:     </interface>
Dec 06 10:01:23 user nova-compute[74535]:     <serial type="pty">
Dec 06 10:01:23 user nova-compute[74535]:       <log file="/opt/stack/data/nova/instances/c3b63c03-ccc7-458a-8780-b196259784e4/console.log" append="off"/>
Dec 06 10:01:23 user nova-compute[74535]:     </serial>
Dec 06 10:01:23 user nova-compute[74535]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 10:01:23 user nova-compute[74535]:     <video>
Dec 06 10:01:23 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 10:01:23 user nova-compute[74535]:     </video>
Dec 06 10:01:23 user nova-compute[74535]:     <rng model="virtio">
Dec 06 10:01:23 user nova-compute[74535]:       <backend model="random">/dev/urandom</backend>
Dec 06 10:01:23 user nova-compute[74535]:     </rng>
Dec 06 10:01:23 user nova-compute[74535]:     <controller type="usb" index="0" model="none"/>
Dec 06 10:01:23 user nova-compute[74535]:     <memballoon model="virtio">
Dec 06 10:01:23 user nova-compute[74535]:       <stats period="10"/>
Dec 06 10:01:23 user nova-compute[74535]:     </memballoon>
Dec 06 10:01:23 user nova-compute[74535]:   </devices>
Dec 06 10:01:23 user nova-compute[74535]: </domain>
Dec 06 10:01:23 user nova-compute[74535]:  {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 10:01:23 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-cd8a7209-80e0-40a0-90ab-5c232b852bc4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:01:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1038109453',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1038109453',id=18,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGUT7MJXjCcfuYfmP0LnEjkmaeWb+xCWIv/eyPehv3rfqzt9bq3kWQu3zPF0RG57LjvO6l7IBfNIkjjeSKCWret5RagPm4OieEi7WccAjtmeFMEBRs5TPjMLtc8jvsfULA==',key_name='tempest-keypair-738907956',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ea7d9b3864a245dca1620d6cfa442897',ramdisk_id='',reservation_id='r-z07fs353',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-178785579',owner_user_name='tempest-AttachVolumeShelveTestJSON-178785579-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T10:01:21Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a270961c7b434e87a25209f6eff7df18',uuid=c3b63c03-ccc7-458a-8780-b196259784e4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "21832bc5-de3c-4e86-a97c-147349bb1589", "address": "fa:16:3e:93:c4:62", "network": {"id": "083b1a00-b026-47dd-86f2-afd036201f4c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-290939981-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea7d9b3864a245dca1620d6cfa442897", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap21832bc5-de", "ovs_interfaceid": "21832bc5-de3c-4e86-a97c-147349bb1589", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 10:01:23 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-cd8a7209-80e0-40a0-90ab-5c232b852bc4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Converting VIF {"id": "21832bc5-de3c-4e86-a97c-147349bb1589", "address": "fa:16:3e:93:c4:62", "network": {"id": "083b1a00-b026-47dd-86f2-afd036201f4c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-290939981-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea7d9b3864a245dca1620d6cfa442897", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap21832bc5-de", "ovs_interfaceid": "21832bc5-de3c-4e86-a97c-147349bb1589", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:01:23 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-cd8a7209-80e0-40a0-90ab-5c232b852bc4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:93:c4:62,bridge_name='br-int',has_traffic_filtering=True,id=21832bc5-de3c-4e86-a97c-147349bb1589,network=Network(083b1a00-b026-47dd-86f2-afd036201f4c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap21832bc5-de') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:01:23 user nova-compute[74535]: DEBUG os_vif [None req-cd8a7209-80e0-40a0-90ab-5c232b852bc4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:93:c4:62,bridge_name='br-int',has_traffic_filtering=True,id=21832bc5-de3c-4e86-a97c-147349bb1589,network=Network(083b1a00-b026-47dd-86f2-afd036201f4c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap21832bc5-de') {{(pid=74535) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 10:01:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:01:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 10:01:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'e6fbefc0-1493-5ac9-8ad0-cd18a4ba8375', '_type': 'linux-noop'}}, row=False) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:01:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:01:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap21832bc5-de, may_exist=True, interface_attrs={}) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:01:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap21832bc5-de, col_values=(('qos', UUID('3515a0c7-dc26-416c-ba7f-3a298290d8e3')),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:01:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap21832bc5-de, col_values=(('external_ids', {'iface-id': '21832bc5-de3c-4e86-a97c-147349bb1589', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:93:c4:62', 'vm-uuid': 'c3b63c03-ccc7-458a-8780-b196259784e4'}),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:01:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:01:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:23 user nova-compute[74535]: INFO os_vif [None req-cd8a7209-80e0-40a0-90ab-5c232b852bc4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:93:c4:62,bridge_name='br-int',has_traffic_filtering=True,id=21832bc5-de3c-4e86-a97c-147349bb1589,network=Network(083b1a00-b026-47dd-86f2-afd036201f4c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap21832bc5-de')
Dec 06 10:01:23 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-cd8a7209-80e0-40a0-90ab-5c232b852bc4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] No BDM found with device name vda, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 10:01:23 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-cd8a7209-80e0-40a0-90ab-5c232b852bc4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] No VIF found with MAC fa:16:3e:93:c4:62, not building metadata {{(pid=74535) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 10:01:23 user nova-compute[74535]: DEBUG nova.network.neutron [req-e91248a0-f86c-4956-8f09-34c38a291709 req-8cc5ec11-ff04-4665-9548-003e4764c0bf service nova] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Updated VIF entry in instance network info cache for port 9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 10:01:23 user nova-compute[74535]: DEBUG nova.network.neutron [req-e91248a0-f86c-4956-8f09-34c38a291709 req-8cc5ec11-ff04-4665-9548-003e4764c0bf service nova] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Updating instance_info_cache with network_info: [{"id": "9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9", "address": "fa:16:3e:b6:f0:80", "network": {"id": "13768401-adfd-4853-8905-b61e31c03208", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1157513032-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2357141e4bee4c359e80b57d579fdf38", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9ecee7e9-a7", "ovs_interfaceid": "9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:01:23 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-e91248a0-f86c-4956-8f09-34c38a291709 req-8cc5ec11-ff04-4665-9548-003e4764c0bf service nova] Releasing lock "refresh_cache-432ab64f-bf46-4ef7-8a09-adbeb7207912" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:01:24 user nova-compute[74535]: DEBUG nova.network.neutron [req-6f41ba04-964e-4c51-b773-5fce9d8305cd req-ced01e9a-efd3-43a3-808f-b57e6051ebea service nova] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Updated VIF entry in instance network info cache for port 21832bc5-de3c-4e86-a97c-147349bb1589. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 10:01:24 user nova-compute[74535]: DEBUG nova.network.neutron [req-6f41ba04-964e-4c51-b773-5fce9d8305cd req-ced01e9a-efd3-43a3-808f-b57e6051ebea service nova] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Updating instance_info_cache with network_info: [{"id": "21832bc5-de3c-4e86-a97c-147349bb1589", "address": "fa:16:3e:93:c4:62", "network": {"id": "083b1a00-b026-47dd-86f2-afd036201f4c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-290939981-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea7d9b3864a245dca1620d6cfa442897", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap21832bc5-de", "ovs_interfaceid": "21832bc5-de3c-4e86-a97c-147349bb1589", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:01:24 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-6f41ba04-964e-4c51-b773-5fce9d8305cd req-ced01e9a-efd3-43a3-808f-b57e6051ebea service nova] Releasing lock "refresh_cache-c3b63c03-ccc7-458a-8780-b196259784e4" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:01:25 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:25 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:25 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:25 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:26 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:26 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:26 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:26 user nova-compute[74535]: DEBUG nova.compute.manager [req-616fb69c-9da6-49b4-9771-16fa0e3454aa req-a1601076-d86b-4fc9-ac0b-d808219d9876 service nova] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Received event network-vif-plugged-9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:01:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-616fb69c-9da6-49b4-9771-16fa0e3454aa req-a1601076-d86b-4fc9-ac0b-d808219d9876 service nova] Acquiring lock "432ab64f-bf46-4ef7-8a09-adbeb7207912-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:01:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-616fb69c-9da6-49b4-9771-16fa0e3454aa req-a1601076-d86b-4fc9-ac0b-d808219d9876 service nova] Lock "432ab64f-bf46-4ef7-8a09-adbeb7207912-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:01:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-616fb69c-9da6-49b4-9771-16fa0e3454aa req-a1601076-d86b-4fc9-ac0b-d808219d9876 service nova] Lock "432ab64f-bf46-4ef7-8a09-adbeb7207912-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:01:26 user nova-compute[74535]: DEBUG nova.compute.manager [req-616fb69c-9da6-49b4-9771-16fa0e3454aa req-a1601076-d86b-4fc9-ac0b-d808219d9876 service nova] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] No waiting events found dispatching network-vif-plugged-9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:01:26 user nova-compute[74535]: WARNING nova.compute.manager [req-616fb69c-9da6-49b4-9771-16fa0e3454aa req-a1601076-d86b-4fc9-ac0b-d808219d9876 service nova] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Received unexpected event network-vif-plugged-9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9 for instance with vm_state building and task_state spawning.
Dec 06 10:01:26 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:26 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:26 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:26 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:28 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-649f91bf-6896-4feb-906b-60ead7a47775 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Acquiring lock "d596eeb0-45d3-49cd-80f4-bcccca96c267" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:01:28 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-649f91bf-6896-4feb-906b-60ead7a47775 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Lock "d596eeb0-45d3-49cd-80f4-bcccca96c267" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:01:28 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-649f91bf-6896-4feb-906b-60ead7a47775 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Acquiring lock "d596eeb0-45d3-49cd-80f4-bcccca96c267-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:01:28 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-649f91bf-6896-4feb-906b-60ead7a47775 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Lock "d596eeb0-45d3-49cd-80f4-bcccca96c267-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:01:28 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-649f91bf-6896-4feb-906b-60ead7a47775 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Lock "d596eeb0-45d3-49cd-80f4-bcccca96c267-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:01:28 user nova-compute[74535]: INFO nova.compute.manager [None req-649f91bf-6896-4feb-906b-60ead7a47775 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] [instance: d596eeb0-45d3-49cd-80f4-bcccca96c267] Terminating instance
Dec 06 10:01:28 user nova-compute[74535]: DEBUG nova.compute.manager [None req-649f91bf-6896-4feb-906b-60ead7a47775 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] [instance: d596eeb0-45d3-49cd-80f4-bcccca96c267] Start destroying the instance on the hypervisor. {{(pid=74535) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 10:01:28 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:28 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:28 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:28 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:28 user nova-compute[74535]: DEBUG nova.compute.manager [req-e63f1e86-cd11-45c4-9e87-58b7189439d6 req-6e9c8bd7-889a-4c90-9a29-a76309519861 service nova] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Received event network-vif-plugged-9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:01:28 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-e63f1e86-cd11-45c4-9e87-58b7189439d6 req-6e9c8bd7-889a-4c90-9a29-a76309519861 service nova] Acquiring lock "432ab64f-bf46-4ef7-8a09-adbeb7207912-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:01:28 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-e63f1e86-cd11-45c4-9e87-58b7189439d6 req-6e9c8bd7-889a-4c90-9a29-a76309519861 service nova] Lock "432ab64f-bf46-4ef7-8a09-adbeb7207912-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:01:28 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-e63f1e86-cd11-45c4-9e87-58b7189439d6 req-6e9c8bd7-889a-4c90-9a29-a76309519861 service nova] Lock "432ab64f-bf46-4ef7-8a09-adbeb7207912-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:01:28 user nova-compute[74535]: DEBUG nova.compute.manager [req-e63f1e86-cd11-45c4-9e87-58b7189439d6 req-6e9c8bd7-889a-4c90-9a29-a76309519861 service nova] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] No waiting events found dispatching network-vif-plugged-9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:01:28 user nova-compute[74535]: WARNING nova.compute.manager [req-e63f1e86-cd11-45c4-9e87-58b7189439d6 req-6e9c8bd7-889a-4c90-9a29-a76309519861 service nova] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Received unexpected event network-vif-plugged-9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9 for instance with vm_state building and task_state spawning.
Dec 06 10:01:28 user nova-compute[74535]: DEBUG nova.compute.manager [req-e63f1e86-cd11-45c4-9e87-58b7189439d6 req-6e9c8bd7-889a-4c90-9a29-a76309519861 service nova] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Received event network-vif-plugged-21832bc5-de3c-4e86-a97c-147349bb1589 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:01:28 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-e63f1e86-cd11-45c4-9e87-58b7189439d6 req-6e9c8bd7-889a-4c90-9a29-a76309519861 service nova] Acquiring lock "c3b63c03-ccc7-458a-8780-b196259784e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:01:28 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-e63f1e86-cd11-45c4-9e87-58b7189439d6 req-6e9c8bd7-889a-4c90-9a29-a76309519861 service nova] Lock "c3b63c03-ccc7-458a-8780-b196259784e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:01:28 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-e63f1e86-cd11-45c4-9e87-58b7189439d6 req-6e9c8bd7-889a-4c90-9a29-a76309519861 service nova] Lock "c3b63c03-ccc7-458a-8780-b196259784e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:01:28 user nova-compute[74535]: DEBUG nova.compute.manager [req-e63f1e86-cd11-45c4-9e87-58b7189439d6 req-6e9c8bd7-889a-4c90-9a29-a76309519861 service nova] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] No waiting events found dispatching network-vif-plugged-21832bc5-de3c-4e86-a97c-147349bb1589 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:01:28 user nova-compute[74535]: WARNING nova.compute.manager [req-e63f1e86-cd11-45c4-9e87-58b7189439d6 req-6e9c8bd7-889a-4c90-9a29-a76309519861 service nova] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Received unexpected event network-vif-plugged-21832bc5-de3c-4e86-a97c-147349bb1589 for instance with vm_state building and task_state spawning.
Dec 06 10:01:28 user nova-compute[74535]: DEBUG nova.compute.manager [req-e63f1e86-cd11-45c4-9e87-58b7189439d6 req-6e9c8bd7-889a-4c90-9a29-a76309519861 service nova] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Received event network-vif-plugged-21832bc5-de3c-4e86-a97c-147349bb1589 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:01:28 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-e63f1e86-cd11-45c4-9e87-58b7189439d6 req-6e9c8bd7-889a-4c90-9a29-a76309519861 service nova] Acquiring lock "c3b63c03-ccc7-458a-8780-b196259784e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:01:28 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-e63f1e86-cd11-45c4-9e87-58b7189439d6 req-6e9c8bd7-889a-4c90-9a29-a76309519861 service nova] Lock "c3b63c03-ccc7-458a-8780-b196259784e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:01:28 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-e63f1e86-cd11-45c4-9e87-58b7189439d6 req-6e9c8bd7-889a-4c90-9a29-a76309519861 service nova] Lock "c3b63c03-ccc7-458a-8780-b196259784e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:01:28 user nova-compute[74535]: DEBUG nova.compute.manager [req-e63f1e86-cd11-45c4-9e87-58b7189439d6 req-6e9c8bd7-889a-4c90-9a29-a76309519861 service nova] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] No waiting events found dispatching network-vif-plugged-21832bc5-de3c-4e86-a97c-147349bb1589 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:01:28 user nova-compute[74535]: WARNING nova.compute.manager [req-e63f1e86-cd11-45c4-9e87-58b7189439d6 req-6e9c8bd7-889a-4c90-9a29-a76309519861 service nova] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Received unexpected event network-vif-plugged-21832bc5-de3c-4e86-a97c-147349bb1589 for instance with vm_state building and task_state spawning.
Dec 06 10:01:28 user nova-compute[74535]: DEBUG nova.compute.manager [req-ed0db19e-b0a6-4a85-b33d-b8edbfe69656 req-e017f5f3-f5d4-4eb9-a4f8-02491956759b service nova] [instance: d596eeb0-45d3-49cd-80f4-bcccca96c267] Received event network-vif-unplugged-7ecea67c-141c-4881-948f-51395fb57b8b {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:01:28 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-ed0db19e-b0a6-4a85-b33d-b8edbfe69656 req-e017f5f3-f5d4-4eb9-a4f8-02491956759b service nova] Acquiring lock "d596eeb0-45d3-49cd-80f4-bcccca96c267-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:01:28 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-ed0db19e-b0a6-4a85-b33d-b8edbfe69656 req-e017f5f3-f5d4-4eb9-a4f8-02491956759b service nova] Lock "d596eeb0-45d3-49cd-80f4-bcccca96c267-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:01:28 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-ed0db19e-b0a6-4a85-b33d-b8edbfe69656 req-e017f5f3-f5d4-4eb9-a4f8-02491956759b service nova] Lock "d596eeb0-45d3-49cd-80f4-bcccca96c267-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:01:28 user nova-compute[74535]: DEBUG nova.compute.manager [req-ed0db19e-b0a6-4a85-b33d-b8edbfe69656 req-e017f5f3-f5d4-4eb9-a4f8-02491956759b service nova] [instance: d596eeb0-45d3-49cd-80f4-bcccca96c267] No waiting events found dispatching network-vif-unplugged-7ecea67c-141c-4881-948f-51395fb57b8b {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:01:28 user nova-compute[74535]: DEBUG nova.compute.manager [req-ed0db19e-b0a6-4a85-b33d-b8edbfe69656 req-e017f5f3-f5d4-4eb9-a4f8-02491956759b service nova] [instance: d596eeb0-45d3-49cd-80f4-bcccca96c267] Received event network-vif-unplugged-7ecea67c-141c-4881-948f-51395fb57b8b for instance with task_state deleting. {{(pid=74535) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 10:01:28 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:28 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: d596eeb0-45d3-49cd-80f4-bcccca96c267] Instance destroyed successfully.
Dec 06 10:01:28 user nova-compute[74535]: DEBUG nova.objects.instance [None req-649f91bf-6896-4feb-906b-60ead7a47775 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Lazy-loading 'resources' on Instance uuid d596eeb0-45d3-49cd-80f4-bcccca96c267 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:01:28 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-649f91bf-6896-4feb-906b-60ead7a47775 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T09:59:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-9593497',display_name='tempest-VolumesActionsTest-instance-9593497',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-9593497',id=14,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-06T09:59:43Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='6a2920a81b1c4daaa744676ca3c0e510',ramdisk_id='',reservation_id='r-mq8e40sj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-1334312377',owner_user_name='tempest-VolumesActionsTest-1334312377-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T09:59:44Z,user_data=None,user_id='6044af3c800445848e84ad6cbc9f9a96',uuid=d596eeb0-45d3-49cd-80f4-bcccca96c267,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "7ecea67c-141c-4881-948f-51395fb57b8b", "address": "fa:16:3e:ba:a5:3e", "network": {"id": "4f18acd4-7175-435e-9777-93527124b753", "bridge": "br-int", "label": "tempest-VolumesActionsTest-698073000-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6a2920a81b1c4daaa744676ca3c0e510", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7ecea67c-14", "ovs_interfaceid": "7ecea67c-141c-4881-948f-51395fb57b8b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 10:01:28 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-649f91bf-6896-4feb-906b-60ead7a47775 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Converting VIF {"id": "7ecea67c-141c-4881-948f-51395fb57b8b", "address": "fa:16:3e:ba:a5:3e", "network": {"id": "4f18acd4-7175-435e-9777-93527124b753", "bridge": "br-int", "label": "tempest-VolumesActionsTest-698073000-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6a2920a81b1c4daaa744676ca3c0e510", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7ecea67c-14", "ovs_interfaceid": "7ecea67c-141c-4881-948f-51395fb57b8b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:01:28 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-649f91bf-6896-4feb-906b-60ead7a47775 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ba:a5:3e,bridge_name='br-int',has_traffic_filtering=True,id=7ecea67c-141c-4881-948f-51395fb57b8b,network=Network(4f18acd4-7175-435e-9777-93527124b753),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7ecea67c-14') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:01:28 user nova-compute[74535]: DEBUG os_vif [None req-649f91bf-6896-4feb-906b-60ead7a47775 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ba:a5:3e,bridge_name='br-int',has_traffic_filtering=True,id=7ecea67c-141c-4881-948f-51395fb57b8b,network=Network(4f18acd4-7175-435e-9777-93527124b753),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7ecea67c-14') {{(pid=74535) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 10:01:28 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:28 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap7ecea67c-14, bridge=br-int, if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:01:28 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:28 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:28 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:28 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=b2ca4275-2466-4d1e-867c-379999f69c7a) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:01:28 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:28 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:28 user nova-compute[74535]: INFO os_vif [None req-649f91bf-6896-4feb-906b-60ead7a47775 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ba:a5:3e,bridge_name='br-int',has_traffic_filtering=True,id=7ecea67c-141c-4881-948f-51395fb57b8b,network=Network(4f18acd4-7175-435e-9777-93527124b753),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7ecea67c-14')
Dec 06 10:01:28 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-649f91bf-6896-4feb-906b-60ead7a47775 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] [instance: d596eeb0-45d3-49cd-80f4-bcccca96c267] Deleting instance files /opt/stack/data/nova/instances/d596eeb0-45d3-49cd-80f4-bcccca96c267_del
Dec 06 10:01:28 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-649f91bf-6896-4feb-906b-60ead7a47775 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] [instance: d596eeb0-45d3-49cd-80f4-bcccca96c267] Deletion of /opt/stack/data/nova/instances/d596eeb0-45d3-49cd-80f4-bcccca96c267_del complete
Dec 06 10:01:28 user nova-compute[74535]: DEBUG nova.compute.manager [None req-4f5b3d8e-2004-46b1-9a8e-38f3ec48f8aa tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Instance event wait completed in 0 seconds for  {{(pid=74535) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 10:01:28 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-4f5b3d8e-2004-46b1-9a8e-38f3ec48f8aa tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Guest created on hypervisor {{(pid=74535) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 10:01:28 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Instance spawned successfully.
Dec 06 10:01:28 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-4f5b3d8e-2004-46b1-9a8e-38f3ec48f8aa tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 10:01:29 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-4f5b3d8e-2004-46b1-9a8e-38f3ec48f8aa tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Found default for hw_cdrom_bus of ide {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:01:29 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-4f5b3d8e-2004-46b1-9a8e-38f3ec48f8aa tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Found default for hw_disk_bus of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:01:29 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-4f5b3d8e-2004-46b1-9a8e-38f3ec48f8aa tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Found default for hw_input_bus of None {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:01:29 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-4f5b3d8e-2004-46b1-9a8e-38f3ec48f8aa tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Found default for hw_pointer_model of None {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:01:29 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-4f5b3d8e-2004-46b1-9a8e-38f3ec48f8aa tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Found default for hw_video_model of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:01:29 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-4f5b3d8e-2004-46b1-9a8e-38f3ec48f8aa tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Found default for hw_vif_model of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:01:29 user nova-compute[74535]: INFO nova.compute.manager [None req-649f91bf-6896-4feb-906b-60ead7a47775 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] [instance: d596eeb0-45d3-49cd-80f4-bcccca96c267] Took 0.98 seconds to destroy the instance on the hypervisor.
Dec 06 10:01:29 user nova-compute[74535]: DEBUG oslo.service.loopingcall [None req-649f91bf-6896-4feb-906b-60ead7a47775 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74535) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 10:01:29 user nova-compute[74535]: DEBUG nova.compute.manager [-] [instance: d596eeb0-45d3-49cd-80f4-bcccca96c267] Deallocating network for instance {{(pid=74535) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 10:01:29 user nova-compute[74535]: DEBUG nova.network.neutron [-] [instance: d596eeb0-45d3-49cd-80f4-bcccca96c267] deallocate_for_instance() {{(pid=74535) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 10:01:29 user nova-compute[74535]: DEBUG nova.compute.manager [None req-cd8a7209-80e0-40a0-90ab-5c232b852bc4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Instance event wait completed in 0 seconds for  {{(pid=74535) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 10:01:29 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-cd8a7209-80e0-40a0-90ab-5c232b852bc4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Guest created on hypervisor {{(pid=74535) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 10:01:29 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Instance spawned successfully.
Dec 06 10:01:29 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-cd8a7209-80e0-40a0-90ab-5c232b852bc4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 10:01:29 user nova-compute[74535]: INFO nova.compute.manager [None req-4f5b3d8e-2004-46b1-9a8e-38f3ec48f8aa tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Took 9.45 seconds to spawn the instance on the hypervisor.
Dec 06 10:01:29 user nova-compute[74535]: DEBUG nova.compute.manager [None req-4f5b3d8e-2004-46b1-9a8e-38f3ec48f8aa tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Checking state {{(pid=74535) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 10:01:29 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-cd8a7209-80e0-40a0-90ab-5c232b852bc4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Found default for hw_cdrom_bus of ide {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:01:29 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-cd8a7209-80e0-40a0-90ab-5c232b852bc4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Found default for hw_disk_bus of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:01:29 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-cd8a7209-80e0-40a0-90ab-5c232b852bc4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Found default for hw_input_bus of None {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:01:29 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-cd8a7209-80e0-40a0-90ab-5c232b852bc4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Found default for hw_pointer_model of None {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:01:29 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-cd8a7209-80e0-40a0-90ab-5c232b852bc4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Found default for hw_video_model of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:01:29 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-cd8a7209-80e0-40a0-90ab-5c232b852bc4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Found default for hw_vif_model of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:01:29 user nova-compute[74535]: INFO nova.compute.manager [None req-cd8a7209-80e0-40a0-90ab-5c232b852bc4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Took 8.21 seconds to spawn the instance on the hypervisor.
Dec 06 10:01:29 user nova-compute[74535]: DEBUG nova.compute.manager [None req-cd8a7209-80e0-40a0-90ab-5c232b852bc4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Checking state {{(pid=74535) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 10:01:29 user nova-compute[74535]: INFO nova.compute.manager [None req-4f5b3d8e-2004-46b1-9a8e-38f3ec48f8aa tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Took 10.29 seconds to build instance.
Dec 06 10:01:29 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-4f5b3d8e-2004-46b1-9a8e-38f3ec48f8aa tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Lock "432ab64f-bf46-4ef7-8a09-adbeb7207912" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 10.410s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:01:29 user nova-compute[74535]: INFO nova.compute.manager [None req-cd8a7209-80e0-40a0-90ab-5c232b852bc4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Took 9.26 seconds to build instance.
Dec 06 10:01:29 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-cd8a7209-80e0-40a0-90ab-5c232b852bc4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Lock "c3b63c03-ccc7-458a-8780-b196259784e4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 9.438s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:01:29 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:30 user nova-compute[74535]: DEBUG nova.network.neutron [-] [instance: d596eeb0-45d3-49cd-80f4-bcccca96c267] Updating instance_info_cache with network_info: [] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:01:30 user nova-compute[74535]: INFO nova.compute.manager [-] [instance: d596eeb0-45d3-49cd-80f4-bcccca96c267] Took 1.01 seconds to deallocate network for instance.
Dec 06 10:01:30 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-649f91bf-6896-4feb-906b-60ead7a47775 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:01:30 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-649f91bf-6896-4feb-906b-60ead7a47775 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:01:30 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-649f91bf-6896-4feb-906b-60ead7a47775 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:01:30 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-649f91bf-6896-4feb-906b-60ead7a47775 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:01:30 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-649f91bf-6896-4feb-906b-60ead7a47775 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.409s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:01:30 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:30 user nova-compute[74535]: INFO nova.scheduler.client.report [None req-649f91bf-6896-4feb-906b-60ead7a47775 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Deleted allocations for instance d596eeb0-45d3-49cd-80f4-bcccca96c267
Dec 06 10:01:30 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-649f91bf-6896-4feb-906b-60ead7a47775 tempest-VolumesActionsTest-1334312377 tempest-VolumesActionsTest-1334312377-project-member] Lock "d596eeb0-45d3-49cd-80f4-bcccca96c267" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.697s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:01:30 user nova-compute[74535]: DEBUG nova.compute.manager [req-cfc5052f-c639-4828-b0ca-b7bd2773bc9a req-8db59f02-866a-48a6-a318-8b95b80696e6 service nova] [instance: d596eeb0-45d3-49cd-80f4-bcccca96c267] Received event network-vif-plugged-7ecea67c-141c-4881-948f-51395fb57b8b {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:01:30 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-cfc5052f-c639-4828-b0ca-b7bd2773bc9a req-8db59f02-866a-48a6-a318-8b95b80696e6 service nova] Acquiring lock "d596eeb0-45d3-49cd-80f4-bcccca96c267-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:01:30 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-cfc5052f-c639-4828-b0ca-b7bd2773bc9a req-8db59f02-866a-48a6-a318-8b95b80696e6 service nova] Lock "d596eeb0-45d3-49cd-80f4-bcccca96c267-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:01:30 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-cfc5052f-c639-4828-b0ca-b7bd2773bc9a req-8db59f02-866a-48a6-a318-8b95b80696e6 service nova] Lock "d596eeb0-45d3-49cd-80f4-bcccca96c267-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:01:30 user nova-compute[74535]: DEBUG nova.compute.manager [req-cfc5052f-c639-4828-b0ca-b7bd2773bc9a req-8db59f02-866a-48a6-a318-8b95b80696e6 service nova] [instance: d596eeb0-45d3-49cd-80f4-bcccca96c267] No waiting events found dispatching network-vif-plugged-7ecea67c-141c-4881-948f-51395fb57b8b {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:01:30 user nova-compute[74535]: WARNING nova.compute.manager [req-cfc5052f-c639-4828-b0ca-b7bd2773bc9a req-8db59f02-866a-48a6-a318-8b95b80696e6 service nova] [instance: d596eeb0-45d3-49cd-80f4-bcccca96c267] Received unexpected event network-vif-plugged-7ecea67c-141c-4881-948f-51395fb57b8b for instance with vm_state deleted and task_state None.
Dec 06 10:01:30 user nova-compute[74535]: DEBUG nova.compute.manager [req-cfc5052f-c639-4828-b0ca-b7bd2773bc9a req-8db59f02-866a-48a6-a318-8b95b80696e6 service nova] [instance: d596eeb0-45d3-49cd-80f4-bcccca96c267] Received event network-vif-deleted-7ecea67c-141c-4881-948f-51395fb57b8b {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:01:32 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:32 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:34 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-24a07cd7-16fb-49a1-b6f8-208d374949eb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Acquiring lock "2d9150e7-0f02-4b19-b3f2-b329620d9722" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:01:34 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-24a07cd7-16fb-49a1-b6f8-208d374949eb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Lock "2d9150e7-0f02-4b19-b3f2-b329620d9722" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:01:34 user nova-compute[74535]: DEBUG nova.compute.manager [None req-24a07cd7-16fb-49a1-b6f8-208d374949eb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 2d9150e7-0f02-4b19-b3f2-b329620d9722] Starting instance... {{(pid=74535) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 10:01:34 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-24a07cd7-16fb-49a1-b6f8-208d374949eb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:01:34 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-24a07cd7-16fb-49a1-b6f8-208d374949eb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:01:34 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-24a07cd7-16fb-49a1-b6f8-208d374949eb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74535) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 10:01:34 user nova-compute[74535]: INFO nova.compute.claims [None req-24a07cd7-16fb-49a1-b6f8-208d374949eb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 2d9150e7-0f02-4b19-b3f2-b329620d9722] Claim successful on node user
Dec 06 10:01:35 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-24a07cd7-16fb-49a1-b6f8-208d374949eb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:01:35 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-24a07cd7-16fb-49a1-b6f8-208d374949eb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:01:35 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-24a07cd7-16fb-49a1-b6f8-208d374949eb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.470s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:01:35 user nova-compute[74535]: DEBUG nova.compute.manager [None req-24a07cd7-16fb-49a1-b6f8-208d374949eb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 2d9150e7-0f02-4b19-b3f2-b329620d9722] Start building networks asynchronously for instance. {{(pid=74535) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 10:01:35 user nova-compute[74535]: DEBUG nova.compute.manager [None req-24a07cd7-16fb-49a1-b6f8-208d374949eb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 2d9150e7-0f02-4b19-b3f2-b329620d9722] Allocating IP information in the background. {{(pid=74535) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 10:01:35 user nova-compute[74535]: DEBUG nova.network.neutron [None req-24a07cd7-16fb-49a1-b6f8-208d374949eb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 2d9150e7-0f02-4b19-b3f2-b329620d9722] allocate_for_instance() {{(pid=74535) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 10:01:35 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-24a07cd7-16fb-49a1-b6f8-208d374949eb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 2d9150e7-0f02-4b19-b3f2-b329620d9722] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 10:01:35 user nova-compute[74535]: DEBUG nova.compute.manager [None req-24a07cd7-16fb-49a1-b6f8-208d374949eb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 2d9150e7-0f02-4b19-b3f2-b329620d9722] Start building block device mappings for instance. {{(pid=74535) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 10:01:35 user nova-compute[74535]: DEBUG nova.policy [None req-24a07cd7-16fb-49a1-b6f8-208d374949eb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '46e1a6f038e54b16a4b6f8014b3bbf55', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e51798204a674f858778dac8b46e7fec', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74535) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 10:01:35 user nova-compute[74535]: DEBUG nova.compute.manager [None req-24a07cd7-16fb-49a1-b6f8-208d374949eb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 2d9150e7-0f02-4b19-b3f2-b329620d9722] Start spawning the instance on the hypervisor. {{(pid=74535) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 10:01:35 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-24a07cd7-16fb-49a1-b6f8-208d374949eb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 2d9150e7-0f02-4b19-b3f2-b329620d9722] Creating instance directory {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 10:01:35 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-24a07cd7-16fb-49a1-b6f8-208d374949eb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 2d9150e7-0f02-4b19-b3f2-b329620d9722] Creating image(s)
Dec 06 10:01:35 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-24a07cd7-16fb-49a1-b6f8-208d374949eb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Acquiring lock "/opt/stack/data/nova/instances/2d9150e7-0f02-4b19-b3f2-b329620d9722/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:01:35 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-24a07cd7-16fb-49a1-b6f8-208d374949eb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Lock "/opt/stack/data/nova/instances/2d9150e7-0f02-4b19-b3f2-b329620d9722/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:01:35 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-24a07cd7-16fb-49a1-b6f8-208d374949eb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Lock "/opt/stack/data/nova/instances/2d9150e7-0f02-4b19-b3f2-b329620d9722/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:01:35 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-24a07cd7-16fb-49a1-b6f8-208d374949eb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:01:35 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-24a07cd7-16fb-49a1-b6f8-208d374949eb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.195s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:01:35 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-24a07cd7-16fb-49a1-b6f8-208d374949eb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Acquiring lock "7aef4f97309efbd0d8988be1fd45eed756898e08" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:01:35 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-24a07cd7-16fb-49a1-b6f8-208d374949eb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Lock "7aef4f97309efbd0d8988be1fd45eed756898e08" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:01:35 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-24a07cd7-16fb-49a1-b6f8-208d374949eb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:01:36 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-24a07cd7-16fb-49a1-b6f8-208d374949eb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.230s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:01:36 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-24a07cd7-16fb-49a1-b6f8-208d374949eb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08,backing_fmt=raw /opt/stack/data/nova/instances/2d9150e7-0f02-4b19-b3f2-b329620d9722/disk 1073741824 {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:01:36 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-24a07cd7-16fb-49a1-b6f8-208d374949eb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08,backing_fmt=raw /opt/stack/data/nova/instances/2d9150e7-0f02-4b19-b3f2-b329620d9722/disk 1073741824" returned: 0 in 0.057s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:01:36 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-24a07cd7-16fb-49a1-b6f8-208d374949eb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Lock "7aef4f97309efbd0d8988be1fd45eed756898e08" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.294s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:01:36 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-24a07cd7-16fb-49a1-b6f8-208d374949eb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:01:36 user nova-compute[74535]: DEBUG nova.network.neutron [None req-24a07cd7-16fb-49a1-b6f8-208d374949eb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 2d9150e7-0f02-4b19-b3f2-b329620d9722] Successfully created port: 5b9a0b29-a049-47fe-8088-25106a3d74d5 {{(pid=74535) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 10:01:36 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-24a07cd7-16fb-49a1-b6f8-208d374949eb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.215s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:01:36 user nova-compute[74535]: DEBUG nova.virt.disk.api [None req-24a07cd7-16fb-49a1-b6f8-208d374949eb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Checking if we can resize image /opt/stack/data/nova/instances/2d9150e7-0f02-4b19-b3f2-b329620d9722/disk. size=1073741824 {{(pid=74535) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 10:01:36 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-24a07cd7-16fb-49a1-b6f8-208d374949eb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d9150e7-0f02-4b19-b3f2-b329620d9722/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:01:36 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-24a07cd7-16fb-49a1-b6f8-208d374949eb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d9150e7-0f02-4b19-b3f2-b329620d9722/disk --force-share --output=json" returned: 0 in 0.225s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:01:36 user nova-compute[74535]: DEBUG nova.virt.disk.api [None req-24a07cd7-16fb-49a1-b6f8-208d374949eb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Cannot resize image /opt/stack/data/nova/instances/2d9150e7-0f02-4b19-b3f2-b329620d9722/disk to a smaller size. {{(pid=74535) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 10:01:36 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-24a07cd7-16fb-49a1-b6f8-208d374949eb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 2d9150e7-0f02-4b19-b3f2-b329620d9722] Created local disks {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 10:01:36 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-24a07cd7-16fb-49a1-b6f8-208d374949eb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 2d9150e7-0f02-4b19-b3f2-b329620d9722] Ensure instance console log exists: /opt/stack/data/nova/instances/2d9150e7-0f02-4b19-b3f2-b329620d9722/console.log {{(pid=74535) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 10:01:36 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-24a07cd7-16fb-49a1-b6f8-208d374949eb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:01:36 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-24a07cd7-16fb-49a1-b6f8-208d374949eb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.013s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:01:36 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-24a07cd7-16fb-49a1-b6f8-208d374949eb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:01:37 user nova-compute[74535]: DEBUG nova.network.neutron [None req-24a07cd7-16fb-49a1-b6f8-208d374949eb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 2d9150e7-0f02-4b19-b3f2-b329620d9722] Successfully updated port: 5b9a0b29-a049-47fe-8088-25106a3d74d5 {{(pid=74535) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 10:01:37 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-24a07cd7-16fb-49a1-b6f8-208d374949eb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Acquiring lock "refresh_cache-2d9150e7-0f02-4b19-b3f2-b329620d9722" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:01:37 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-24a07cd7-16fb-49a1-b6f8-208d374949eb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Acquired lock "refresh_cache-2d9150e7-0f02-4b19-b3f2-b329620d9722" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:01:37 user nova-compute[74535]: DEBUG nova.network.neutron [None req-24a07cd7-16fb-49a1-b6f8-208d374949eb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 2d9150e7-0f02-4b19-b3f2-b329620d9722] Building network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 10:01:37 user nova-compute[74535]: DEBUG nova.compute.manager [req-47531c19-69d6-424f-b402-103532a44ba4 req-69812bf2-6400-4dbe-bbaf-dae83700c8f5 service nova] [instance: 2d9150e7-0f02-4b19-b3f2-b329620d9722] Received event network-changed-5b9a0b29-a049-47fe-8088-25106a3d74d5 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:01:37 user nova-compute[74535]: DEBUG nova.compute.manager [req-47531c19-69d6-424f-b402-103532a44ba4 req-69812bf2-6400-4dbe-bbaf-dae83700c8f5 service nova] [instance: 2d9150e7-0f02-4b19-b3f2-b329620d9722] Refreshing instance network info cache due to event network-changed-5b9a0b29-a049-47fe-8088-25106a3d74d5. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 10:01:37 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-47531c19-69d6-424f-b402-103532a44ba4 req-69812bf2-6400-4dbe-bbaf-dae83700c8f5 service nova] Acquiring lock "refresh_cache-2d9150e7-0f02-4b19-b3f2-b329620d9722" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:01:37 user nova-compute[74535]: DEBUG nova.network.neutron [None req-24a07cd7-16fb-49a1-b6f8-208d374949eb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 2d9150e7-0f02-4b19-b3f2-b329620d9722] Instance cache missing network info. {{(pid=74535) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 10:01:37 user nova-compute[74535]: DEBUG nova.network.neutron [None req-24a07cd7-16fb-49a1-b6f8-208d374949eb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 2d9150e7-0f02-4b19-b3f2-b329620d9722] Updating instance_info_cache with network_info: [{"id": "5b9a0b29-a049-47fe-8088-25106a3d74d5", "address": "fa:16:3e:f4:b0:b8", "network": {"id": "5d9c1cb1-5902-482f-8b27-801fd79a97a7", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-530073939-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e51798204a674f858778dac8b46e7fec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b9a0b29-a0", "ovs_interfaceid": "5b9a0b29-a049-47fe-8088-25106a3d74d5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:01:37 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-24a07cd7-16fb-49a1-b6f8-208d374949eb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Releasing lock "refresh_cache-2d9150e7-0f02-4b19-b3f2-b329620d9722" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:01:37 user nova-compute[74535]: DEBUG nova.compute.manager [None req-24a07cd7-16fb-49a1-b6f8-208d374949eb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 2d9150e7-0f02-4b19-b3f2-b329620d9722] Instance network_info: |[{"id": "5b9a0b29-a049-47fe-8088-25106a3d74d5", "address": "fa:16:3e:f4:b0:b8", "network": {"id": "5d9c1cb1-5902-482f-8b27-801fd79a97a7", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-530073939-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e51798204a674f858778dac8b46e7fec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b9a0b29-a0", "ovs_interfaceid": "5b9a0b29-a049-47fe-8088-25106a3d74d5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74535) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 10:01:37 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-47531c19-69d6-424f-b402-103532a44ba4 req-69812bf2-6400-4dbe-bbaf-dae83700c8f5 service nova] Acquired lock "refresh_cache-2d9150e7-0f02-4b19-b3f2-b329620d9722" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:01:37 user nova-compute[74535]: DEBUG nova.network.neutron [req-47531c19-69d6-424f-b402-103532a44ba4 req-69812bf2-6400-4dbe-bbaf-dae83700c8f5 service nova] [instance: 2d9150e7-0f02-4b19-b3f2-b329620d9722] Refreshing network info cache for port 5b9a0b29-a049-47fe-8088-25106a3d74d5 {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 10:01:37 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-24a07cd7-16fb-49a1-b6f8-208d374949eb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 2d9150e7-0f02-4b19-b3f2-b329620d9722] Start _get_guest_xml network_info=[{"id": "5b9a0b29-a049-47fe-8088-25106a3d74d5", "address": "fa:16:3e:f4:b0:b8", "network": {"id": "5d9c1cb1-5902-482f-8b27-801fd79a97a7", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-530073939-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e51798204a674f858778dac8b46e7fec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b9a0b29-a0", "ovs_interfaceid": "5b9a0b29-a049-47fe-8088-25106a3d74d5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T09:52:28Z,direct_url=<?>,disk_format='qcow2',id=b338f3c8-9974-4b9f-bacb-c75dd541c256,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='563f6a2917a742ada39fb0e950eece6e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T09:52:30Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'device_name': '/dev/vda', 'encrypted': False, 'encryption_format': None, 'encryption_options': None, 'encryption_secret_uuid': None, 'boot_index': 0, 'device_type': 'disk', 'size': 0, 'guest_format': None, 'image_id': 'b338f3c8-9974-4b9f-bacb-c75dd541c256'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 10:01:37 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-24a07cd7-16fb-49a1-b6f8-208d374949eb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:01:37 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-24a07cd7-16fb-49a1-b6f8-208d374949eb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:01:37 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-24a07cd7-16fb-49a1-b6f8-208d374949eb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 10:01:37 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-24a07cd7-16fb-49a1-b6f8-208d374949eb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] CPU controller missing on host. {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 10:01:37 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-24a07cd7-16fb-49a1-b6f8-208d374949eb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 10:01:37 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-24a07cd7-16fb-49a1-b6f8-208d374949eb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] CPU controller found on host. {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 10:01:37 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-24a07cd7-16fb-49a1-b6f8-208d374949eb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74535) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 10:01:37 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-24a07cd7-16fb-49a1-b6f8-208d374949eb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T09:52:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T09:52:28Z,direct_url=<?>,disk_format='qcow2',id=b338f3c8-9974-4b9f-bacb-c75dd541c256,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='563f6a2917a742ada39fb0e950eece6e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T09:52:30Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 10:01:37 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-24a07cd7-16fb-49a1-b6f8-208d374949eb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Flavor limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 10:01:37 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-24a07cd7-16fb-49a1-b6f8-208d374949eb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Image limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 10:01:37 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-24a07cd7-16fb-49a1-b6f8-208d374949eb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Flavor pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 10:01:37 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-24a07cd7-16fb-49a1-b6f8-208d374949eb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Image pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 10:01:37 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-24a07cd7-16fb-49a1-b6f8-208d374949eb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 10:01:37 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-24a07cd7-16fb-49a1-b6f8-208d374949eb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 10:01:37 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-24a07cd7-16fb-49a1-b6f8-208d374949eb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 10:01:37 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-24a07cd7-16fb-49a1-b6f8-208d374949eb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Got 1 possible topologies {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 10:01:37 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-24a07cd7-16fb-49a1-b6f8-208d374949eb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 10:01:37 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-24a07cd7-16fb-49a1-b6f8-208d374949eb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 10:01:37 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-24a07cd7-16fb-49a1-b6f8-208d374949eb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:01:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1408156454',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1408156454',id=19,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e51798204a674f858778dac8b46e7fec',ramdisk_id='',reservation_id='r-87fy7s5j',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-2023423839',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T10:01:36Z,user_data=None,user_id='46e1a6f038e54b16a4b6f8014b3bbf55',uuid=2d9150e7-0f02-4b19-b3f2-b329620d9722,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5b9a0b29-a049-47fe-8088-25106a3d74d5", "address": "fa:16:3e:f4:b0:b8", "network": {"id": "5d9c1cb1-5902-482f-8b27-801fd79a97a7", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-530073939-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e51798204a674f858778dac8b46e7fec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b9a0b29-a0", "ovs_interfaceid": "5b9a0b29-a049-47fe-8088-25106a3d74d5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74535) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 10:01:37 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-24a07cd7-16fb-49a1-b6f8-208d374949eb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Converting VIF {"id": "5b9a0b29-a049-47fe-8088-25106a3d74d5", "address": "fa:16:3e:f4:b0:b8", "network": {"id": "5d9c1cb1-5902-482f-8b27-801fd79a97a7", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-530073939-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e51798204a674f858778dac8b46e7fec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b9a0b29-a0", "ovs_interfaceid": "5b9a0b29-a049-47fe-8088-25106a3d74d5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:01:37 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-24a07cd7-16fb-49a1-b6f8-208d374949eb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f4:b0:b8,bridge_name='br-int',has_traffic_filtering=True,id=5b9a0b29-a049-47fe-8088-25106a3d74d5,network=Network(5d9c1cb1-5902-482f-8b27-801fd79a97a7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5b9a0b29-a0') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:01:37 user nova-compute[74535]: DEBUG nova.objects.instance [None req-24a07cd7-16fb-49a1-b6f8-208d374949eb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Lazy-loading 'pci_devices' on Instance uuid 2d9150e7-0f02-4b19-b3f2-b329620d9722 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:01:37 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-24a07cd7-16fb-49a1-b6f8-208d374949eb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 2d9150e7-0f02-4b19-b3f2-b329620d9722] End _get_guest_xml xml=<domain type="kvm">
Dec 06 10:01:37 user nova-compute[74535]:   <uuid>2d9150e7-0f02-4b19-b3f2-b329620d9722</uuid>
Dec 06 10:01:37 user nova-compute[74535]:   <name>instance-00000013</name>
Dec 06 10:01:37 user nova-compute[74535]:   <memory>524288</memory>
Dec 06 10:01:37 user nova-compute[74535]:   <vcpu>1</vcpu>
Dec 06 10:01:37 user nova-compute[74535]:   <metadata>
Dec 06 10:01:37 user nova-compute[74535]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 10:01:37 user nova-compute[74535]:       <nova:package version="0.0.0"/>
Dec 06 10:01:37 user nova-compute[74535]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-1408156454</nova:name>
Dec 06 10:01:37 user nova-compute[74535]:       <nova:creationTime>2023-12-06 10:01:37</nova:creationTime>
Dec 06 10:01:37 user nova-compute[74535]:       <nova:flavor name="m1.tiny">
Dec 06 10:01:37 user nova-compute[74535]:         <nova:memory>512</nova:memory>
Dec 06 10:01:37 user nova-compute[74535]:         <nova:disk>1</nova:disk>
Dec 06 10:01:37 user nova-compute[74535]:         <nova:swap>0</nova:swap>
Dec 06 10:01:37 user nova-compute[74535]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 10:01:37 user nova-compute[74535]:         <nova:vcpus>1</nova:vcpus>
Dec 06 10:01:37 user nova-compute[74535]:       </nova:flavor>
Dec 06 10:01:37 user nova-compute[74535]:       <nova:owner>
Dec 06 10:01:37 user nova-compute[74535]:         <nova:user uuid="46e1a6f038e54b16a4b6f8014b3bbf55">tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member</nova:user>
Dec 06 10:01:37 user nova-compute[74535]:         <nova:project uuid="e51798204a674f858778dac8b46e7fec">tempest-ServerBootFromVolumeStableRescueTest-2023423839</nova:project>
Dec 06 10:01:37 user nova-compute[74535]:       </nova:owner>
Dec 06 10:01:37 user nova-compute[74535]:       <nova:root type="image" uuid="b338f3c8-9974-4b9f-bacb-c75dd541c256"/>
Dec 06 10:01:37 user nova-compute[74535]:       <nova:ports>
Dec 06 10:01:37 user nova-compute[74535]:         <nova:port uuid="5b9a0b29-a049-47fe-8088-25106a3d74d5">
Dec 06 10:01:37 user nova-compute[74535]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Dec 06 10:01:37 user nova-compute[74535]:         </nova:port>
Dec 06 10:01:37 user nova-compute[74535]:       </nova:ports>
Dec 06 10:01:37 user nova-compute[74535]:     </nova:instance>
Dec 06 10:01:37 user nova-compute[74535]:   </metadata>
Dec 06 10:01:37 user nova-compute[74535]:   <sysinfo type="smbios">
Dec 06 10:01:37 user nova-compute[74535]:     <system>
Dec 06 10:01:37 user nova-compute[74535]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 10:01:37 user nova-compute[74535]:       <entry name="product">OpenStack Nova</entry>
Dec 06 10:01:37 user nova-compute[74535]:       <entry name="version">0.0.0</entry>
Dec 06 10:01:37 user nova-compute[74535]:       <entry name="serial">2d9150e7-0f02-4b19-b3f2-b329620d9722</entry>
Dec 06 10:01:37 user nova-compute[74535]:       <entry name="uuid">2d9150e7-0f02-4b19-b3f2-b329620d9722</entry>
Dec 06 10:01:37 user nova-compute[74535]:       <entry name="family">Virtual Machine</entry>
Dec 06 10:01:37 user nova-compute[74535]:     </system>
Dec 06 10:01:37 user nova-compute[74535]:   </sysinfo>
Dec 06 10:01:37 user nova-compute[74535]:   <os>
Dec 06 10:01:37 user nova-compute[74535]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 10:01:37 user nova-compute[74535]:     <boot dev="hd"/>
Dec 06 10:01:37 user nova-compute[74535]:     <smbios mode="sysinfo"/>
Dec 06 10:01:37 user nova-compute[74535]:   </os>
Dec 06 10:01:37 user nova-compute[74535]:   <features>
Dec 06 10:01:37 user nova-compute[74535]:     <acpi/>
Dec 06 10:01:37 user nova-compute[74535]:     <apic/>
Dec 06 10:01:37 user nova-compute[74535]:     <vmcoreinfo/>
Dec 06 10:01:37 user nova-compute[74535]:   </features>
Dec 06 10:01:37 user nova-compute[74535]:   <clock offset="utc">
Dec 06 10:01:37 user nova-compute[74535]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 10:01:37 user nova-compute[74535]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 10:01:37 user nova-compute[74535]:     <timer name="hpet" present="no"/>
Dec 06 10:01:37 user nova-compute[74535]:   </clock>
Dec 06 10:01:37 user nova-compute[74535]:   <cpu mode="custom" match="exact">
Dec 06 10:01:37 user nova-compute[74535]:     <model>Nehalem</model>
Dec 06 10:01:37 user nova-compute[74535]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 10:01:37 user nova-compute[74535]:   </cpu>
Dec 06 10:01:37 user nova-compute[74535]:   <devices>
Dec 06 10:01:37 user nova-compute[74535]:     <disk type="file" device="disk">
Dec 06 10:01:37 user nova-compute[74535]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 10:01:37 user nova-compute[74535]:       <source file="/opt/stack/data/nova/instances/2d9150e7-0f02-4b19-b3f2-b329620d9722/disk"/>
Dec 06 10:01:37 user nova-compute[74535]:       <target dev="vda" bus="virtio"/>
Dec 06 10:01:37 user nova-compute[74535]:     </disk>
Dec 06 10:01:37 user nova-compute[74535]:     <interface type="ethernet">
Dec 06 10:01:37 user nova-compute[74535]:       <mac address="fa:16:3e:f4:b0:b8"/>
Dec 06 10:01:37 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 10:01:37 user nova-compute[74535]:       <mtu size="1442"/>
Dec 06 10:01:37 user nova-compute[74535]:       <target dev="tap5b9a0b29-a0"/>
Dec 06 10:01:37 user nova-compute[74535]:     </interface>
Dec 06 10:01:37 user nova-compute[74535]:     <serial type="pty">
Dec 06 10:01:37 user nova-compute[74535]:       <log file="/opt/stack/data/nova/instances/2d9150e7-0f02-4b19-b3f2-b329620d9722/console.log" append="off"/>
Dec 06 10:01:37 user nova-compute[74535]:     </serial>
Dec 06 10:01:37 user nova-compute[74535]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 10:01:37 user nova-compute[74535]:     <video>
Dec 06 10:01:37 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 10:01:37 user nova-compute[74535]:     </video>
Dec 06 10:01:37 user nova-compute[74535]:     <rng model="virtio">
Dec 06 10:01:37 user nova-compute[74535]:       <backend model="random">/dev/urandom</backend>
Dec 06 10:01:37 user nova-compute[74535]:     </rng>
Dec 06 10:01:37 user nova-compute[74535]:     <controller type="usb" index="0" model="none"/>
Dec 06 10:01:37 user nova-compute[74535]:     <memballoon model="virtio">
Dec 06 10:01:37 user nova-compute[74535]:       <stats period="10"/>
Dec 06 10:01:37 user nova-compute[74535]:     </memballoon>
Dec 06 10:01:37 user nova-compute[74535]:   </devices>
Dec 06 10:01:37 user nova-compute[74535]: </domain>
Dec 06 10:01:37 user nova-compute[74535]:  {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 10:01:37 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-24a07cd7-16fb-49a1-b6f8-208d374949eb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:01:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1408156454',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1408156454',id=19,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e51798204a674f858778dac8b46e7fec',ramdisk_id='',reservation_id='r-87fy7s5j',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-2023423839',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T10:01:36Z,user_data=None,user_id='46e1a6f038e54b16a4b6f8014b3bbf55',uuid=2d9150e7-0f02-4b19-b3f2-b329620d9722,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5b9a0b29-a049-47fe-8088-25106a3d74d5", "address": "fa:16:3e:f4:b0:b8", "network": {"id": "5d9c1cb1-5902-482f-8b27-801fd79a97a7", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-530073939-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e51798204a674f858778dac8b46e7fec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b9a0b29-a0", "ovs_interfaceid": "5b9a0b29-a049-47fe-8088-25106a3d74d5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 10:01:37 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-24a07cd7-16fb-49a1-b6f8-208d374949eb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Converting VIF {"id": "5b9a0b29-a049-47fe-8088-25106a3d74d5", "address": "fa:16:3e:f4:b0:b8", "network": {"id": "5d9c1cb1-5902-482f-8b27-801fd79a97a7", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-530073939-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e51798204a674f858778dac8b46e7fec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b9a0b29-a0", "ovs_interfaceid": "5b9a0b29-a049-47fe-8088-25106a3d74d5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:01:37 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-24a07cd7-16fb-49a1-b6f8-208d374949eb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f4:b0:b8,bridge_name='br-int',has_traffic_filtering=True,id=5b9a0b29-a049-47fe-8088-25106a3d74d5,network=Network(5d9c1cb1-5902-482f-8b27-801fd79a97a7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5b9a0b29-a0') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:01:37 user nova-compute[74535]: DEBUG os_vif [None req-24a07cd7-16fb-49a1-b6f8-208d374949eb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f4:b0:b8,bridge_name='br-int',has_traffic_filtering=True,id=5b9a0b29-a049-47fe-8088-25106a3d74d5,network=Network(5d9c1cb1-5902-482f-8b27-801fd79a97a7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5b9a0b29-a0') {{(pid=74535) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 10:01:37 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:37 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:01:37 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 10:01:37 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:37 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:37 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '3e6ea13e-3287-5511-9c93-e7803a6e0a5b', '_type': 'linux-noop'}}, row=False) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:01:37 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:37 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:01:37 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:37 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap5b9a0b29-a0, may_exist=True, interface_attrs={}) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:01:37 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap5b9a0b29-a0, col_values=(('qos', UUID('c1073a6a-76ed-4b25-87e2-e3cf9d216c5e')),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:01:37 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap5b9a0b29-a0, col_values=(('external_ids', {'iface-id': '5b9a0b29-a049-47fe-8088-25106a3d74d5', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f4:b0:b8', 'vm-uuid': '2d9150e7-0f02-4b19-b3f2-b329620d9722'}),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:01:37 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:37 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:01:37 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:37 user nova-compute[74535]: INFO os_vif [None req-24a07cd7-16fb-49a1-b6f8-208d374949eb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f4:b0:b8,bridge_name='br-int',has_traffic_filtering=True,id=5b9a0b29-a049-47fe-8088-25106a3d74d5,network=Network(5d9c1cb1-5902-482f-8b27-801fd79a97a7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5b9a0b29-a0')
Dec 06 10:01:37 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-24a07cd7-16fb-49a1-b6f8-208d374949eb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] No BDM found with device name vda, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 10:01:37 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-24a07cd7-16fb-49a1-b6f8-208d374949eb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] No VIF found with MAC fa:16:3e:f4:b0:b8, not building metadata {{(pid=74535) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 10:01:38 user nova-compute[74535]: DEBUG nova.network.neutron [req-47531c19-69d6-424f-b402-103532a44ba4 req-69812bf2-6400-4dbe-bbaf-dae83700c8f5 service nova] [instance: 2d9150e7-0f02-4b19-b3f2-b329620d9722] Updated VIF entry in instance network info cache for port 5b9a0b29-a049-47fe-8088-25106a3d74d5. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 10:01:38 user nova-compute[74535]: DEBUG nova.network.neutron [req-47531c19-69d6-424f-b402-103532a44ba4 req-69812bf2-6400-4dbe-bbaf-dae83700c8f5 service nova] [instance: 2d9150e7-0f02-4b19-b3f2-b329620d9722] Updating instance_info_cache with network_info: [{"id": "5b9a0b29-a049-47fe-8088-25106a3d74d5", "address": "fa:16:3e:f4:b0:b8", "network": {"id": "5d9c1cb1-5902-482f-8b27-801fd79a97a7", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-530073939-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e51798204a674f858778dac8b46e7fec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b9a0b29-a0", "ovs_interfaceid": "5b9a0b29-a049-47fe-8088-25106a3d74d5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:01:38 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-47531c19-69d6-424f-b402-103532a44ba4 req-69812bf2-6400-4dbe-bbaf-dae83700c8f5 service nova] Releasing lock "refresh_cache-2d9150e7-0f02-4b19-b3f2-b329620d9722" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:01:39 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:39 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:39 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:39 user nova-compute[74535]: DEBUG nova.compute.manager [req-a5a5224a-a7f4-4ed9-b198-770a2cbef4a9 req-48e6f031-5b8e-4321-8c4f-27f5f356acb1 service nova] [instance: 2d9150e7-0f02-4b19-b3f2-b329620d9722] Received event network-vif-plugged-5b9a0b29-a049-47fe-8088-25106a3d74d5 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:01:39 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-a5a5224a-a7f4-4ed9-b198-770a2cbef4a9 req-48e6f031-5b8e-4321-8c4f-27f5f356acb1 service nova] Acquiring lock "2d9150e7-0f02-4b19-b3f2-b329620d9722-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:01:39 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-a5a5224a-a7f4-4ed9-b198-770a2cbef4a9 req-48e6f031-5b8e-4321-8c4f-27f5f356acb1 service nova] Lock "2d9150e7-0f02-4b19-b3f2-b329620d9722-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:01:39 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-a5a5224a-a7f4-4ed9-b198-770a2cbef4a9 req-48e6f031-5b8e-4321-8c4f-27f5f356acb1 service nova] Lock "2d9150e7-0f02-4b19-b3f2-b329620d9722-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:01:39 user nova-compute[74535]: DEBUG nova.compute.manager [req-a5a5224a-a7f4-4ed9-b198-770a2cbef4a9 req-48e6f031-5b8e-4321-8c4f-27f5f356acb1 service nova] [instance: 2d9150e7-0f02-4b19-b3f2-b329620d9722] No waiting events found dispatching network-vif-plugged-5b9a0b29-a049-47fe-8088-25106a3d74d5 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:01:39 user nova-compute[74535]: WARNING nova.compute.manager [req-a5a5224a-a7f4-4ed9-b198-770a2cbef4a9 req-48e6f031-5b8e-4321-8c4f-27f5f356acb1 service nova] [instance: 2d9150e7-0f02-4b19-b3f2-b329620d9722] Received unexpected event network-vif-plugged-5b9a0b29-a049-47fe-8088-25106a3d74d5 for instance with vm_state building and task_state spawning.
Dec 06 10:01:40 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:40 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:40 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:41 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:41 user nova-compute[74535]: DEBUG nova.compute.manager [req-413fe6a8-995e-407a-a54a-af4154816e8a req-d4d76ff6-bc57-49a3-aa9f-1947c9ad21e8 service nova] [instance: 2d9150e7-0f02-4b19-b3f2-b329620d9722] Received event network-vif-plugged-5b9a0b29-a049-47fe-8088-25106a3d74d5 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:01:41 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-413fe6a8-995e-407a-a54a-af4154816e8a req-d4d76ff6-bc57-49a3-aa9f-1947c9ad21e8 service nova] Acquiring lock "2d9150e7-0f02-4b19-b3f2-b329620d9722-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:01:41 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-413fe6a8-995e-407a-a54a-af4154816e8a req-d4d76ff6-bc57-49a3-aa9f-1947c9ad21e8 service nova] Lock "2d9150e7-0f02-4b19-b3f2-b329620d9722-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:01:41 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-413fe6a8-995e-407a-a54a-af4154816e8a req-d4d76ff6-bc57-49a3-aa9f-1947c9ad21e8 service nova] Lock "2d9150e7-0f02-4b19-b3f2-b329620d9722-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:01:41 user nova-compute[74535]: DEBUG nova.compute.manager [req-413fe6a8-995e-407a-a54a-af4154816e8a req-d4d76ff6-bc57-49a3-aa9f-1947c9ad21e8 service nova] [instance: 2d9150e7-0f02-4b19-b3f2-b329620d9722] No waiting events found dispatching network-vif-plugged-5b9a0b29-a049-47fe-8088-25106a3d74d5 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:01:41 user nova-compute[74535]: WARNING nova.compute.manager [req-413fe6a8-995e-407a-a54a-af4154816e8a req-d4d76ff6-bc57-49a3-aa9f-1947c9ad21e8 service nova] [instance: 2d9150e7-0f02-4b19-b3f2-b329620d9722] Received unexpected event network-vif-plugged-5b9a0b29-a049-47fe-8088-25106a3d74d5 for instance with vm_state building and task_state spawning.
Dec 06 10:01:41 user nova-compute[74535]: DEBUG nova.compute.manager [None req-24a07cd7-16fb-49a1-b6f8-208d374949eb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 2d9150e7-0f02-4b19-b3f2-b329620d9722] Instance event wait completed in 0 seconds for  {{(pid=74535) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 10:01:41 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-24a07cd7-16fb-49a1-b6f8-208d374949eb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 2d9150e7-0f02-4b19-b3f2-b329620d9722] Guest created on hypervisor {{(pid=74535) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 10:01:41 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: 2d9150e7-0f02-4b19-b3f2-b329620d9722] Instance spawned successfully.
Dec 06 10:01:41 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-24a07cd7-16fb-49a1-b6f8-208d374949eb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 2d9150e7-0f02-4b19-b3f2-b329620d9722] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 10:01:41 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-24a07cd7-16fb-49a1-b6f8-208d374949eb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 2d9150e7-0f02-4b19-b3f2-b329620d9722] Found default for hw_cdrom_bus of ide {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:01:41 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-24a07cd7-16fb-49a1-b6f8-208d374949eb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 2d9150e7-0f02-4b19-b3f2-b329620d9722] Found default for hw_disk_bus of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:01:41 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-24a07cd7-16fb-49a1-b6f8-208d374949eb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 2d9150e7-0f02-4b19-b3f2-b329620d9722] Found default for hw_input_bus of None {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:01:41 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-24a07cd7-16fb-49a1-b6f8-208d374949eb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 2d9150e7-0f02-4b19-b3f2-b329620d9722] Found default for hw_pointer_model of None {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:01:41 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-24a07cd7-16fb-49a1-b6f8-208d374949eb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 2d9150e7-0f02-4b19-b3f2-b329620d9722] Found default for hw_video_model of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:01:41 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-24a07cd7-16fb-49a1-b6f8-208d374949eb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 2d9150e7-0f02-4b19-b3f2-b329620d9722] Found default for hw_vif_model of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:01:41 user nova-compute[74535]: INFO nova.compute.manager [None req-24a07cd7-16fb-49a1-b6f8-208d374949eb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 2d9150e7-0f02-4b19-b3f2-b329620d9722] Took 6.26 seconds to spawn the instance on the hypervisor.
Dec 06 10:01:41 user nova-compute[74535]: DEBUG nova.compute.manager [None req-24a07cd7-16fb-49a1-b6f8-208d374949eb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 2d9150e7-0f02-4b19-b3f2-b329620d9722] Checking state {{(pid=74535) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 10:01:42 user nova-compute[74535]: INFO nova.compute.manager [None req-24a07cd7-16fb-49a1-b6f8-208d374949eb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 2d9150e7-0f02-4b19-b3f2-b329620d9722] Took 7.17 seconds to build instance.
Dec 06 10:01:42 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-24a07cd7-16fb-49a1-b6f8-208d374949eb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Lock "2d9150e7-0f02-4b19-b3f2-b329620d9722" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.297s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:01:42 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:42 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:44 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:45 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-9a1103b5-2eab-4915-9423-894c0d07eb3d tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Acquiring lock "5f37b4f2-47f1-474f-82cb-fa93ff07f428" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:01:45 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-9a1103b5-2eab-4915-9423-894c0d07eb3d tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Lock "5f37b4f2-47f1-474f-82cb-fa93ff07f428" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:01:46 user nova-compute[74535]: DEBUG nova.compute.manager [None req-9a1103b5-2eab-4915-9423-894c0d07eb3d tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: 5f37b4f2-47f1-474f-82cb-fa93ff07f428] Starting instance... {{(pid=74535) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 10:01:46 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-9a1103b5-2eab-4915-9423-894c0d07eb3d tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:01:46 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-9a1103b5-2eab-4915-9423-894c0d07eb3d tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:01:46 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-9a1103b5-2eab-4915-9423-894c0d07eb3d tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74535) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 10:01:46 user nova-compute[74535]: INFO nova.compute.claims [None req-9a1103b5-2eab-4915-9423-894c0d07eb3d tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: 5f37b4f2-47f1-474f-82cb-fa93ff07f428] Claim successful on node user
Dec 06 10:01:46 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-9a1103b5-2eab-4915-9423-894c0d07eb3d tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:01:46 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-9a1103b5-2eab-4915-9423-894c0d07eb3d tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:01:46 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-9a1103b5-2eab-4915-9423-894c0d07eb3d tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.738s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:01:46 user nova-compute[74535]: DEBUG nova.compute.manager [None req-9a1103b5-2eab-4915-9423-894c0d07eb3d tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: 5f37b4f2-47f1-474f-82cb-fa93ff07f428] Start building networks asynchronously for instance. {{(pid=74535) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 10:01:46 user nova-compute[74535]: DEBUG nova.compute.manager [None req-9a1103b5-2eab-4915-9423-894c0d07eb3d tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: 5f37b4f2-47f1-474f-82cb-fa93ff07f428] Allocating IP information in the background. {{(pid=74535) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 10:01:46 user nova-compute[74535]: DEBUG nova.network.neutron [None req-9a1103b5-2eab-4915-9423-894c0d07eb3d tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: 5f37b4f2-47f1-474f-82cb-fa93ff07f428] allocate_for_instance() {{(pid=74535) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 10:01:47 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-9a1103b5-2eab-4915-9423-894c0d07eb3d tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: 5f37b4f2-47f1-474f-82cb-fa93ff07f428] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 10:01:47 user nova-compute[74535]: DEBUG nova.compute.manager [None req-9a1103b5-2eab-4915-9423-894c0d07eb3d tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: 5f37b4f2-47f1-474f-82cb-fa93ff07f428] Start building block device mappings for instance. {{(pid=74535) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 10:01:47 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a6b912e3-29d7-4773-9e57-545e3872de76 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Acquiring lock "d742d153-7670-4be9-8477-882f6a39f03f" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:01:47 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a6b912e3-29d7-4773-9e57-545e3872de76 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Lock "d742d153-7670-4be9-8477-882f6a39f03f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:01:47 user nova-compute[74535]: DEBUG nova.compute.manager [None req-a6b912e3-29d7-4773-9e57-545e3872de76 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: d742d153-7670-4be9-8477-882f6a39f03f] Starting instance... {{(pid=74535) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 10:01:47 user nova-compute[74535]: DEBUG nova.policy [None req-9a1103b5-2eab-4915-9423-894c0d07eb3d tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9a77e6b6f564435a942477b2360ac402', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '17272e061eec432787a47431737ad50f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74535) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 10:01:47 user nova-compute[74535]: DEBUG nova.compute.manager [None req-9a1103b5-2eab-4915-9423-894c0d07eb3d tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: 5f37b4f2-47f1-474f-82cb-fa93ff07f428] Start spawning the instance on the hypervisor. {{(pid=74535) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 10:01:47 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-9a1103b5-2eab-4915-9423-894c0d07eb3d tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: 5f37b4f2-47f1-474f-82cb-fa93ff07f428] Creating instance directory {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 10:01:47 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-9a1103b5-2eab-4915-9423-894c0d07eb3d tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: 5f37b4f2-47f1-474f-82cb-fa93ff07f428] Creating image(s)
Dec 06 10:01:47 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-9a1103b5-2eab-4915-9423-894c0d07eb3d tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Acquiring lock "/opt/stack/data/nova/instances/5f37b4f2-47f1-474f-82cb-fa93ff07f428/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:01:47 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-9a1103b5-2eab-4915-9423-894c0d07eb3d tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Lock "/opt/stack/data/nova/instances/5f37b4f2-47f1-474f-82cb-fa93ff07f428/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:01:47 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-9a1103b5-2eab-4915-9423-894c0d07eb3d tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Lock "/opt/stack/data/nova/instances/5f37b4f2-47f1-474f-82cb-fa93ff07f428/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:01:47 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-9a1103b5-2eab-4915-9423-894c0d07eb3d tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:01:47 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a6b912e3-29d7-4773-9e57-545e3872de76 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:01:47 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a6b912e3-29d7-4773-9e57-545e3872de76 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.003s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:01:47 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-a6b912e3-29d7-4773-9e57-545e3872de76 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74535) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 10:01:47 user nova-compute[74535]: INFO nova.compute.claims [None req-a6b912e3-29d7-4773-9e57-545e3872de76 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: d742d153-7670-4be9-8477-882f6a39f03f] Claim successful on node user
Dec 06 10:01:47 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-9a1103b5-2eab-4915-9423-894c0d07eb3d tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.224s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:01:47 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-9a1103b5-2eab-4915-9423-894c0d07eb3d tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Acquiring lock "7aef4f97309efbd0d8988be1fd45eed756898e08" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:01:47 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-9a1103b5-2eab-4915-9423-894c0d07eb3d tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Lock "7aef4f97309efbd0d8988be1fd45eed756898e08" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:01:47 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-9a1103b5-2eab-4915-9423-894c0d07eb3d tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:01:47 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-9a1103b5-2eab-4915-9423-894c0d07eb3d tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.225s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:01:47 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-9a1103b5-2eab-4915-9423-894c0d07eb3d tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08,backing_fmt=raw /opt/stack/data/nova/instances/5f37b4f2-47f1-474f-82cb-fa93ff07f428/disk 1073741824 {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:01:47 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:47 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-9a1103b5-2eab-4915-9423-894c0d07eb3d tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08,backing_fmt=raw /opt/stack/data/nova/instances/5f37b4f2-47f1-474f-82cb-fa93ff07f428/disk 1073741824" returned: 0 in 0.107s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:01:47 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-9a1103b5-2eab-4915-9423-894c0d07eb3d tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Lock "7aef4f97309efbd0d8988be1fd45eed756898e08" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.339s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:01:47 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-9a1103b5-2eab-4915-9423-894c0d07eb3d tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:01:47 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:47 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-a6b912e3-29d7-4773-9e57-545e3872de76 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:01:47 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-a6b912e3-29d7-4773-9e57-545e3872de76 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:01:47 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a6b912e3-29d7-4773-9e57-545e3872de76 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.738s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:01:47 user nova-compute[74535]: DEBUG nova.compute.manager [None req-a6b912e3-29d7-4773-9e57-545e3872de76 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: d742d153-7670-4be9-8477-882f6a39f03f] Start building networks asynchronously for instance. {{(pid=74535) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 10:01:48 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-9a1103b5-2eab-4915-9423-894c0d07eb3d tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.231s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:01:48 user nova-compute[74535]: DEBUG nova.virt.disk.api [None req-9a1103b5-2eab-4915-9423-894c0d07eb3d tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Checking if we can resize image /opt/stack/data/nova/instances/5f37b4f2-47f1-474f-82cb-fa93ff07f428/disk. size=1073741824 {{(pid=74535) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 10:01:48 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-9a1103b5-2eab-4915-9423-894c0d07eb3d tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f37b4f2-47f1-474f-82cb-fa93ff07f428/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:01:48 user nova-compute[74535]: DEBUG nova.network.neutron [None req-9a1103b5-2eab-4915-9423-894c0d07eb3d tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: 5f37b4f2-47f1-474f-82cb-fa93ff07f428] Successfully created port: ee4c9481-abe2-4b04-af7f-34f083b82f34 {{(pid=74535) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 10:01:48 user nova-compute[74535]: DEBUG nova.compute.manager [None req-a6b912e3-29d7-4773-9e57-545e3872de76 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: d742d153-7670-4be9-8477-882f6a39f03f] Allocating IP information in the background. {{(pid=74535) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 10:01:48 user nova-compute[74535]: DEBUG nova.network.neutron [None req-a6b912e3-29d7-4773-9e57-545e3872de76 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: d742d153-7670-4be9-8477-882f6a39f03f] allocate_for_instance() {{(pid=74535) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 10:01:48 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-a6b912e3-29d7-4773-9e57-545e3872de76 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: d742d153-7670-4be9-8477-882f6a39f03f] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 10:01:48 user nova-compute[74535]: DEBUG nova.compute.manager [None req-a6b912e3-29d7-4773-9e57-545e3872de76 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: d742d153-7670-4be9-8477-882f6a39f03f] Start building block device mappings for instance. {{(pid=74535) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 10:01:48 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-9a1103b5-2eab-4915-9423-894c0d07eb3d tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f37b4f2-47f1-474f-82cb-fa93ff07f428/disk --force-share --output=json" returned: 0 in 0.235s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:01:48 user nova-compute[74535]: DEBUG nova.virt.disk.api [None req-9a1103b5-2eab-4915-9423-894c0d07eb3d tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Cannot resize image /opt/stack/data/nova/instances/5f37b4f2-47f1-474f-82cb-fa93ff07f428/disk to a smaller size. {{(pid=74535) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 10:01:48 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-9a1103b5-2eab-4915-9423-894c0d07eb3d tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: 5f37b4f2-47f1-474f-82cb-fa93ff07f428] Created local disks {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 10:01:48 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-9a1103b5-2eab-4915-9423-894c0d07eb3d tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: 5f37b4f2-47f1-474f-82cb-fa93ff07f428] Ensure instance console log exists: /opt/stack/data/nova/instances/5f37b4f2-47f1-474f-82cb-fa93ff07f428/console.log {{(pid=74535) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 10:01:48 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-9a1103b5-2eab-4915-9423-894c0d07eb3d tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:01:48 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-9a1103b5-2eab-4915-9423-894c0d07eb3d tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:01:48 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-9a1103b5-2eab-4915-9423-894c0d07eb3d tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:01:48 user nova-compute[74535]: DEBUG nova.compute.manager [None req-a6b912e3-29d7-4773-9e57-545e3872de76 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: d742d153-7670-4be9-8477-882f6a39f03f] Start spawning the instance on the hypervisor. {{(pid=74535) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 10:01:48 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-a6b912e3-29d7-4773-9e57-545e3872de76 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: d742d153-7670-4be9-8477-882f6a39f03f] Creating instance directory {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 10:01:48 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-a6b912e3-29d7-4773-9e57-545e3872de76 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: d742d153-7670-4be9-8477-882f6a39f03f] Creating image(s)
Dec 06 10:01:48 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a6b912e3-29d7-4773-9e57-545e3872de76 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Acquiring lock "/opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:01:48 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a6b912e3-29d7-4773-9e57-545e3872de76 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Lock "/opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:01:48 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a6b912e3-29d7-4773-9e57-545e3872de76 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Lock "/opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.005s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:01:48 user nova-compute[74535]: DEBUG nova.policy [None req-a6b912e3-29d7-4773-9e57-545e3872de76 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9a77e6b6f564435a942477b2360ac402', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '17272e061eec432787a47431737ad50f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74535) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 10:01:48 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-a6b912e3-29d7-4773-9e57-545e3872de76 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:01:48 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-a6b912e3-29d7-4773-9e57-545e3872de76 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.239s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:01:48 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a6b912e3-29d7-4773-9e57-545e3872de76 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Acquiring lock "7aef4f97309efbd0d8988be1fd45eed756898e08" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:01:48 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a6b912e3-29d7-4773-9e57-545e3872de76 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Lock "7aef4f97309efbd0d8988be1fd45eed756898e08" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.003s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:01:48 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-a6b912e3-29d7-4773-9e57-545e3872de76 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:01:48 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-a6b912e3-29d7-4773-9e57-545e3872de76 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.225s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:01:48 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-a6b912e3-29d7-4773-9e57-545e3872de76 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08,backing_fmt=raw /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk 1073741824 {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:01:48 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-a6b912e3-29d7-4773-9e57-545e3872de76 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08,backing_fmt=raw /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk 1073741824" returned: 0 in 0.062s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:01:48 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a6b912e3-29d7-4773-9e57-545e3872de76 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Lock "7aef4f97309efbd0d8988be1fd45eed756898e08" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.297s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:01:48 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-a6b912e3-29d7-4773-9e57-545e3872de76 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:01:48 user nova-compute[74535]: DEBUG nova.network.neutron [None req-9a1103b5-2eab-4915-9423-894c0d07eb3d tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: 5f37b4f2-47f1-474f-82cb-fa93ff07f428] Successfully updated port: ee4c9481-abe2-4b04-af7f-34f083b82f34 {{(pid=74535) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 10:01:49 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-9a1103b5-2eab-4915-9423-894c0d07eb3d tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Acquiring lock "refresh_cache-5f37b4f2-47f1-474f-82cb-fa93ff07f428" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:01:49 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-9a1103b5-2eab-4915-9423-894c0d07eb3d tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Acquired lock "refresh_cache-5f37b4f2-47f1-474f-82cb-fa93ff07f428" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:01:49 user nova-compute[74535]: DEBUG nova.network.neutron [None req-9a1103b5-2eab-4915-9423-894c0d07eb3d tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: 5f37b4f2-47f1-474f-82cb-fa93ff07f428] Building network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 10:01:49 user nova-compute[74535]: DEBUG nova.compute.manager [req-5d4ed34a-56be-4c78-8375-17305e311254 req-df8b6a36-01b7-483a-98bb-03933be98c2d service nova] [instance: 5f37b4f2-47f1-474f-82cb-fa93ff07f428] Received event network-changed-ee4c9481-abe2-4b04-af7f-34f083b82f34 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:01:49 user nova-compute[74535]: DEBUG nova.compute.manager [req-5d4ed34a-56be-4c78-8375-17305e311254 req-df8b6a36-01b7-483a-98bb-03933be98c2d service nova] [instance: 5f37b4f2-47f1-474f-82cb-fa93ff07f428] Refreshing instance network info cache due to event network-changed-ee4c9481-abe2-4b04-af7f-34f083b82f34. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 10:01:49 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-5d4ed34a-56be-4c78-8375-17305e311254 req-df8b6a36-01b7-483a-98bb-03933be98c2d service nova] Acquiring lock "refresh_cache-5f37b4f2-47f1-474f-82cb-fa93ff07f428" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:01:49 user nova-compute[74535]: DEBUG nova.network.neutron [None req-9a1103b5-2eab-4915-9423-894c0d07eb3d tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: 5f37b4f2-47f1-474f-82cb-fa93ff07f428] Instance cache missing network info. {{(pid=74535) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 10:01:49 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-a6b912e3-29d7-4773-9e57-545e3872de76 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.230s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:01:49 user nova-compute[74535]: DEBUG nova.virt.disk.api [None req-a6b912e3-29d7-4773-9e57-545e3872de76 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Checking if we can resize image /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk. size=1073741824 {{(pid=74535) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 10:01:49 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-a6b912e3-29d7-4773-9e57-545e3872de76 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:01:49 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-a6b912e3-29d7-4773-9e57-545e3872de76 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk --force-share --output=json" returned: 0 in 0.236s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:01:49 user nova-compute[74535]: DEBUG nova.virt.disk.api [None req-a6b912e3-29d7-4773-9e57-545e3872de76 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Cannot resize image /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk to a smaller size. {{(pid=74535) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 10:01:49 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-a6b912e3-29d7-4773-9e57-545e3872de76 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: d742d153-7670-4be9-8477-882f6a39f03f] Created local disks {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 10:01:49 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-a6b912e3-29d7-4773-9e57-545e3872de76 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: d742d153-7670-4be9-8477-882f6a39f03f] Ensure instance console log exists: /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/console.log {{(pid=74535) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 10:01:49 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a6b912e3-29d7-4773-9e57-545e3872de76 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:01:49 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a6b912e3-29d7-4773-9e57-545e3872de76 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:01:49 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a6b912e3-29d7-4773-9e57-545e3872de76 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:01:49 user nova-compute[74535]: DEBUG nova.network.neutron [None req-9a1103b5-2eab-4915-9423-894c0d07eb3d tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: 5f37b4f2-47f1-474f-82cb-fa93ff07f428] Updating instance_info_cache with network_info: [{"id": "ee4c9481-abe2-4b04-af7f-34f083b82f34", "address": "fa:16:3e:ce:e7:39", "network": {"id": "a3dfa24c-76e2-4ead-941f-ba72c57234a4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-566828184-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17272e061eec432787a47431737ad50f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee4c9481-ab", "ovs_interfaceid": "ee4c9481-abe2-4b04-af7f-34f083b82f34", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:01:49 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-9a1103b5-2eab-4915-9423-894c0d07eb3d tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Releasing lock "refresh_cache-5f37b4f2-47f1-474f-82cb-fa93ff07f428" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:01:49 user nova-compute[74535]: DEBUG nova.compute.manager [None req-9a1103b5-2eab-4915-9423-894c0d07eb3d tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: 5f37b4f2-47f1-474f-82cb-fa93ff07f428] Instance network_info: |[{"id": "ee4c9481-abe2-4b04-af7f-34f083b82f34", "address": "fa:16:3e:ce:e7:39", "network": {"id": "a3dfa24c-76e2-4ead-941f-ba72c57234a4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-566828184-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17272e061eec432787a47431737ad50f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee4c9481-ab", "ovs_interfaceid": "ee4c9481-abe2-4b04-af7f-34f083b82f34", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74535) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 10:01:49 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-5d4ed34a-56be-4c78-8375-17305e311254 req-df8b6a36-01b7-483a-98bb-03933be98c2d service nova] Acquired lock "refresh_cache-5f37b4f2-47f1-474f-82cb-fa93ff07f428" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:01:49 user nova-compute[74535]: DEBUG nova.network.neutron [req-5d4ed34a-56be-4c78-8375-17305e311254 req-df8b6a36-01b7-483a-98bb-03933be98c2d service nova] [instance: 5f37b4f2-47f1-474f-82cb-fa93ff07f428] Refreshing network info cache for port ee4c9481-abe2-4b04-af7f-34f083b82f34 {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 10:01:49 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-9a1103b5-2eab-4915-9423-894c0d07eb3d tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: 5f37b4f2-47f1-474f-82cb-fa93ff07f428] Start _get_guest_xml network_info=[{"id": "ee4c9481-abe2-4b04-af7f-34f083b82f34", "address": "fa:16:3e:ce:e7:39", "network": {"id": "a3dfa24c-76e2-4ead-941f-ba72c57234a4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-566828184-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17272e061eec432787a47431737ad50f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee4c9481-ab", "ovs_interfaceid": "ee4c9481-abe2-4b04-af7f-34f083b82f34", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T09:52:28Z,direct_url=<?>,disk_format='qcow2',id=b338f3c8-9974-4b9f-bacb-c75dd541c256,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='563f6a2917a742ada39fb0e950eece6e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T09:52:30Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'device_name': '/dev/vda', 'encrypted': False, 'encryption_format': None, 'encryption_options': None, 'encryption_secret_uuid': None, 'boot_index': 0, 'device_type': 'disk', 'size': 0, 'guest_format': None, 'image_id': 'b338f3c8-9974-4b9f-bacb-c75dd541c256'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 10:01:49 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-9a1103b5-2eab-4915-9423-894c0d07eb3d tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:01:49 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-9a1103b5-2eab-4915-9423-894c0d07eb3d tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:01:49 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-9a1103b5-2eab-4915-9423-894c0d07eb3d tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 10:01:49 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-9a1103b5-2eab-4915-9423-894c0d07eb3d tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] CPU controller missing on host. {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 10:01:49 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-9a1103b5-2eab-4915-9423-894c0d07eb3d tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 10:01:49 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-9a1103b5-2eab-4915-9423-894c0d07eb3d tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] CPU controller found on host. {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 10:01:49 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-9a1103b5-2eab-4915-9423-894c0d07eb3d tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74535) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 10:01:49 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-9a1103b5-2eab-4915-9423-894c0d07eb3d tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T09:52:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T09:52:28Z,direct_url=<?>,disk_format='qcow2',id=b338f3c8-9974-4b9f-bacb-c75dd541c256,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='563f6a2917a742ada39fb0e950eece6e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T09:52:30Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 10:01:49 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-9a1103b5-2eab-4915-9423-894c0d07eb3d tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Flavor limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 10:01:49 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-9a1103b5-2eab-4915-9423-894c0d07eb3d tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Image limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 10:01:49 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-9a1103b5-2eab-4915-9423-894c0d07eb3d tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Flavor pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 10:01:49 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-9a1103b5-2eab-4915-9423-894c0d07eb3d tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Image pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 10:01:49 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-9a1103b5-2eab-4915-9423-894c0d07eb3d tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 10:01:49 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-9a1103b5-2eab-4915-9423-894c0d07eb3d tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 10:01:49 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-9a1103b5-2eab-4915-9423-894c0d07eb3d tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 10:01:49 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-9a1103b5-2eab-4915-9423-894c0d07eb3d tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Got 1 possible topologies {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 10:01:49 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-9a1103b5-2eab-4915-9423-894c0d07eb3d tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 10:01:49 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-9a1103b5-2eab-4915-9423-894c0d07eb3d tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 10:01:49 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-9a1103b5-2eab-4915-9423-894c0d07eb3d tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:01:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-46708827',display_name='tempest-ServerRescueNegativeTestJSON-server-46708827',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-46708827',id=20,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='17272e061eec432787a47431737ad50f',ramdisk_id='',reservation_id='r-5up0tqre',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-1402737075',owner_user_name='tempest-ServerRescueNegativeTestJSON-1402737075-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T10:01:47Z,user_data=None,user_id='9a77e6b6f564435a942477b2360ac402',uuid=5f37b4f2-47f1-474f-82cb-fa93ff07f428,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ee4c9481-abe2-4b04-af7f-34f083b82f34", "address": "fa:16:3e:ce:e7:39", "network": {"id": "a3dfa24c-76e2-4ead-941f-ba72c57234a4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-566828184-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17272e061eec432787a47431737ad50f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee4c9481-ab", "ovs_interfaceid": "ee4c9481-abe2-4b04-af7f-34f083b82f34", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74535) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 10:01:49 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-9a1103b5-2eab-4915-9423-894c0d07eb3d tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Converting VIF {"id": "ee4c9481-abe2-4b04-af7f-34f083b82f34", "address": "fa:16:3e:ce:e7:39", "network": {"id": "a3dfa24c-76e2-4ead-941f-ba72c57234a4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-566828184-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17272e061eec432787a47431737ad50f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee4c9481-ab", "ovs_interfaceid": "ee4c9481-abe2-4b04-af7f-34f083b82f34", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:01:49 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-9a1103b5-2eab-4915-9423-894c0d07eb3d tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ce:e7:39,bridge_name='br-int',has_traffic_filtering=True,id=ee4c9481-abe2-4b04-af7f-34f083b82f34,network=Network(a3dfa24c-76e2-4ead-941f-ba72c57234a4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapee4c9481-ab') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:01:49 user nova-compute[74535]: DEBUG nova.objects.instance [None req-9a1103b5-2eab-4915-9423-894c0d07eb3d tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Lazy-loading 'pci_devices' on Instance uuid 5f37b4f2-47f1-474f-82cb-fa93ff07f428 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:01:49 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-9a1103b5-2eab-4915-9423-894c0d07eb3d tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: 5f37b4f2-47f1-474f-82cb-fa93ff07f428] End _get_guest_xml xml=<domain type="kvm">
Dec 06 10:01:49 user nova-compute[74535]:   <uuid>5f37b4f2-47f1-474f-82cb-fa93ff07f428</uuid>
Dec 06 10:01:49 user nova-compute[74535]:   <name>instance-00000014</name>
Dec 06 10:01:49 user nova-compute[74535]:   <memory>524288</memory>
Dec 06 10:01:49 user nova-compute[74535]:   <vcpu>1</vcpu>
Dec 06 10:01:49 user nova-compute[74535]:   <metadata>
Dec 06 10:01:49 user nova-compute[74535]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 10:01:49 user nova-compute[74535]:       <nova:package version="0.0.0"/>
Dec 06 10:01:49 user nova-compute[74535]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-46708827</nova:name>
Dec 06 10:01:49 user nova-compute[74535]:       <nova:creationTime>2023-12-06 10:01:49</nova:creationTime>
Dec 06 10:01:49 user nova-compute[74535]:       <nova:flavor name="m1.tiny">
Dec 06 10:01:49 user nova-compute[74535]:         <nova:memory>512</nova:memory>
Dec 06 10:01:49 user nova-compute[74535]:         <nova:disk>1</nova:disk>
Dec 06 10:01:49 user nova-compute[74535]:         <nova:swap>0</nova:swap>
Dec 06 10:01:49 user nova-compute[74535]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 10:01:49 user nova-compute[74535]:         <nova:vcpus>1</nova:vcpus>
Dec 06 10:01:49 user nova-compute[74535]:       </nova:flavor>
Dec 06 10:01:49 user nova-compute[74535]:       <nova:owner>
Dec 06 10:01:49 user nova-compute[74535]:         <nova:user uuid="9a77e6b6f564435a942477b2360ac402">tempest-ServerRescueNegativeTestJSON-1402737075-project-member</nova:user>
Dec 06 10:01:49 user nova-compute[74535]:         <nova:project uuid="17272e061eec432787a47431737ad50f">tempest-ServerRescueNegativeTestJSON-1402737075</nova:project>
Dec 06 10:01:49 user nova-compute[74535]:       </nova:owner>
Dec 06 10:01:49 user nova-compute[74535]:       <nova:root type="image" uuid="b338f3c8-9974-4b9f-bacb-c75dd541c256"/>
Dec 06 10:01:49 user nova-compute[74535]:       <nova:ports>
Dec 06 10:01:49 user nova-compute[74535]:         <nova:port uuid="ee4c9481-abe2-4b04-af7f-34f083b82f34">
Dec 06 10:01:49 user nova-compute[74535]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Dec 06 10:01:49 user nova-compute[74535]:         </nova:port>
Dec 06 10:01:49 user nova-compute[74535]:       </nova:ports>
Dec 06 10:01:49 user nova-compute[74535]:     </nova:instance>
Dec 06 10:01:49 user nova-compute[74535]:   </metadata>
Dec 06 10:01:49 user nova-compute[74535]:   <sysinfo type="smbios">
Dec 06 10:01:49 user nova-compute[74535]:     <system>
Dec 06 10:01:49 user nova-compute[74535]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 10:01:49 user nova-compute[74535]:       <entry name="product">OpenStack Nova</entry>
Dec 06 10:01:49 user nova-compute[74535]:       <entry name="version">0.0.0</entry>
Dec 06 10:01:49 user nova-compute[74535]:       <entry name="serial">5f37b4f2-47f1-474f-82cb-fa93ff07f428</entry>
Dec 06 10:01:49 user nova-compute[74535]:       <entry name="uuid">5f37b4f2-47f1-474f-82cb-fa93ff07f428</entry>
Dec 06 10:01:49 user nova-compute[74535]:       <entry name="family">Virtual Machine</entry>
Dec 06 10:01:49 user nova-compute[74535]:     </system>
Dec 06 10:01:49 user nova-compute[74535]:   </sysinfo>
Dec 06 10:01:49 user nova-compute[74535]:   <os>
Dec 06 10:01:49 user nova-compute[74535]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 10:01:49 user nova-compute[74535]:     <boot dev="hd"/>
Dec 06 10:01:49 user nova-compute[74535]:     <smbios mode="sysinfo"/>
Dec 06 10:01:49 user nova-compute[74535]:   </os>
Dec 06 10:01:49 user nova-compute[74535]:   <features>
Dec 06 10:01:49 user nova-compute[74535]:     <acpi/>
Dec 06 10:01:49 user nova-compute[74535]:     <apic/>
Dec 06 10:01:49 user nova-compute[74535]:     <vmcoreinfo/>
Dec 06 10:01:49 user nova-compute[74535]:   </features>
Dec 06 10:01:49 user nova-compute[74535]:   <clock offset="utc">
Dec 06 10:01:49 user nova-compute[74535]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 10:01:49 user nova-compute[74535]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 10:01:49 user nova-compute[74535]:     <timer name="hpet" present="no"/>
Dec 06 10:01:49 user nova-compute[74535]:   </clock>
Dec 06 10:01:49 user nova-compute[74535]:   <cpu mode="custom" match="exact">
Dec 06 10:01:49 user nova-compute[74535]:     <model>Nehalem</model>
Dec 06 10:01:49 user nova-compute[74535]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 10:01:49 user nova-compute[74535]:   </cpu>
Dec 06 10:01:49 user nova-compute[74535]:   <devices>
Dec 06 10:01:49 user nova-compute[74535]:     <disk type="file" device="disk">
Dec 06 10:01:49 user nova-compute[74535]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 10:01:49 user nova-compute[74535]:       <source file="/opt/stack/data/nova/instances/5f37b4f2-47f1-474f-82cb-fa93ff07f428/disk"/>
Dec 06 10:01:49 user nova-compute[74535]:       <target dev="vda" bus="virtio"/>
Dec 06 10:01:49 user nova-compute[74535]:     </disk>
Dec 06 10:01:49 user nova-compute[74535]:     <interface type="ethernet">
Dec 06 10:01:49 user nova-compute[74535]:       <mac address="fa:16:3e:ce:e7:39"/>
Dec 06 10:01:49 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 10:01:49 user nova-compute[74535]:       <mtu size="1442"/>
Dec 06 10:01:49 user nova-compute[74535]:       <target dev="tapee4c9481-ab"/>
Dec 06 10:01:49 user nova-compute[74535]:     </interface>
Dec 06 10:01:49 user nova-compute[74535]:     <serial type="pty">
Dec 06 10:01:49 user nova-compute[74535]:       <log file="/opt/stack/data/nova/instances/5f37b4f2-47f1-474f-82cb-fa93ff07f428/console.log" append="off"/>
Dec 06 10:01:49 user nova-compute[74535]:     </serial>
Dec 06 10:01:49 user nova-compute[74535]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 10:01:49 user nova-compute[74535]:     <video>
Dec 06 10:01:49 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 10:01:49 user nova-compute[74535]:     </video>
Dec 06 10:01:49 user nova-compute[74535]:     <rng model="virtio">
Dec 06 10:01:49 user nova-compute[74535]:       <backend model="random">/dev/urandom</backend>
Dec 06 10:01:49 user nova-compute[74535]:     </rng>
Dec 06 10:01:49 user nova-compute[74535]:     <controller type="usb" index="0" model="none"/>
Dec 06 10:01:49 user nova-compute[74535]:     <memballoon model="virtio">
Dec 06 10:01:49 user nova-compute[74535]:       <stats period="10"/>
Dec 06 10:01:49 user nova-compute[74535]:     </memballoon>
Dec 06 10:01:49 user nova-compute[74535]:   </devices>
Dec 06 10:01:49 user nova-compute[74535]: </domain>
Dec 06 10:01:49 user nova-compute[74535]:  {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 10:01:49 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-9a1103b5-2eab-4915-9423-894c0d07eb3d tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:01:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-46708827',display_name='tempest-ServerRescueNegativeTestJSON-server-46708827',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-46708827',id=20,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='17272e061eec432787a47431737ad50f',ramdisk_id='',reservation_id='r-5up0tqre',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-1402737075',owner_user_name='tempest-ServerRescueNegativeTestJSON-1402737075-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T10:01:47Z,user_data=None,user_id='9a77e6b6f564435a942477b2360ac402',uuid=5f37b4f2-47f1-474f-82cb-fa93ff07f428,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ee4c9481-abe2-4b04-af7f-34f083b82f34", "address": "fa:16:3e:ce:e7:39", "network": {"id": "a3dfa24c-76e2-4ead-941f-ba72c57234a4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-566828184-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17272e061eec432787a47431737ad50f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee4c9481-ab", "ovs_interfaceid": "ee4c9481-abe2-4b04-af7f-34f083b82f34", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 10:01:49 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-9a1103b5-2eab-4915-9423-894c0d07eb3d tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Converting VIF {"id": "ee4c9481-abe2-4b04-af7f-34f083b82f34", "address": "fa:16:3e:ce:e7:39", "network": {"id": "a3dfa24c-76e2-4ead-941f-ba72c57234a4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-566828184-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17272e061eec432787a47431737ad50f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee4c9481-ab", "ovs_interfaceid": "ee4c9481-abe2-4b04-af7f-34f083b82f34", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:01:49 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-9a1103b5-2eab-4915-9423-894c0d07eb3d tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ce:e7:39,bridge_name='br-int',has_traffic_filtering=True,id=ee4c9481-abe2-4b04-af7f-34f083b82f34,network=Network(a3dfa24c-76e2-4ead-941f-ba72c57234a4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapee4c9481-ab') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:01:49 user nova-compute[74535]: DEBUG os_vif [None req-9a1103b5-2eab-4915-9423-894c0d07eb3d tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ce:e7:39,bridge_name='br-int',has_traffic_filtering=True,id=ee4c9481-abe2-4b04-af7f-34f083b82f34,network=Network(a3dfa24c-76e2-4ead-941f-ba72c57234a4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapee4c9481-ab') {{(pid=74535) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 10:01:49 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:49 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:01:49 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 10:01:49 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:49 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '4cc3d1c0-1d8c-5bc1-8462-b4418dbbbe5e', '_type': 'linux-noop'}}, row=False) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:01:49 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:49 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:01:49 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:49 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapee4c9481-ab, may_exist=True, interface_attrs={}) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:01:49 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapee4c9481-ab, col_values=(('qos', UUID('195cd7dd-d09e-4ce4-8ad8-8408c8cdb1c5')),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:01:49 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapee4c9481-ab, col_values=(('external_ids', {'iface-id': 'ee4c9481-abe2-4b04-af7f-34f083b82f34', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ce:e7:39', 'vm-uuid': '5f37b4f2-47f1-474f-82cb-fa93ff07f428'}),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:01:49 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:49 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:01:49 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:49 user nova-compute[74535]: INFO os_vif [None req-9a1103b5-2eab-4915-9423-894c0d07eb3d tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ce:e7:39,bridge_name='br-int',has_traffic_filtering=True,id=ee4c9481-abe2-4b04-af7f-34f083b82f34,network=Network(a3dfa24c-76e2-4ead-941f-ba72c57234a4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapee4c9481-ab')
Dec 06 10:01:49 user nova-compute[74535]: DEBUG nova.network.neutron [None req-a6b912e3-29d7-4773-9e57-545e3872de76 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: d742d153-7670-4be9-8477-882f6a39f03f] Successfully created port: 3b060eee-df21-4ac4-a508-edd137bd8427 {{(pid=74535) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 10:01:49 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-9a1103b5-2eab-4915-9423-894c0d07eb3d tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] No BDM found with device name vda, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 10:01:49 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-9a1103b5-2eab-4915-9423-894c0d07eb3d tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] No VIF found with MAC fa:16:3e:ce:e7:39, not building metadata {{(pid=74535) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 10:01:50 user nova-compute[74535]: DEBUG nova.network.neutron [req-5d4ed34a-56be-4c78-8375-17305e311254 req-df8b6a36-01b7-483a-98bb-03933be98c2d service nova] [instance: 5f37b4f2-47f1-474f-82cb-fa93ff07f428] Updated VIF entry in instance network info cache for port ee4c9481-abe2-4b04-af7f-34f083b82f34. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 10:01:50 user nova-compute[74535]: DEBUG nova.network.neutron [req-5d4ed34a-56be-4c78-8375-17305e311254 req-df8b6a36-01b7-483a-98bb-03933be98c2d service nova] [instance: 5f37b4f2-47f1-474f-82cb-fa93ff07f428] Updating instance_info_cache with network_info: [{"id": "ee4c9481-abe2-4b04-af7f-34f083b82f34", "address": "fa:16:3e:ce:e7:39", "network": {"id": "a3dfa24c-76e2-4ead-941f-ba72c57234a4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-566828184-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17272e061eec432787a47431737ad50f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee4c9481-ab", "ovs_interfaceid": "ee4c9481-abe2-4b04-af7f-34f083b82f34", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:01:50 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-5d4ed34a-56be-4c78-8375-17305e311254 req-df8b6a36-01b7-483a-98bb-03933be98c2d service nova] Releasing lock "refresh_cache-5f37b4f2-47f1-474f-82cb-fa93ff07f428" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:01:51 user nova-compute[74535]: DEBUG nova.network.neutron [None req-a6b912e3-29d7-4773-9e57-545e3872de76 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: d742d153-7670-4be9-8477-882f6a39f03f] Successfully updated port: 3b060eee-df21-4ac4-a508-edd137bd8427 {{(pid=74535) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 10:01:51 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a6b912e3-29d7-4773-9e57-545e3872de76 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Acquiring lock "refresh_cache-d742d153-7670-4be9-8477-882f6a39f03f" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:01:51 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a6b912e3-29d7-4773-9e57-545e3872de76 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Acquired lock "refresh_cache-d742d153-7670-4be9-8477-882f6a39f03f" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:01:51 user nova-compute[74535]: DEBUG nova.network.neutron [None req-a6b912e3-29d7-4773-9e57-545e3872de76 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: d742d153-7670-4be9-8477-882f6a39f03f] Building network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 10:01:51 user nova-compute[74535]: DEBUG nova.compute.manager [req-5a96f79f-a939-41e3-a345-7a8b84167b82 req-37d10e0c-449b-40e3-a8e9-8bace8b1e72c service nova] [instance: d742d153-7670-4be9-8477-882f6a39f03f] Received event network-changed-3b060eee-df21-4ac4-a508-edd137bd8427 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:01:51 user nova-compute[74535]: DEBUG nova.compute.manager [req-5a96f79f-a939-41e3-a345-7a8b84167b82 req-37d10e0c-449b-40e3-a8e9-8bace8b1e72c service nova] [instance: d742d153-7670-4be9-8477-882f6a39f03f] Refreshing instance network info cache due to event network-changed-3b060eee-df21-4ac4-a508-edd137bd8427. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 10:01:51 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-5a96f79f-a939-41e3-a345-7a8b84167b82 req-37d10e0c-449b-40e3-a8e9-8bace8b1e72c service nova] Acquiring lock "refresh_cache-d742d153-7670-4be9-8477-882f6a39f03f" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:01:51 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:51 user nova-compute[74535]: DEBUG nova.network.neutron [None req-a6b912e3-29d7-4773-9e57-545e3872de76 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: d742d153-7670-4be9-8477-882f6a39f03f] Instance cache missing network info. {{(pid=74535) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 10:01:51 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:51 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:51 user nova-compute[74535]: DEBUG nova.network.neutron [None req-a6b912e3-29d7-4773-9e57-545e3872de76 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: d742d153-7670-4be9-8477-882f6a39f03f] Updating instance_info_cache with network_info: [{"id": "3b060eee-df21-4ac4-a508-edd137bd8427", "address": "fa:16:3e:e3:fc:dd", "network": {"id": "a3dfa24c-76e2-4ead-941f-ba72c57234a4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-566828184-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17272e061eec432787a47431737ad50f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3b060eee-df", "ovs_interfaceid": "3b060eee-df21-4ac4-a508-edd137bd8427", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:01:51 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a6b912e3-29d7-4773-9e57-545e3872de76 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Releasing lock "refresh_cache-d742d153-7670-4be9-8477-882f6a39f03f" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:01:51 user nova-compute[74535]: DEBUG nova.compute.manager [None req-a6b912e3-29d7-4773-9e57-545e3872de76 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: d742d153-7670-4be9-8477-882f6a39f03f] Instance network_info: |[{"id": "3b060eee-df21-4ac4-a508-edd137bd8427", "address": "fa:16:3e:e3:fc:dd", "network": {"id": "a3dfa24c-76e2-4ead-941f-ba72c57234a4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-566828184-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17272e061eec432787a47431737ad50f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3b060eee-df", "ovs_interfaceid": "3b060eee-df21-4ac4-a508-edd137bd8427", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74535) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 10:01:51 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-5a96f79f-a939-41e3-a345-7a8b84167b82 req-37d10e0c-449b-40e3-a8e9-8bace8b1e72c service nova] Acquired lock "refresh_cache-d742d153-7670-4be9-8477-882f6a39f03f" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:01:51 user nova-compute[74535]: DEBUG nova.network.neutron [req-5a96f79f-a939-41e3-a345-7a8b84167b82 req-37d10e0c-449b-40e3-a8e9-8bace8b1e72c service nova] [instance: d742d153-7670-4be9-8477-882f6a39f03f] Refreshing network info cache for port 3b060eee-df21-4ac4-a508-edd137bd8427 {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 10:01:51 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-a6b912e3-29d7-4773-9e57-545e3872de76 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: d742d153-7670-4be9-8477-882f6a39f03f] Start _get_guest_xml network_info=[{"id": "3b060eee-df21-4ac4-a508-edd137bd8427", "address": "fa:16:3e:e3:fc:dd", "network": {"id": "a3dfa24c-76e2-4ead-941f-ba72c57234a4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-566828184-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17272e061eec432787a47431737ad50f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3b060eee-df", "ovs_interfaceid": "3b060eee-df21-4ac4-a508-edd137bd8427", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T09:52:28Z,direct_url=<?>,disk_format='qcow2',id=b338f3c8-9974-4b9f-bacb-c75dd541c256,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='563f6a2917a742ada39fb0e950eece6e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T09:52:30Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'device_name': '/dev/vda', 'encrypted': False, 'encryption_format': None, 'encryption_options': None, 'encryption_secret_uuid': None, 'boot_index': 0, 'device_type': 'disk', 'size': 0, 'guest_format': None, 'image_id': 'b338f3c8-9974-4b9f-bacb-c75dd541c256'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 10:01:51 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-a6b912e3-29d7-4773-9e57-545e3872de76 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:01:51 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-a6b912e3-29d7-4773-9e57-545e3872de76 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:01:51 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-a6b912e3-29d7-4773-9e57-545e3872de76 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 10:01:51 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-a6b912e3-29d7-4773-9e57-545e3872de76 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] CPU controller missing on host. {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 10:01:51 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-a6b912e3-29d7-4773-9e57-545e3872de76 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 10:01:51 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-a6b912e3-29d7-4773-9e57-545e3872de76 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] CPU controller found on host. {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 10:01:51 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-a6b912e3-29d7-4773-9e57-545e3872de76 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74535) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 10:01:51 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-a6b912e3-29d7-4773-9e57-545e3872de76 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T09:52:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T09:52:28Z,direct_url=<?>,disk_format='qcow2',id=b338f3c8-9974-4b9f-bacb-c75dd541c256,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='563f6a2917a742ada39fb0e950eece6e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T09:52:30Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 10:01:51 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-a6b912e3-29d7-4773-9e57-545e3872de76 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Flavor limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 10:01:51 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-a6b912e3-29d7-4773-9e57-545e3872de76 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Image limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 10:01:51 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-a6b912e3-29d7-4773-9e57-545e3872de76 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Flavor pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 10:01:51 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-a6b912e3-29d7-4773-9e57-545e3872de76 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Image pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 10:01:51 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-a6b912e3-29d7-4773-9e57-545e3872de76 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 10:01:51 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-a6b912e3-29d7-4773-9e57-545e3872de76 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 10:01:51 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-a6b912e3-29d7-4773-9e57-545e3872de76 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 10:01:51 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-a6b912e3-29d7-4773-9e57-545e3872de76 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Got 1 possible topologies {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 10:01:51 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-a6b912e3-29d7-4773-9e57-545e3872de76 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 10:01:51 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-a6b912e3-29d7-4773-9e57-545e3872de76 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 10:01:51 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-a6b912e3-29d7-4773-9e57-545e3872de76 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:01:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-902879310',display_name='tempest-ServerRescueNegativeTestJSON-server-902879310',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-902879310',id=21,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='17272e061eec432787a47431737ad50f',ramdisk_id='',reservation_id='r-qk1nb6cw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-1402737075',owner_user_name='tempest-ServerRescueNegativeTestJSON-1402737075-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T10:01:48Z,user_data=None,user_id='9a77e6b6f564435a942477b2360ac402',uuid=d742d153-7670-4be9-8477-882f6a39f03f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3b060eee-df21-4ac4-a508-edd137bd8427", "address": "fa:16:3e:e3:fc:dd", "network": {"id": "a3dfa24c-76e2-4ead-941f-ba72c57234a4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-566828184-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17272e061eec432787a47431737ad50f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3b060eee-df", "ovs_interfaceid": "3b060eee-df21-4ac4-a508-edd137bd8427", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74535) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 10:01:51 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-a6b912e3-29d7-4773-9e57-545e3872de76 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Converting VIF {"id": "3b060eee-df21-4ac4-a508-edd137bd8427", "address": "fa:16:3e:e3:fc:dd", "network": {"id": "a3dfa24c-76e2-4ead-941f-ba72c57234a4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-566828184-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17272e061eec432787a47431737ad50f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3b060eee-df", "ovs_interfaceid": "3b060eee-df21-4ac4-a508-edd137bd8427", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:01:51 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-a6b912e3-29d7-4773-9e57-545e3872de76 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e3:fc:dd,bridge_name='br-int',has_traffic_filtering=True,id=3b060eee-df21-4ac4-a508-edd137bd8427,network=Network(a3dfa24c-76e2-4ead-941f-ba72c57234a4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3b060eee-df') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:01:51 user nova-compute[74535]: DEBUG nova.objects.instance [None req-a6b912e3-29d7-4773-9e57-545e3872de76 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Lazy-loading 'pci_devices' on Instance uuid d742d153-7670-4be9-8477-882f6a39f03f {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:01:51 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-a6b912e3-29d7-4773-9e57-545e3872de76 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: d742d153-7670-4be9-8477-882f6a39f03f] End _get_guest_xml xml=<domain type="kvm">
Dec 06 10:01:51 user nova-compute[74535]:   <uuid>d742d153-7670-4be9-8477-882f6a39f03f</uuid>
Dec 06 10:01:51 user nova-compute[74535]:   <name>instance-00000015</name>
Dec 06 10:01:51 user nova-compute[74535]:   <memory>524288</memory>
Dec 06 10:01:51 user nova-compute[74535]:   <vcpu>1</vcpu>
Dec 06 10:01:51 user nova-compute[74535]:   <metadata>
Dec 06 10:01:51 user nova-compute[74535]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 10:01:51 user nova-compute[74535]:       <nova:package version="0.0.0"/>
Dec 06 10:01:51 user nova-compute[74535]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-902879310</nova:name>
Dec 06 10:01:51 user nova-compute[74535]:       <nova:creationTime>2023-12-06 10:01:51</nova:creationTime>
Dec 06 10:01:51 user nova-compute[74535]:       <nova:flavor name="m1.tiny">
Dec 06 10:01:51 user nova-compute[74535]:         <nova:memory>512</nova:memory>
Dec 06 10:01:51 user nova-compute[74535]:         <nova:disk>1</nova:disk>
Dec 06 10:01:51 user nova-compute[74535]:         <nova:swap>0</nova:swap>
Dec 06 10:01:51 user nova-compute[74535]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 10:01:51 user nova-compute[74535]:         <nova:vcpus>1</nova:vcpus>
Dec 06 10:01:51 user nova-compute[74535]:       </nova:flavor>
Dec 06 10:01:51 user nova-compute[74535]:       <nova:owner>
Dec 06 10:01:51 user nova-compute[74535]:         <nova:user uuid="9a77e6b6f564435a942477b2360ac402">tempest-ServerRescueNegativeTestJSON-1402737075-project-member</nova:user>
Dec 06 10:01:51 user nova-compute[74535]:         <nova:project uuid="17272e061eec432787a47431737ad50f">tempest-ServerRescueNegativeTestJSON-1402737075</nova:project>
Dec 06 10:01:51 user nova-compute[74535]:       </nova:owner>
Dec 06 10:01:51 user nova-compute[74535]:       <nova:root type="image" uuid="b338f3c8-9974-4b9f-bacb-c75dd541c256"/>
Dec 06 10:01:51 user nova-compute[74535]:       <nova:ports>
Dec 06 10:01:51 user nova-compute[74535]:         <nova:port uuid="3b060eee-df21-4ac4-a508-edd137bd8427">
Dec 06 10:01:51 user nova-compute[74535]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Dec 06 10:01:51 user nova-compute[74535]:         </nova:port>
Dec 06 10:01:51 user nova-compute[74535]:       </nova:ports>
Dec 06 10:01:51 user nova-compute[74535]:     </nova:instance>
Dec 06 10:01:51 user nova-compute[74535]:   </metadata>
Dec 06 10:01:51 user nova-compute[74535]:   <sysinfo type="smbios">
Dec 06 10:01:51 user nova-compute[74535]:     <system>
Dec 06 10:01:51 user nova-compute[74535]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 10:01:51 user nova-compute[74535]:       <entry name="product">OpenStack Nova</entry>
Dec 06 10:01:51 user nova-compute[74535]:       <entry name="version">0.0.0</entry>
Dec 06 10:01:51 user nova-compute[74535]:       <entry name="serial">d742d153-7670-4be9-8477-882f6a39f03f</entry>
Dec 06 10:01:51 user nova-compute[74535]:       <entry name="uuid">d742d153-7670-4be9-8477-882f6a39f03f</entry>
Dec 06 10:01:51 user nova-compute[74535]:       <entry name="family">Virtual Machine</entry>
Dec 06 10:01:51 user nova-compute[74535]:     </system>
Dec 06 10:01:51 user nova-compute[74535]:   </sysinfo>
Dec 06 10:01:51 user nova-compute[74535]:   <os>
Dec 06 10:01:51 user nova-compute[74535]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 10:01:51 user nova-compute[74535]:     <boot dev="hd"/>
Dec 06 10:01:51 user nova-compute[74535]:     <smbios mode="sysinfo"/>
Dec 06 10:01:51 user nova-compute[74535]:   </os>
Dec 06 10:01:51 user nova-compute[74535]:   <features>
Dec 06 10:01:51 user nova-compute[74535]:     <acpi/>
Dec 06 10:01:51 user nova-compute[74535]:     <apic/>
Dec 06 10:01:51 user nova-compute[74535]:     <vmcoreinfo/>
Dec 06 10:01:51 user nova-compute[74535]:   </features>
Dec 06 10:01:51 user nova-compute[74535]:   <clock offset="utc">
Dec 06 10:01:51 user nova-compute[74535]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 10:01:51 user nova-compute[74535]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 10:01:51 user nova-compute[74535]:     <timer name="hpet" present="no"/>
Dec 06 10:01:51 user nova-compute[74535]:   </clock>
Dec 06 10:01:51 user nova-compute[74535]:   <cpu mode="custom" match="exact">
Dec 06 10:01:51 user nova-compute[74535]:     <model>Nehalem</model>
Dec 06 10:01:51 user nova-compute[74535]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 10:01:51 user nova-compute[74535]:   </cpu>
Dec 06 10:01:51 user nova-compute[74535]:   <devices>
Dec 06 10:01:51 user nova-compute[74535]:     <disk type="file" device="disk">
Dec 06 10:01:51 user nova-compute[74535]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 10:01:51 user nova-compute[74535]:       <source file="/opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk"/>
Dec 06 10:01:51 user nova-compute[74535]:       <target dev="vda" bus="virtio"/>
Dec 06 10:01:51 user nova-compute[74535]:     </disk>
Dec 06 10:01:51 user nova-compute[74535]:     <interface type="ethernet">
Dec 06 10:01:51 user nova-compute[74535]:       <mac address="fa:16:3e:e3:fc:dd"/>
Dec 06 10:01:51 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 10:01:51 user nova-compute[74535]:       <mtu size="1442"/>
Dec 06 10:01:51 user nova-compute[74535]:       <target dev="tap3b060eee-df"/>
Dec 06 10:01:51 user nova-compute[74535]:     </interface>
Dec 06 10:01:51 user nova-compute[74535]:     <serial type="pty">
Dec 06 10:01:51 user nova-compute[74535]:       <log file="/opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/console.log" append="off"/>
Dec 06 10:01:51 user nova-compute[74535]:     </serial>
Dec 06 10:01:51 user nova-compute[74535]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 10:01:51 user nova-compute[74535]:     <video>
Dec 06 10:01:51 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 10:01:51 user nova-compute[74535]:     </video>
Dec 06 10:01:51 user nova-compute[74535]:     <rng model="virtio">
Dec 06 10:01:51 user nova-compute[74535]:       <backend model="random">/dev/urandom</backend>
Dec 06 10:01:51 user nova-compute[74535]:     </rng>
Dec 06 10:01:51 user nova-compute[74535]:     <controller type="usb" index="0" model="none"/>
Dec 06 10:01:51 user nova-compute[74535]:     <memballoon model="virtio">
Dec 06 10:01:51 user nova-compute[74535]:       <stats period="10"/>
Dec 06 10:01:51 user nova-compute[74535]:     </memballoon>
Dec 06 10:01:51 user nova-compute[74535]:   </devices>
Dec 06 10:01:51 user nova-compute[74535]: </domain>
Dec 06 10:01:51 user nova-compute[74535]:  {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 10:01:51 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-a6b912e3-29d7-4773-9e57-545e3872de76 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:01:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-902879310',display_name='tempest-ServerRescueNegativeTestJSON-server-902879310',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-902879310',id=21,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='17272e061eec432787a47431737ad50f',ramdisk_id='',reservation_id='r-qk1nb6cw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-1402737075',owner_user_name='tempest-ServerRescueNegativeTestJSON-1402737075-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T10:01:48Z,user_data=None,user_id='9a77e6b6f564435a942477b2360ac402',uuid=d742d153-7670-4be9-8477-882f6a39f03f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3b060eee-df21-4ac4-a508-edd137bd8427", "address": "fa:16:3e:e3:fc:dd", "network": {"id": "a3dfa24c-76e2-4ead-941f-ba72c57234a4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-566828184-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17272e061eec432787a47431737ad50f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3b060eee-df", "ovs_interfaceid": "3b060eee-df21-4ac4-a508-edd137bd8427", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 10:01:51 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-a6b912e3-29d7-4773-9e57-545e3872de76 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Converting VIF {"id": "3b060eee-df21-4ac4-a508-edd137bd8427", "address": "fa:16:3e:e3:fc:dd", "network": {"id": "a3dfa24c-76e2-4ead-941f-ba72c57234a4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-566828184-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17272e061eec432787a47431737ad50f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3b060eee-df", "ovs_interfaceid": "3b060eee-df21-4ac4-a508-edd137bd8427", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:01:51 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-a6b912e3-29d7-4773-9e57-545e3872de76 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e3:fc:dd,bridge_name='br-int',has_traffic_filtering=True,id=3b060eee-df21-4ac4-a508-edd137bd8427,network=Network(a3dfa24c-76e2-4ead-941f-ba72c57234a4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3b060eee-df') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:01:51 user nova-compute[74535]: DEBUG os_vif [None req-a6b912e3-29d7-4773-9e57-545e3872de76 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e3:fc:dd,bridge_name='br-int',has_traffic_filtering=True,id=3b060eee-df21-4ac4-a508-edd137bd8427,network=Network(a3dfa24c-76e2-4ead-941f-ba72c57234a4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3b060eee-df') {{(pid=74535) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 10:01:51 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:51 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:01:51 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 10:01:51 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:51 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ade3d4c3-3ace-57c7-98be-b3cb8a31377e', '_type': 'linux-noop'}}, row=False) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:01:51 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:01:51 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:51 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:51 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap3b060eee-df, may_exist=True, interface_attrs={}) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:01:51 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap3b060eee-df, col_values=(('qos', UUID('54963e5a-28a7-44ca-a738-0bdf12acf899')),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:01:51 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap3b060eee-df, col_values=(('external_ids', {'iface-id': '3b060eee-df21-4ac4-a508-edd137bd8427', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e3:fc:dd', 'vm-uuid': 'd742d153-7670-4be9-8477-882f6a39f03f'}),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:01:51 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:01:51 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:51 user nova-compute[74535]: INFO os_vif [None req-a6b912e3-29d7-4773-9e57-545e3872de76 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e3:fc:dd,bridge_name='br-int',has_traffic_filtering=True,id=3b060eee-df21-4ac4-a508-edd137bd8427,network=Network(a3dfa24c-76e2-4ead-941f-ba72c57234a4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3b060eee-df')
Dec 06 10:01:51 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-a6b912e3-29d7-4773-9e57-545e3872de76 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] No BDM found with device name vda, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 10:01:51 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-a6b912e3-29d7-4773-9e57-545e3872de76 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] No VIF found with MAC fa:16:3e:e3:fc:dd, not building metadata {{(pid=74535) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 10:01:51 user nova-compute[74535]: DEBUG nova.compute.manager [req-f0c16d8b-ac09-4fba-95bd-621ac33478db req-1a05b409-7b44-42d3-b22a-0214b4880151 service nova] [instance: 20432b5e-01b9-4b38-b139-47650a115278] Received event network-changed-e843486b-a520-4553-937e-bdf14c98a801 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:01:51 user nova-compute[74535]: DEBUG nova.compute.manager [req-f0c16d8b-ac09-4fba-95bd-621ac33478db req-1a05b409-7b44-42d3-b22a-0214b4880151 service nova] [instance: 20432b5e-01b9-4b38-b139-47650a115278] Refreshing instance network info cache due to event network-changed-e843486b-a520-4553-937e-bdf14c98a801. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 10:01:51 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-f0c16d8b-ac09-4fba-95bd-621ac33478db req-1a05b409-7b44-42d3-b22a-0214b4880151 service nova] Acquiring lock "refresh_cache-20432b5e-01b9-4b38-b139-47650a115278" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:01:51 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-f0c16d8b-ac09-4fba-95bd-621ac33478db req-1a05b409-7b44-42d3-b22a-0214b4880151 service nova] Acquired lock "refresh_cache-20432b5e-01b9-4b38-b139-47650a115278" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:01:52 user nova-compute[74535]: DEBUG nova.network.neutron [req-f0c16d8b-ac09-4fba-95bd-621ac33478db req-1a05b409-7b44-42d3-b22a-0214b4880151 service nova] [instance: 20432b5e-01b9-4b38-b139-47650a115278] Refreshing network info cache for port e843486b-a520-4553-937e-bdf14c98a801 {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 10:01:52 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:52 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:52 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:52 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:52 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:52 user nova-compute[74535]: DEBUG nova.network.neutron [req-5a96f79f-a939-41e3-a345-7a8b84167b82 req-37d10e0c-449b-40e3-a8e9-8bace8b1e72c service nova] [instance: d742d153-7670-4be9-8477-882f6a39f03f] Updated VIF entry in instance network info cache for port 3b060eee-df21-4ac4-a508-edd137bd8427. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 10:01:52 user nova-compute[74535]: DEBUG nova.network.neutron [req-5a96f79f-a939-41e3-a345-7a8b84167b82 req-37d10e0c-449b-40e3-a8e9-8bace8b1e72c service nova] [instance: d742d153-7670-4be9-8477-882f6a39f03f] Updating instance_info_cache with network_info: [{"id": "3b060eee-df21-4ac4-a508-edd137bd8427", "address": "fa:16:3e:e3:fc:dd", "network": {"id": "a3dfa24c-76e2-4ead-941f-ba72c57234a4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-566828184-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17272e061eec432787a47431737ad50f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3b060eee-df", "ovs_interfaceid": "3b060eee-df21-4ac4-a508-edd137bd8427", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:01:52 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-5a96f79f-a939-41e3-a345-7a8b84167b82 req-37d10e0c-449b-40e3-a8e9-8bace8b1e72c service nova] Releasing lock "refresh_cache-d742d153-7670-4be9-8477-882f6a39f03f" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:01:52 user nova-compute[74535]: DEBUG nova.network.neutron [req-f0c16d8b-ac09-4fba-95bd-621ac33478db req-1a05b409-7b44-42d3-b22a-0214b4880151 service nova] [instance: 20432b5e-01b9-4b38-b139-47650a115278] Updated VIF entry in instance network info cache for port e843486b-a520-4553-937e-bdf14c98a801. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 10:01:52 user nova-compute[74535]: DEBUG nova.network.neutron [req-f0c16d8b-ac09-4fba-95bd-621ac33478db req-1a05b409-7b44-42d3-b22a-0214b4880151 service nova] [instance: 20432b5e-01b9-4b38-b139-47650a115278] Updating instance_info_cache with network_info: [{"id": "e843486b-a520-4553-937e-bdf14c98a801", "address": "fa:16:3e:93:e1:cd", "network": {"id": "8b86f560-d219-47ac-911b-827500badcc4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-867973244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.62", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1a6ab8cc08d4115a89db7cf36f78025", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape843486b-a5", "ovs_interfaceid": "e843486b-a520-4553-937e-bdf14c98a801", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:01:52 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-f0c16d8b-ac09-4fba-95bd-621ac33478db req-1a05b409-7b44-42d3-b22a-0214b4880151 service nova] Releasing lock "refresh_cache-20432b5e-01b9-4b38-b139-47650a115278" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:01:52 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-6f38bffd-eeaf-45a1-86d5-b0a7ce18c5a8 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Acquiring lock "20432b5e-01b9-4b38-b139-47650a115278" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:01:52 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-6f38bffd-eeaf-45a1-86d5-b0a7ce18c5a8 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Lock "20432b5e-01b9-4b38-b139-47650a115278" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.003s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:01:52 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:52 user nova-compute[74535]: DEBUG nova.objects.instance [None req-6f38bffd-eeaf-45a1-86d5-b0a7ce18c5a8 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Lazy-loading 'flavor' on Instance uuid 20432b5e-01b9-4b38-b139-47650a115278 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:01:52 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-6f38bffd-eeaf-45a1-86d5-b0a7ce18c5a8 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Lock "20432b5e-01b9-4b38-b139-47650a115278" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.088s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:01:52 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-6f38bffd-eeaf-45a1-86d5-b0a7ce18c5a8 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Acquiring lock "20432b5e-01b9-4b38-b139-47650a115278" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:01:52 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-6f38bffd-eeaf-45a1-86d5-b0a7ce18c5a8 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Lock "20432b5e-01b9-4b38-b139-47650a115278" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:01:52 user nova-compute[74535]: INFO nova.compute.manager [None req-6f38bffd-eeaf-45a1-86d5-b0a7ce18c5a8 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 20432b5e-01b9-4b38-b139-47650a115278] Attaching volume 1908b61e-7842-43ef-8eea-ad3ef6f4a870 to /dev/vdb
Dec 06 10:01:53 user nova-compute[74535]: DEBUG os_brick.utils [None req-6f38bffd-eeaf-45a1-86d5-b0a7ce18c5a8 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:01:53 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:01:53 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.072s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:01:53 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[22aa778c-25cd-418b-b5a3-d0c425276531]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d95ac7cee77a\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:01:53 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:01:53 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:01:53 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[07afab17-0481-4e33-954e-8c4c8a55205c]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:01:53 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:01:53 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.027s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:01:53 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c5a419e-6656-4ec3-9fd9-e1ccfad3419e]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:01:53 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ca277a1-b9bb-4378-a525-c86fd9373ffe]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:01:53 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-6f38bffd-eeaf-45a1-86d5-b0a7ce18c5a8 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Running cmd (subprocess): nvme version {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:01:53 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-6f38bffd-eeaf-45a1-86d5-b0a7ce18c5a8 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] 'nvme version' failed. Not Retrying. {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 10:01:53 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.nvmeof [None req-6f38bffd-eeaf-45a1-86d5-b0a7ce18c5a8 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] nvme not present on system {{(pid=74535) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 10:01:53 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:53 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:01:53 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:53 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:53 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 10:01:53 user nova-compute[74535]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 10:01:53 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[5498e448-195e-434f-99c3-3ffbdab250db]: (4, '') {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:01:53 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-6f38bffd-eeaf-45a1-86d5-b0a7ce18c5a8 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74535) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 10:01:53 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-6f38bffd-eeaf-45a1-86d5-b0a7ce18c5a8 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74535) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 10:01:53 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-6f38bffd-eeaf-45a1-86d5-b0a7ce18c5a8 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] LIGHTOS: no hostnqn found. {{(pid=74535) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 10:01:53 user nova-compute[74535]: DEBUG os_brick.utils [None req-6f38bffd-eeaf-45a1-86d5-b0a7ce18c5a8 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] <== get_connector_properties: return (543ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d95ac7cee77a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:01:53 user nova-compute[74535]: DEBUG nova.virt.block_device [None req-6f38bffd-eeaf-45a1-86d5-b0a7ce18c5a8 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 20432b5e-01b9-4b38-b139-47650a115278] Updating existing volume attachment record: 3a201fbc-173c-478b-9cf6-4252adc05892 {{(pid=74535) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 10:01:53 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:54 user nova-compute[74535]: DEBUG nova.compute.manager [None req-9a1103b5-2eab-4915-9423-894c0d07eb3d tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: 5f37b4f2-47f1-474f-82cb-fa93ff07f428] Instance event wait completed in 0 seconds for  {{(pid=74535) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 10:01:54 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-9a1103b5-2eab-4915-9423-894c0d07eb3d tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: 5f37b4f2-47f1-474f-82cb-fa93ff07f428] Guest created on hypervisor {{(pid=74535) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 10:01:54 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: 5f37b4f2-47f1-474f-82cb-fa93ff07f428] Instance spawned successfully.
Dec 06 10:01:54 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-9a1103b5-2eab-4915-9423-894c0d07eb3d tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: 5f37b4f2-47f1-474f-82cb-fa93ff07f428] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 10:01:54 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-9a1103b5-2eab-4915-9423-894c0d07eb3d tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: 5f37b4f2-47f1-474f-82cb-fa93ff07f428] Found default for hw_cdrom_bus of ide {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:01:54 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-9a1103b5-2eab-4915-9423-894c0d07eb3d tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: 5f37b4f2-47f1-474f-82cb-fa93ff07f428] Found default for hw_disk_bus of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:01:54 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-9a1103b5-2eab-4915-9423-894c0d07eb3d tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: 5f37b4f2-47f1-474f-82cb-fa93ff07f428] Found default for hw_input_bus of None {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:01:54 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-9a1103b5-2eab-4915-9423-894c0d07eb3d tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: 5f37b4f2-47f1-474f-82cb-fa93ff07f428] Found default for hw_pointer_model of None {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:01:54 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-9a1103b5-2eab-4915-9423-894c0d07eb3d tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: 5f37b4f2-47f1-474f-82cb-fa93ff07f428] Found default for hw_video_model of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:01:54 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-9a1103b5-2eab-4915-9423-894c0d07eb3d tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: 5f37b4f2-47f1-474f-82cb-fa93ff07f428] Found default for hw_vif_model of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:01:54 user nova-compute[74535]: INFO nova.compute.manager [None req-9a1103b5-2eab-4915-9423-894c0d07eb3d tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: 5f37b4f2-47f1-474f-82cb-fa93ff07f428] Took 7.06 seconds to spawn the instance on the hypervisor.
Dec 06 10:01:54 user nova-compute[74535]: DEBUG nova.compute.manager [None req-9a1103b5-2eab-4915-9423-894c0d07eb3d tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: 5f37b4f2-47f1-474f-82cb-fa93ff07f428] Checking state {{(pid=74535) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 10:01:54 user nova-compute[74535]: INFO nova.compute.manager [None req-9a1103b5-2eab-4915-9423-894c0d07eb3d tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: 5f37b4f2-47f1-474f-82cb-fa93ff07f428] Took 8.31 seconds to build instance.
Dec 06 10:01:54 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-9a1103b5-2eab-4915-9423-894c0d07eb3d tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Lock "5f37b4f2-47f1-474f-82cb-fa93ff07f428" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.422s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:01:56 user nova-compute[74535]: DEBUG nova.compute.manager [None req-a6b912e3-29d7-4773-9e57-545e3872de76 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: d742d153-7670-4be9-8477-882f6a39f03f] Instance event wait completed in 0 seconds for  {{(pid=74535) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 10:01:56 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-a6b912e3-29d7-4773-9e57-545e3872de76 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: d742d153-7670-4be9-8477-882f6a39f03f] Guest created on hypervisor {{(pid=74535) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 10:01:56 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: d742d153-7670-4be9-8477-882f6a39f03f] Instance spawned successfully.
Dec 06 10:01:56 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-a6b912e3-29d7-4773-9e57-545e3872de76 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: d742d153-7670-4be9-8477-882f6a39f03f] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 10:01:56 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-a6b912e3-29d7-4773-9e57-545e3872de76 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: d742d153-7670-4be9-8477-882f6a39f03f] Found default for hw_cdrom_bus of ide {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:01:56 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-a6b912e3-29d7-4773-9e57-545e3872de76 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: d742d153-7670-4be9-8477-882f6a39f03f] Found default for hw_disk_bus of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:01:56 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-a6b912e3-29d7-4773-9e57-545e3872de76 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: d742d153-7670-4be9-8477-882f6a39f03f] Found default for hw_input_bus of None {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:01:56 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-a6b912e3-29d7-4773-9e57-545e3872de76 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: d742d153-7670-4be9-8477-882f6a39f03f] Found default for hw_pointer_model of None {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:01:56 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-a6b912e3-29d7-4773-9e57-545e3872de76 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: d742d153-7670-4be9-8477-882f6a39f03f] Found default for hw_video_model of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:01:56 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-a6b912e3-29d7-4773-9e57-545e3872de76 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: d742d153-7670-4be9-8477-882f6a39f03f] Found default for hw_vif_model of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:01:56 user nova-compute[74535]: INFO nova.compute.manager [None req-a6b912e3-29d7-4773-9e57-545e3872de76 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: d742d153-7670-4be9-8477-882f6a39f03f] Took 7.92 seconds to spawn the instance on the hypervisor.
Dec 06 10:01:56 user nova-compute[74535]: DEBUG nova.compute.manager [None req-a6b912e3-29d7-4773-9e57-545e3872de76 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: d742d153-7670-4be9-8477-882f6a39f03f] Checking state {{(pid=74535) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 10:01:56 user nova-compute[74535]: INFO nova.compute.manager [None req-a6b912e3-29d7-4773-9e57-545e3872de76 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: d742d153-7670-4be9-8477-882f6a39f03f] Took 9.14 seconds to build instance.
Dec 06 10:01:56 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a6b912e3-29d7-4773-9e57-545e3872de76 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Lock "d742d153-7670-4be9-8477-882f6a39f03f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 9.258s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:01:56 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:57 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:57 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:01:58 user nova-compute[74535]: DEBUG nova.compute.manager [req-955242b1-97ca-449b-835c-0b4058714238 req-7d37ac17-97fd-42b9-89c4-a0673faaf7b3 service nova] [instance: 5f37b4f2-47f1-474f-82cb-fa93ff07f428] Received event network-vif-plugged-ee4c9481-abe2-4b04-af7f-34f083b82f34 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:01:58 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-955242b1-97ca-449b-835c-0b4058714238 req-7d37ac17-97fd-42b9-89c4-a0673faaf7b3 service nova] Acquiring lock "5f37b4f2-47f1-474f-82cb-fa93ff07f428-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:01:58 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-955242b1-97ca-449b-835c-0b4058714238 req-7d37ac17-97fd-42b9-89c4-a0673faaf7b3 service nova] Lock "5f37b4f2-47f1-474f-82cb-fa93ff07f428-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:01:58 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-955242b1-97ca-449b-835c-0b4058714238 req-7d37ac17-97fd-42b9-89c4-a0673faaf7b3 service nova] Lock "5f37b4f2-47f1-474f-82cb-fa93ff07f428-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:01:58 user nova-compute[74535]: DEBUG nova.compute.manager [req-955242b1-97ca-449b-835c-0b4058714238 req-7d37ac17-97fd-42b9-89c4-a0673faaf7b3 service nova] [instance: 5f37b4f2-47f1-474f-82cb-fa93ff07f428] No waiting events found dispatching network-vif-plugged-ee4c9481-abe2-4b04-af7f-34f083b82f34 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:01:58 user nova-compute[74535]: WARNING nova.compute.manager [req-955242b1-97ca-449b-835c-0b4058714238 req-7d37ac17-97fd-42b9-89c4-a0673faaf7b3 service nova] [instance: 5f37b4f2-47f1-474f-82cb-fa93ff07f428] Received unexpected event network-vif-plugged-ee4c9481-abe2-4b04-af7f-34f083b82f34 for instance with vm_state active and task_state None.
Dec 06 10:02:00 user nova-compute[74535]: DEBUG nova.compute.manager [req-e5adbe3c-878b-4be6-a1b3-961e04a3cb3e req-696cc781-fa8a-4c8d-b0fb-6a65bce28f1b service nova] [instance: 5f37b4f2-47f1-474f-82cb-fa93ff07f428] Received event network-vif-plugged-ee4c9481-abe2-4b04-af7f-34f083b82f34 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:02:00 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-e5adbe3c-878b-4be6-a1b3-961e04a3cb3e req-696cc781-fa8a-4c8d-b0fb-6a65bce28f1b service nova] Acquiring lock "5f37b4f2-47f1-474f-82cb-fa93ff07f428-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:02:00 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-e5adbe3c-878b-4be6-a1b3-961e04a3cb3e req-696cc781-fa8a-4c8d-b0fb-6a65bce28f1b service nova] Lock "5f37b4f2-47f1-474f-82cb-fa93ff07f428-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:02:00 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-e5adbe3c-878b-4be6-a1b3-961e04a3cb3e req-696cc781-fa8a-4c8d-b0fb-6a65bce28f1b service nova] Lock "5f37b4f2-47f1-474f-82cb-fa93ff07f428-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.006s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:02:00 user nova-compute[74535]: DEBUG nova.compute.manager [req-e5adbe3c-878b-4be6-a1b3-961e04a3cb3e req-696cc781-fa8a-4c8d-b0fb-6a65bce28f1b service nova] [instance: 5f37b4f2-47f1-474f-82cb-fa93ff07f428] No waiting events found dispatching network-vif-plugged-ee4c9481-abe2-4b04-af7f-34f083b82f34 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:02:00 user nova-compute[74535]: WARNING nova.compute.manager [req-e5adbe3c-878b-4be6-a1b3-961e04a3cb3e req-696cc781-fa8a-4c8d-b0fb-6a65bce28f1b service nova] [instance: 5f37b4f2-47f1-474f-82cb-fa93ff07f428] Received unexpected event network-vif-plugged-ee4c9481-abe2-4b04-af7f-34f083b82f34 for instance with vm_state active and task_state None.
Dec 06 10:02:00 user nova-compute[74535]: DEBUG nova.compute.manager [req-e5adbe3c-878b-4be6-a1b3-961e04a3cb3e req-696cc781-fa8a-4c8d-b0fb-6a65bce28f1b service nova] [instance: d742d153-7670-4be9-8477-882f6a39f03f] Received event network-vif-plugged-3b060eee-df21-4ac4-a508-edd137bd8427 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:02:00 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-e5adbe3c-878b-4be6-a1b3-961e04a3cb3e req-696cc781-fa8a-4c8d-b0fb-6a65bce28f1b service nova] Acquiring lock "d742d153-7670-4be9-8477-882f6a39f03f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:02:00 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-e5adbe3c-878b-4be6-a1b3-961e04a3cb3e req-696cc781-fa8a-4c8d-b0fb-6a65bce28f1b service nova] Lock "d742d153-7670-4be9-8477-882f6a39f03f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:02:00 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-e5adbe3c-878b-4be6-a1b3-961e04a3cb3e req-696cc781-fa8a-4c8d-b0fb-6a65bce28f1b service nova] Lock "d742d153-7670-4be9-8477-882f6a39f03f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:02:00 user nova-compute[74535]: DEBUG nova.compute.manager [req-e5adbe3c-878b-4be6-a1b3-961e04a3cb3e req-696cc781-fa8a-4c8d-b0fb-6a65bce28f1b service nova] [instance: d742d153-7670-4be9-8477-882f6a39f03f] No waiting events found dispatching network-vif-plugged-3b060eee-df21-4ac4-a508-edd137bd8427 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:02:00 user nova-compute[74535]: WARNING nova.compute.manager [req-e5adbe3c-878b-4be6-a1b3-961e04a3cb3e req-696cc781-fa8a-4c8d-b0fb-6a65bce28f1b service nova] [instance: d742d153-7670-4be9-8477-882f6a39f03f] Received unexpected event network-vif-plugged-3b060eee-df21-4ac4-a508-edd137bd8427 for instance with vm_state active and task_state None.
Dec 06 10:02:00 user nova-compute[74535]: DEBUG nova.compute.manager [req-e5adbe3c-878b-4be6-a1b3-961e04a3cb3e req-696cc781-fa8a-4c8d-b0fb-6a65bce28f1b service nova] [instance: d742d153-7670-4be9-8477-882f6a39f03f] Received event network-vif-plugged-3b060eee-df21-4ac4-a508-edd137bd8427 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:02:00 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-e5adbe3c-878b-4be6-a1b3-961e04a3cb3e req-696cc781-fa8a-4c8d-b0fb-6a65bce28f1b service nova] Acquiring lock "d742d153-7670-4be9-8477-882f6a39f03f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:02:00 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-e5adbe3c-878b-4be6-a1b3-961e04a3cb3e req-696cc781-fa8a-4c8d-b0fb-6a65bce28f1b service nova] Lock "d742d153-7670-4be9-8477-882f6a39f03f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:02:00 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-e5adbe3c-878b-4be6-a1b3-961e04a3cb3e req-696cc781-fa8a-4c8d-b0fb-6a65bce28f1b service nova] Lock "d742d153-7670-4be9-8477-882f6a39f03f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:02:00 user nova-compute[74535]: DEBUG nova.compute.manager [req-e5adbe3c-878b-4be6-a1b3-961e04a3cb3e req-696cc781-fa8a-4c8d-b0fb-6a65bce28f1b service nova] [instance: d742d153-7670-4be9-8477-882f6a39f03f] No waiting events found dispatching network-vif-plugged-3b060eee-df21-4ac4-a508-edd137bd8427 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:02:00 user nova-compute[74535]: WARNING nova.compute.manager [req-e5adbe3c-878b-4be6-a1b3-961e04a3cb3e req-696cc781-fa8a-4c8d-b0fb-6a65bce28f1b service nova] [instance: d742d153-7670-4be9-8477-882f6a39f03f] Received unexpected event network-vif-plugged-3b060eee-df21-4ac4-a508-edd137bd8427 for instance with vm_state active and task_state None.
Dec 06 10:02:01 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:02:01 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:02:02 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:02:03 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:02:03 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:02:04 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6f38bffd-eeaf-45a1-86d5-b0a7ce18c5a8 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 20432b5e-01b9-4b38-b139-47650a115278] Calling os-brick to attach iSCSI Volume {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 10:02:04 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f38bffd-eeaf-45a1-86d5-b0a7ce18c5a8 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LinOhJxV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:02:04 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-6f38bffd-eeaf-45a1-86d5-b0a7ce18c5a8 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:02:04 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-6f38bffd-eeaf-45a1-86d5-b0a7ce18c5a8 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:02:04 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-6f38bffd-eeaf-45a1-86d5-b0a7ce18c5a8 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:02:04 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-6f38bffd-eeaf-45a1-86d5-b0a7ce18c5a8 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:02:04 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-6f38bffd-eeaf-45a1-86d5-b0a7ce18c5a8 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:02:04 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-6f38bffd-eeaf-45a1-86d5-b0a7ce18c5a8 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:02:04 user nova-compute[74535]: INFO os_brick.initiator.connectors.iscsi [None req-6f38bffd-eeaf-45a1-86d5-b0a7ce18c5a8 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 10:02:04 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870 -p 172.16.0.220:3260 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:04 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:04 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[238d209c-2d14-471c-b44b-1ff683c58822]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:02:04 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f38bffd-eeaf-45a1-86d5-b0a7ce18c5a8 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 10:02:04 user nova-compute[74535]:  {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:02:04 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870 -p 172.16.0.220:3260 --interface default --op new {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:04 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:04 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0e60572-13ef-4a67-bec6-35ad190027de]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870] added\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:02:04 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f38bffd-eeaf-45a1-86d5-b0a7ce18c5a8 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870] added
Dec 06 10:02:04 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:02:04 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:04 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:04 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[da7a5874-896c-42fd-8cb9-5e2f4ee8c2c1]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:02:04 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f38bffd-eeaf-45a1-86d5-b0a7ce18c5a8 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:02:04 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:04 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.026s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:04 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca5b7b40-320f-4d1b-8166-4c6177e7e4e2]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:02:04 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f38bffd-eeaf-45a1-86d5-b0a7ce18c5a8 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:02:04 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v LinOhJxV {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:04 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v LinOhJxV" returned: 0 in 0.027s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:04 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[44e2dd20-501e-4f14-9cdb-4bd318393d2c]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:02:04 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f38bffd-eeaf-45a1-86d5-b0a7ce18c5a8 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'LinOhJxV'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:02:04 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:04 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.023s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:04 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ff08326-2378-459a-893d-74cdcff2f0d3]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:02:04 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f38bffd-eeaf-45a1-86d5-b0a7ce18c5a8 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:02:04 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:04 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:04 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[d02b9266-838f-43fe-8197-19fd567a42e0]: (4, ('tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:02:04 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f38bffd-eeaf-45a1-86d5-b0a7ce18c5a8 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d (non-flash)
Dec 06 10:02:04 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:02:04 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f38bffd-eeaf-45a1-86d5-b0a7ce18c5a8 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] iscsi session list stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d (non-flash)
Dec 06 10:02:04 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:02:04 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870 -p 172.16.0.220:3260 --login {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:04 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870 -p 172.16.0.220:3260 --login" returned: 0 in 0.058s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:04 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2152cef-528f-4340-bd08-27f80da4acbc]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:02:04 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f38bffd-eeaf-45a1-86d5-b0a7ce18c5a8 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870, portal: 172.16.0.220,3260]
Dec 06 10:02:04 user nova-compute[74535]: Login to [iface: default, target: iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870, portal: 172.16.0.220,3260] successful.
Dec 06 10:02:04 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:02:04 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:04 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:02:04 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:04 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f742347-7a11-47c6-b41c-ae4e58a1000c]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:02:04 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f38bffd-eeaf-45a1-86d5-b0a7ce18c5a8 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:02:04 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:04 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:04 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb6efa89-1bbf-4c43-b9b6-8f2e34d48d57]: (4, ('tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870 (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:02:04 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f38bffd-eeaf-45a1-86d5-b0a7ce18c5a8 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d (non-flash)
Dec 06 10:02:04 user nova-compute[74535]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870 (non-flash)
Dec 06 10:02:04 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:02:04 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f38bffd-eeaf-45a1-86d5-b0a7ce18c5a8 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] iscsi session list stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d (non-flash)
Dec 06 10:02:04 user nova-compute[74535]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870 (non-flash)
Dec 06 10:02:04 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:02:04 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-6f38bffd-eeaf-45a1-86d5-b0a7ce18c5a8 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.312s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:02:04 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f38bffd-eeaf-45a1-86d5-b0a7ce18c5a8 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Connected to 172.16.0.220:3260 {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 10:02:04 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-6f38bffd-eeaf-45a1-86d5-b0a7ce18c5a8 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] HCTL ('34', '-', '-', 0) found on session 17 with lun 0 {{(pid=74535) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 10:02:04 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-6f38bffd-eeaf-45a1-86d5-b0a7ce18c5a8 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74535) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 10:02:04 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:04 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:04 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[975f29bc-6c08-4ce7-9835-88d677b74aef]: (4, ('- - 0', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:02:04 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-6f38bffd-eeaf-45a1-86d5-b0a7ce18c5a8 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Searching for a device in session 17 and hctl ['34', '*', '*', 0] yield: None {{(pid=74535) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 10:02:05 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-6f38bffd-eeaf-45a1-86d5-b0a7ce18c5a8 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Searching for a device in session 17 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74535) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 10:02:05 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f38bffd-eeaf-45a1-86d5-b0a7ce18c5a8 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LinOhJxV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 10:02:05 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-6f38bffd-eeaf-45a1-86d5-b0a7ce18c5a8 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.342s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:02:05 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f38bffd-eeaf-45a1-86d5-b0a7ce18c5a8 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] <== connect_volume: return (1343ms) {'type': 'block', 'scsi_wwn': '23366633634363433', 'path': '/dev/sdc'} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:02:05 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6f38bffd-eeaf-45a1-86d5-b0a7ce18c5a8 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 20432b5e-01b9-4b38-b139-47650a115278] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23366633634363433', 'path': '/dev/sdc'} {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 10:02:05 user nova-compute[74535]: DEBUG nova.objects.instance [None req-6f38bffd-eeaf-45a1-86d5-b0a7ce18c5a8 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Lazy-loading 'flavor' on Instance uuid 20432b5e-01b9-4b38-b139-47650a115278 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:02:06 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-6f38bffd-eeaf-45a1-86d5-b0a7ce18c5a8 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 10:02:06 user nova-compute[74535]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 10:02:06 user nova-compute[74535]:   <source dev="/dev/sdc"/>
Dec 06 10:02:06 user nova-compute[74535]:   <target dev="vdb" bus="virtio"/>
Dec 06 10:02:06 user nova-compute[74535]:   <serial>1908b61e-7842-43ef-8eea-ad3ef6f4a870</serial>
Dec 06 10:02:06 user nova-compute[74535]: </disk>
Dec 06 10:02:06 user nova-compute[74535]:  {{(pid=74535) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 10:02:06 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-6f38bffd-eeaf-45a1-86d5-b0a7ce18c5a8 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] No BDM found with device name vda, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 10:02:06 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-6f38bffd-eeaf-45a1-86d5-b0a7ce18c5a8 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 10:02:06 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-6f38bffd-eeaf-45a1-86d5-b0a7ce18c5a8 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] No VIF found with MAC fa:16:3e:93:e1:cd, not building metadata {{(pid=74535) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 10:02:06 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-6f38bffd-eeaf-45a1-86d5-b0a7ce18c5a8 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Lock "20432b5e-01b9-4b38-b139-47650a115278" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 13.637s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:02:06 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:02:07 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:02:07 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:02:07 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:02:07 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:02:07 user nova-compute[74535]: INFO nova.compute.manager [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 20432b5e-01b9-4b38-b139-47650a115278] Rebuilding instance
Dec 06 10:02:08 user nova-compute[74535]: DEBUG nova.compute.manager [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 20432b5e-01b9-4b38-b139-47650a115278] Checking state {{(pid=74535) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 10:02:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:02:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:02:08 user nova-compute[74535]: DEBUG nova.compute.manager [req-78e15f63-f4f5-44cc-be8b-404a41459f40 req-5e84bbf2-4a7a-4bda-9f97-68ec4f8e2d85 service nova] [instance: 20432b5e-01b9-4b38-b139-47650a115278] Received event network-vif-unplugged-e843486b-a520-4553-937e-bdf14c98a801 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:02:08 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-78e15f63-f4f5-44cc-be8b-404a41459f40 req-5e84bbf2-4a7a-4bda-9f97-68ec4f8e2d85 service nova] Acquiring lock "20432b5e-01b9-4b38-b139-47650a115278-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:02:08 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-78e15f63-f4f5-44cc-be8b-404a41459f40 req-5e84bbf2-4a7a-4bda-9f97-68ec4f8e2d85 service nova] Lock "20432b5e-01b9-4b38-b139-47650a115278-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:02:08 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-78e15f63-f4f5-44cc-be8b-404a41459f40 req-5e84bbf2-4a7a-4bda-9f97-68ec4f8e2d85 service nova] Lock "20432b5e-01b9-4b38-b139-47650a115278-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:02:08 user nova-compute[74535]: DEBUG nova.compute.manager [req-78e15f63-f4f5-44cc-be8b-404a41459f40 req-5e84bbf2-4a7a-4bda-9f97-68ec4f8e2d85 service nova] [instance: 20432b5e-01b9-4b38-b139-47650a115278] No waiting events found dispatching network-vif-unplugged-e843486b-a520-4553-937e-bdf14c98a801 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:02:08 user nova-compute[74535]: WARNING nova.compute.manager [req-78e15f63-f4f5-44cc-be8b-404a41459f40 req-5e84bbf2-4a7a-4bda-9f97-68ec4f8e2d85 service nova] [instance: 20432b5e-01b9-4b38-b139-47650a115278] Received unexpected event network-vif-unplugged-e843486b-a520-4553-937e-bdf14c98a801 for instance with vm_state active and task_state rebuilding.
Dec 06 10:02:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:02:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:02:08 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:02:09 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: 20432b5e-01b9-4b38-b139-47650a115278] Instance destroyed successfully.
Dec 06 10:02:09 user nova-compute[74535]: INFO nova.compute.manager [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 20432b5e-01b9-4b38-b139-47650a115278] Detaching volume 1908b61e-7842-43ef-8eea-ad3ef6f4a870
Dec 06 10:02:09 user nova-compute[74535]: INFO nova.virt.block_device [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 20432b5e-01b9-4b38-b139-47650a115278] Attempting to driver detach volume 1908b61e-7842-43ef-8eea-ad3ef6f4a870 from mountpoint /dev/vdb
Dec 06 10:02:09 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Attempting to detach device vdb from instance 20432b5e-01b9-4b38-b139-47650a115278 from the persistent domain config. {{(pid=74535) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 10:02:09 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 10:02:09 user nova-compute[74535]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 10:02:09 user nova-compute[74535]:   <source dev="/dev/sdc"/>
Dec 06 10:02:09 user nova-compute[74535]:   <target dev="vdb" bus="virtio"/>
Dec 06 10:02:09 user nova-compute[74535]:   <serial>1908b61e-7842-43ef-8eea-ad3ef6f4a870</serial>
Dec 06 10:02:09 user nova-compute[74535]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 10:02:09 user nova-compute[74535]: </disk>
Dec 06 10:02:09 user nova-compute[74535]:  {{(pid=74535) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 10:02:09 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Successfully detached device vdb from instance 20432b5e-01b9-4b38-b139-47650a115278 from the persistent domain config.
Dec 06 10:02:09 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 20432b5e-01b9-4b38-b139-47650a115278] calling os-brick to detach iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 10:02:09 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, {'target_iqn': 'iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LinOhJxV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:02:09 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Dec 06 10:02:09 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:02:09 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:02:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:09 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f128631-374e-4f12-9565-09cd9f1b9292]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:02:09 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 10:02:09 user nova-compute[74535]: No targets found.
Dec 06 10:02:09 user nova-compute[74535]: iSNS:
Dec 06 10:02:09 user nova-compute[74535]: No targets found.
Dec 06 10:02:09 user nova-compute[74535]: STATIC:
Dec 06 10:02:09 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870
Dec 06 10:02:09 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:02:09 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:02:09 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d
Dec 06 10:02:09 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:02:09 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:02:09 user nova-compute[74535]: FIRMWARE:
Dec 06 10:02:09 user nova-compute[74535]: No targets found.
Dec 06 10:02:09 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:02:09 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 10:02:09 user nova-compute[74535]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 10:02:09 user nova-compute[74535]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74535) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 10:02:09 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870', 0)] {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 10:02:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:09 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b52701c-bd9f-41fa-b087-7d9d8c8ef20d]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:02:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:09 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[90ea5757-7296-4d0e-8584-1f3c3b047d04]: (4, ('tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870 (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:02:09 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d (non-flash)
Dec 06 10:02:09 user nova-compute[74535]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870 (non-flash)
Dec 06 10:02:09 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:02:09 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] iscsi session list stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d (non-flash)
Dec 06 10:02:09 user nova-compute[74535]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870 (non-flash)
Dec 06 10:02:09 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:02:09 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ff1007ccf70>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870'): ({'sdc'}, set())}) {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 10:02:09 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Removing single pathed devices sdc {{(pid=74535) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 10:02:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.025s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:09 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[4bc13fb4-2498-40f1-bdde-d9bebef421ea]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:02:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.027s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:09 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[7be1b13a-b3ff-4700-bc7b-6a294d7fe533]: (4, ('ok\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:02:09 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Flushing IO for device /dev/sdc {{(pid=74535) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 10:02:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.013s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:09 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[dbe41c33-7ff5-4933-ae00-84f42f154458]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:02:09 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74535) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 10:02:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.039s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:09 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[d178b8ef-8503-4052-8984-9dd6f2a065fa]: (4, ('1', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:02:09 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 10:02:09 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] SCSI volumes sdc have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 10:02:09 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870')] {{(pid=74535) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 10:02:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:09 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[a808c0d9-d92c-4a29-969a-a554fa7e041f]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:02:09 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:02:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870 -p 172.16.0.220:3260 --logout {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870 -p 172.16.0.220:3260 --logout" returned: 0 in 0.075s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:09 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[423ceb16-dcc8-4f19-b691-8847534fd631]: (4, ('Logging out of session [sid: 17, target: iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870, portal: 172.16.0.220,3260]\nLogout of [sid: 17, target: iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:02:09 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 17, target: iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870, portal: 172.16.0.220,3260]
Dec 06 10:02:09 user nova-compute[74535]: Logout of [sid: 17, target: iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870, portal: 172.16.0.220,3260] successful.
Dec 06 10:02:09 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:02:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870 -p 172.16.0.220:3260 --op delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.032s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:09 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d2c3103-3162-43b8-a6c5-6a8b00ba7eb8]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:02:09 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:02:09 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.350s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:02:09 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] <== disconnect_volume: return (351ms) None {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:02:09 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 20432b5e-01b9-4b38-b139-47650a115278] Disconnected iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 10:02:09 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:02:09 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:02:09 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74535) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 10:02:09 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:02:09 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74535) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Dec 06 10:02:10 user nova-compute[74535]: DEBUG nova.compute.manager [req-ec88ee29-cc9d-49e7-8e34-536091b143e5 req-38c85ef6-b48a-49d9-9344-24cd9961284d service nova] [instance: 20432b5e-01b9-4b38-b139-47650a115278] Received event network-vif-plugged-e843486b-a520-4553-937e-bdf14c98a801 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:02:10 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-ec88ee29-cc9d-49e7-8e34-536091b143e5 req-38c85ef6-b48a-49d9-9344-24cd9961284d service nova] Acquiring lock "20432b5e-01b9-4b38-b139-47650a115278-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:02:10 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-ec88ee29-cc9d-49e7-8e34-536091b143e5 req-38c85ef6-b48a-49d9-9344-24cd9961284d service nova] Lock "20432b5e-01b9-4b38-b139-47650a115278-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:02:10 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-ec88ee29-cc9d-49e7-8e34-536091b143e5 req-38c85ef6-b48a-49d9-9344-24cd9961284d service nova] Lock "20432b5e-01b9-4b38-b139-47650a115278-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:02:10 user nova-compute[74535]: DEBUG nova.compute.manager [req-ec88ee29-cc9d-49e7-8e34-536091b143e5 req-38c85ef6-b48a-49d9-9344-24cd9961284d service nova] [instance: 20432b5e-01b9-4b38-b139-47650a115278] No waiting events found dispatching network-vif-plugged-e843486b-a520-4553-937e-bdf14c98a801 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:02:10 user nova-compute[74535]: WARNING nova.compute.manager [req-ec88ee29-cc9d-49e7-8e34-536091b143e5 req-38c85ef6-b48a-49d9-9344-24cd9961284d service nova] [instance: 20432b5e-01b9-4b38-b139-47650a115278] Received unexpected event network-vif-plugged-e843486b-a520-4553-937e-bdf14c98a801 for instance with vm_state active and task_state rebuilding.
Dec 06 10:02:10 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: 20432b5e-01b9-4b38-b139-47650a115278] Instance destroyed successfully.
Dec 06 10:02:10 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T09:59:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-1019203950',display_name='tempest-ServerActionsTestOtherA-server-476799760',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-1019203950',id=15,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNvZ5kXdFSea7lt/abLjYKLvhjFom5iWgQ8/j2R1hf/lZSOo284x2g/XbnWpTW5L6ZKHZSD/flPFQlRylJRcDu42V5MHcPU+fyqWv1bWFvIArkPwsqPP4i90hMCl8mlx4Q==',key_name='tempest-keypair-1531192608',keypairs=<?>,launch_index=0,launched_at=2023-12-06T10:00:06Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='c1a6ab8cc08d4115a89db7cf36f78025',ramdisk_id='',reservation_id='r-nkk2yun6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-2145111356',owner_user_name='tempest-ServerActionsTestOtherA-2145111356-project-member'},tags=<?>,task_state='rebuilding',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T10:02:08Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c4d40c6d3b9e49f79feff37d137f350a',uuid=20432b5e-01b9-4b38-b139-47650a115278,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e843486b-a520-4553-937e-bdf14c98a801", "address": "fa:16:3e:93:e1:cd", "network": {"id": "8b86f560-d219-47ac-911b-827500badcc4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-867973244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.62", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1a6ab8cc08d4115a89db7cf36f78025", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape843486b-a5", "ovs_interfaceid": "e843486b-a520-4553-937e-bdf14c98a801", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 10:02:10 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Converting VIF {"id": "e843486b-a520-4553-937e-bdf14c98a801", "address": "fa:16:3e:93:e1:cd", "network": {"id": "8b86f560-d219-47ac-911b-827500badcc4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-867973244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.62", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1a6ab8cc08d4115a89db7cf36f78025", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape843486b-a5", "ovs_interfaceid": "e843486b-a520-4553-937e-bdf14c98a801", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:02:10 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:93:e1:cd,bridge_name='br-int',has_traffic_filtering=True,id=e843486b-a520-4553-937e-bdf14c98a801,network=Network(8b86f560-d219-47ac-911b-827500badcc4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape843486b-a5') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:02:10 user nova-compute[74535]: DEBUG os_vif [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:93:e1:cd,bridge_name='br-int',has_traffic_filtering=True,id=e843486b-a520-4553-937e-bdf14c98a801,network=Network(8b86f560-d219-47ac-911b-827500badcc4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape843486b-a5') {{(pid=74535) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 10:02:10 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:02:10 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape843486b-a5, bridge=br-int, if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:02:10 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:02:10 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:02:10 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:02:10 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=59884148-d1ec-450a-bc9d-7c50317e7bbe) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:02:10 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:02:10 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:02:10 user nova-compute[74535]: INFO os_vif [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:93:e1:cd,bridge_name='br-int',has_traffic_filtering=True,id=e843486b-a520-4553-937e-bdf14c98a801,network=Network(8b86f560-d219-47ac-911b-827500badcc4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape843486b-a5')
Dec 06 10:02:10 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 20432b5e-01b9-4b38-b139-47650a115278] calling os-brick to detach iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 10:02:10 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, {'target_iqn': 'iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LinOhJxV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:02:10 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Dec 06 10:02:10 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:02:10 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:02:10 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:10 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:10 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[38ae2d29-90c7-4689-8738-70bb88d53d0b]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:02:10 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 10:02:10 user nova-compute[74535]: No targets found.
Dec 06 10:02:10 user nova-compute[74535]: iSNS:
Dec 06 10:02:10 user nova-compute[74535]: No targets found.
Dec 06 10:02:10 user nova-compute[74535]: STATIC:
Dec 06 10:02:10 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d
Dec 06 10:02:10 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:02:10 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:02:10 user nova-compute[74535]: FIRMWARE:
Dec 06 10:02:10 user nova-compute[74535]: No targets found.
Dec 06 10:02:10 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:02:10 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 10:02:10 user nova-compute[74535]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 10:02:10 user nova-compute[74535]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74535) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 10:02:10 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870', 0)] {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 10:02:10 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:10 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:10 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2b36f48-c178-46e1-8cc8-5f282e39d448]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:02:10 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:10 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:10 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e8f547f-69e9-43a0-b64a-166c86f1129d]: (4, ('tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:02:10 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d (non-flash)
Dec 06 10:02:10 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:02:10 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] iscsi session list stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d (non-flash)
Dec 06 10:02:10 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:02:10 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ff1006f32e0>, {}) {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 10:02:10 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Disconnecting from: [] {{(pid=74535) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 10:02:10 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.065s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:02:10 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] <== disconnect_volume: return (67ms) None {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:02:10 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 20432b5e-01b9-4b38-b139-47650a115278] Disconnected iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 10:02:10 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 20432b5e-01b9-4b38-b139-47650a115278] Deleting instance files /opt/stack/data/nova/instances/20432b5e-01b9-4b38-b139-47650a115278_del
Dec 06 10:02:10 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 20432b5e-01b9-4b38-b139-47650a115278] Deletion of /opt/stack/data/nova/instances/20432b5e-01b9-4b38-b139-47650a115278_del complete
Dec 06 10:02:10 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:02:10 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Starting heal instance info cache {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 10:02:10 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Rebuilding the list of instances to heal {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 06 10:02:10 user nova-compute[74535]: INFO nova.virt.block_device [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 20432b5e-01b9-4b38-b139-47650a115278] Booting with volume 1908b61e-7842-43ef-8eea-ad3ef6f4a870 at /dev/vdb
Dec 06 10:02:11 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "refresh_cache-7d750435-b1ed-446a-a466-162bdc33821d" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:02:11 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquired lock "refresh_cache-7d750435-b1ed-446a-a466-162bdc33821d" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:02:11 user nova-compute[74535]: DEBUG nova.network.neutron [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: 7d750435-b1ed-446a-a466-162bdc33821d] Forcefully refreshing network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 10:02:11 user nova-compute[74535]: DEBUG nova.objects.instance [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lazy-loading 'info_cache' on Instance uuid 7d750435-b1ed-446a-a466-162bdc33821d {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:02:11 user nova-compute[74535]: DEBUG os_brick.utils [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:02:11 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:11 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:11 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[244fa649-c765-48fd-8cb4-1e6582631b0c]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d95ac7cee77a\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:02:11 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:11 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:11 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a1f5189-fe04-456d-9c1e-5435c05e321f]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:02:11 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:11 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:11 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[70617f1f-c5cb-48ed-b5cd-a07360fa12a1]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:02:11 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e082862-2ebc-429a-a5c3-ae633e788df1]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:02:11 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Running cmd (subprocess): nvme version {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:11 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] 'nvme version' failed. Not Retrying. {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 10:02:11 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.nvmeof [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] nvme not present on system {{(pid=74535) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 10:02:11 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:11 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 10:02:11 user nova-compute[74535]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 10:02:11 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[593ddb59-956f-44ed-b652-7007ef96de45]: (4, '') {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:02:11 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74535) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 10:02:11 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74535) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 10:02:11 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] LIGHTOS: no hostnqn found. {{(pid=74535) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 10:02:11 user nova-compute[74535]: DEBUG os_brick.utils [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] <== get_connector_properties: return (126ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d95ac7cee77a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:02:11 user nova-compute[74535]: DEBUG nova.virt.block_device [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 20432b5e-01b9-4b38-b139-47650a115278] Updating existing volume attachment record: 3992aabf-278b-45e2-bbe0-7c5e36c1a856 {{(pid=74535) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 10:02:11 user nova-compute[74535]: DEBUG nova.network.neutron [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: 7d750435-b1ed-446a-a466-162bdc33821d] Updating instance_info_cache with network_info: [{"id": "b7795ed1-17c9-4c88-8b81-3cdc216edada", "address": "fa:16:3e:31:bf:1f", "network": {"id": "cf1731d1-e27e-4a5a-8641-3e769f36abff", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-303602077-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ef2caf16967f464bbbd32d4edb51b25a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb7795ed1-17", "ovs_interfaceid": "b7795ed1-17c9-4c88-8b81-3cdc216edada", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:02:11 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Releasing lock "refresh_cache-7d750435-b1ed-446a-a466-162bdc33821d" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:02:11 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: 7d750435-b1ed-446a-a466-162bdc33821d] Updated the network info_cache for instance {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 10:02:11 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:02:11 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:02:11 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:02:11 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:02:11 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Auditing locally available compute resources for user (node: user) {{(pid=74535) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 10:02:11 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:11 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:11 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:12 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:12 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9032fc82-326a-4827-94e0-c2c42a318148/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:12 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9032fc82-326a-4827-94e0-c2c42a318148/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:12 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9032fc82-326a-4827-94e0-c2c42a318148/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:12 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9032fc82-326a-4827-94e0-c2c42a318148/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:12 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74535) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 10:02:12 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d750435-b1ed-446a-a466-162bdc33821d/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:12 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d750435-b1ed-446a-a466-162bdc33821d/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:12 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d750435-b1ed-446a-a466-162bdc33821d/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:12 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:02:12 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d750435-b1ed-446a-a466-162bdc33821d/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:12 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:12 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Acquiring lock "b48116ea-362e-4bc6-bb30-f7f0076d2bf7" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:02:12 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Lock "b48116ea-362e-4bc6-bb30-f7f0076d2bf7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:02:12 user nova-compute[74535]: DEBUG nova.compute.manager [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Starting instance... {{(pid=74535) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 10:02:13 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:13 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:13 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:13 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f37b4f2-47f1-474f-82cb-fa93ff07f428/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:13 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:02:13 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.003s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:02:13 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74535) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 10:02:13 user nova-compute[74535]: INFO nova.compute.claims [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Claim successful on node user
Dec 06 10:02:13 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f37b4f2-47f1-474f-82cb-fa93ff07f428/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:13 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f37b4f2-47f1-474f-82cb-fa93ff07f428/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:13 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Refreshing inventories for resource provider 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Dec 06 10:02:13 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Updating ProviderTree inventory for provider 7659fa57-3072-4575-9409-805e7df3d907 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Dec 06 10:02:13 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Updating inventory in ProviderTree for provider 7659fa57-3072-4575-9409-805e7df3d907 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 06 10:02:13 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Refreshing aggregate associations for resource provider 7659fa57-3072-4575-9409-805e7df3d907, aggregates: None {{(pid=74535) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Dec 06 10:02:13 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Refreshing trait associations for resource provider 7659fa57-3072-4575-9409-805e7df3d907, traits: COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NODE,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_IMAGE_TYPE_QCOW2,HW_CPU_X86_SSE41,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_TRUSTED_CERTS,HW_CPU_X86_SSE42,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_ACCELERATORS,COMPUTE_STORAGE_BUS_FDC,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_NET_VIRTIO_PACKED,COMPUTE_STORAGE_BUS_IDE,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_STORAGE_BUS_SATA,COMPUTE_STORAGE_BUS_VIRTIO,HW_CPU_X86_SSE,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_VOLUME_EXTEND,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_IMAGE_TYPE_AMI,HW_CPU_X86_MMX,COMPUTE_RESCUE_BFV,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_GRAPHICS_MODEL_BOCHS,HW_CPU_X86_SSSE3,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_DEVICE_TAGGING,HW_CPU_X86_SSE2,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_NET_VIF_MODEL_RTL8139 {{(pid=74535) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Dec 06 10:02:13 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f37b4f2-47f1-474f-82cb-fa93ff07f428/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:13 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/432ab64f-bf46-4ef7-8a09-adbeb7207912/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:13 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/432ab64f-bf46-4ef7-8a09-adbeb7207912/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:13 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/432ab64f-bf46-4ef7-8a09-adbeb7207912/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:13 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/432ab64f-bf46-4ef7-8a09-adbeb7207912/disk --force-share --output=json" returned: 0 in 0.222s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:13 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:02:14 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d9150e7-0f02-4b19-b3f2-b329620d9722/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:14 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:02:14 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.866s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:02:14 user nova-compute[74535]: DEBUG nova.compute.manager [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Start building networks asynchronously for instance. {{(pid=74535) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 10:02:14 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d9150e7-0f02-4b19-b3f2-b329620d9722/disk --force-share --output=json" returned: 0 in 0.228s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:14 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d9150e7-0f02-4b19-b3f2-b329620d9722/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:14 user nova-compute[74535]: DEBUG nova.compute.manager [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Allocating IP information in the background. {{(pid=74535) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 10:02:14 user nova-compute[74535]: DEBUG nova.network.neutron [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] allocate_for_instance() {{(pid=74535) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 10:02:14 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 10:02:14 user nova-compute[74535]: DEBUG nova.compute.manager [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Start building block device mappings for instance. {{(pid=74535) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 10:02:14 user nova-compute[74535]: DEBUG nova.policy [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '02e85e3deae34441802af88a9f8c59ce', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '00e6914d22764723a80593f896e602b8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74535) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 10:02:14 user nova-compute[74535]: INFO nova.virt.block_device [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Booting with volume c6a971e9-e220-46d6-85c8-0fc51e043681 at /dev/vda
Dec 06 10:02:14 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d9150e7-0f02-4b19-b3f2-b329620d9722/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:14 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5e39a1a4-f188-40e3-bcba-70e47abd6026/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:14 user nova-compute[74535]: DEBUG os_brick.utils [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:02:14 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:14 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:14 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b85a471-062a-4f54-b971-44cf863bba28]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d95ac7cee77a\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:02:14 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:14 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:14 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[0da30f0a-771a-4a64-9f3f-a22a51b50ad4]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:02:14 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:14 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:14 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[22b90d3f-390a-4b77-82be-9ecb6d8b9fb9]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:02:14 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[729f2e6d-c371-471e-965b-35bde4b2e181]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:02:14 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Running cmd (subprocess): nvme version {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:14 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] 'nvme version' failed. Not Retrying. {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 10:02:14 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.nvmeof [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] nvme not present on system {{(pid=74535) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 10:02:14 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:14 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 10:02:14 user nova-compute[74535]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 10:02:14 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[679dea37-fa0e-4487-b2c6-287f2aadc1f6]: (4, '') {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:02:14 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74535) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 10:02:14 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74535) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 10:02:14 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] LIGHTOS: no hostnqn found. {{(pid=74535) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 10:02:14 user nova-compute[74535]: DEBUG os_brick.utils [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] <== get_connector_properties: return (135ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d95ac7cee77a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:02:14 user nova-compute[74535]: DEBUG nova.virt.block_device [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Updating existing volume attachment record: 49e16a2b-95da-4e1d-8d07-ab6e056123b6 {{(pid=74535) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 10:02:14 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5e39a1a4-f188-40e3-bcba-70e47abd6026/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:14 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5e39a1a4-f188-40e3-bcba-70e47abd6026/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:14 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5e39a1a4-f188-40e3-bcba-70e47abd6026/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:14 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c3b63c03-ccc7-458a-8780-b196259784e4/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:15 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c3b63c03-ccc7-458a-8780-b196259784e4/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:15 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c3b63c03-ccc7-458a-8780-b196259784e4/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:15 user nova-compute[74535]: DEBUG nova.network.neutron [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Successfully created port: f68b59a5-2b8e-4cf0-8c50-b732b7bb6642 {{(pid=74535) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 10:02:15 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c3b63c03-ccc7-458a-8780-b196259784e4/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:15 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:02:15 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:02:15 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Hypervisor/Node resource view: name=user free_ram=7279MB free_disk=25.473129272460938GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74535) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 10:02:15 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:02:15 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:02:15 user nova-compute[74535]: DEBUG nova.network.neutron [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Successfully updated port: f68b59a5-2b8e-4cf0-8c50-b732b7bb6642 {{(pid=74535) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 10:02:15 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Acquiring lock "refresh_cache-b48116ea-362e-4bc6-bb30-f7f0076d2bf7" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:02:15 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Acquired lock "refresh_cache-b48116ea-362e-4bc6-bb30-f7f0076d2bf7" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:02:15 user nova-compute[74535]: DEBUG nova.network.neutron [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Building network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 10:02:15 user nova-compute[74535]: DEBUG nova.compute.manager [req-a96d9d7e-6fbd-4e3b-a933-e6cb6ae60e7c req-ec60ae15-e46b-451d-96c0-070b842ee5e3 service nova] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Received event network-changed-f68b59a5-2b8e-4cf0-8c50-b732b7bb6642 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:02:15 user nova-compute[74535]: DEBUG nova.compute.manager [req-a96d9d7e-6fbd-4e3b-a933-e6cb6ae60e7c req-ec60ae15-e46b-451d-96c0-070b842ee5e3 service nova] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Refreshing instance network info cache due to event network-changed-f68b59a5-2b8e-4cf0-8c50-b732b7bb6642. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 10:02:15 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-a96d9d7e-6fbd-4e3b-a933-e6cb6ae60e7c req-ec60ae15-e46b-451d-96c0-070b842ee5e3 service nova] Acquiring lock "refresh_cache-b48116ea-362e-4bc6-bb30-f7f0076d2bf7" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:02:15 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:02:15 user nova-compute[74535]: DEBUG nova.network.neutron [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Instance cache missing network info. {{(pid=74535) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 10:02:15 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Applying migration context for instance 9032fc82-326a-4827-94e0-c2c42a318148 as it has an incoming, in-progress migration 756b34b5-3ac3-49c4-ac9f-7bb6206dd95c. Migration status is finished {{(pid=74535) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Dec 06 10:02:15 user nova-compute[74535]: INFO nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Updating resource usage from migration 756b34b5-3ac3-49c4-ac9f-7bb6206dd95c
Dec 06 10:02:15 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 7d750435-b1ed-446a-a466-162bdc33821d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:02:15 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 5e39a1a4-f188-40e3-bcba-70e47abd6026 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:02:15 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 20432b5e-01b9-4b38-b139-47650a115278 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:02:15 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Migration 756b34b5-3ac3-49c4-ac9f-7bb6206dd95c is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}}
Dec 06 10:02:15 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 9032fc82-326a-4827-94e0-c2c42a318148 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 20, 'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:02:15 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:02:15 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 432ab64f-bf46-4ef7-8a09-adbeb7207912 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:02:15 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance c3b63c03-ccc7-458a-8780-b196259784e4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:02:15 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 2d9150e7-0f02-4b19-b3f2-b329620d9722 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:02:15 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 5f37b4f2-47f1-474f-82cb-fa93ff07f428 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:02:15 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance d742d153-7670-4be9-8477-882f6a39f03f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:02:15 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance b48116ea-362e-4bc6-bb30-f7f0076d2bf7 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:02:15 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Total usable vcpus: 12, total allocated vcpus: 12 {{(pid=74535) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 10:02:15 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Final resource view: name=user phys_ram=16011MB used_ram=8192MB phys_disk=40GB used_disk=30GB total_vcpus=12 used_vcpus=12 pci_stats=[] {{(pid=74535) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 10:02:16 user nova-compute[74535]: DEBUG nova.network.neutron [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Updating instance_info_cache with network_info: [{"id": "f68b59a5-2b8e-4cf0-8c50-b732b7bb6642", "address": "fa:16:3e:46:2b:27", "network": {"id": "962de5cf-b789-4532-a118-6b9fc1aeba04", "bridge": "br-int", "label": "tempest-TestShelveInstance-2137451792-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "00e6914d22764723a80593f896e602b8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf68b59a5-2b", "ovs_interfaceid": "f68b59a5-2b8e-4cf0-8c50-b732b7bb6642", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:02:16 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Releasing lock "refresh_cache-b48116ea-362e-4bc6-bb30-f7f0076d2bf7" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:02:16 user nova-compute[74535]: DEBUG nova.compute.manager [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Instance network_info: |[{"id": "f68b59a5-2b8e-4cf0-8c50-b732b7bb6642", "address": "fa:16:3e:46:2b:27", "network": {"id": "962de5cf-b789-4532-a118-6b9fc1aeba04", "bridge": "br-int", "label": "tempest-TestShelveInstance-2137451792-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "00e6914d22764723a80593f896e602b8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf68b59a5-2b", "ovs_interfaceid": "f68b59a5-2b8e-4cf0-8c50-b732b7bb6642", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74535) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 10:02:16 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-a96d9d7e-6fbd-4e3b-a933-e6cb6ae60e7c req-ec60ae15-e46b-451d-96c0-070b842ee5e3 service nova] Acquired lock "refresh_cache-b48116ea-362e-4bc6-bb30-f7f0076d2bf7" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:02:16 user nova-compute[74535]: DEBUG nova.network.neutron [req-a96d9d7e-6fbd-4e3b-a933-e6cb6ae60e7c req-ec60ae15-e46b-451d-96c0-070b842ee5e3 service nova] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Refreshing network info cache for port f68b59a5-2b8e-4cf0-8c50-b732b7bb6642 {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 10:02:16 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:02:16 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:02:16 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Compute_service record updated for user:user {{(pid=74535) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 10:02:16 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.575s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:02:16 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:02:16 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Cleaning up deleted instances {{(pid=74535) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Dec 06 10:02:16 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] There are 0 instances to clean {{(pid=74535) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Dec 06 10:02:16 user nova-compute[74535]: DEBUG nova.network.neutron [req-a96d9d7e-6fbd-4e3b-a933-e6cb6ae60e7c req-ec60ae15-e46b-451d-96c0-070b842ee5e3 service nova] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Updated VIF entry in instance network info cache for port f68b59a5-2b8e-4cf0-8c50-b732b7bb6642. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 10:02:16 user nova-compute[74535]: DEBUG nova.network.neutron [req-a96d9d7e-6fbd-4e3b-a933-e6cb6ae60e7c req-ec60ae15-e46b-451d-96c0-070b842ee5e3 service nova] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Updating instance_info_cache with network_info: [{"id": "f68b59a5-2b8e-4cf0-8c50-b732b7bb6642", "address": "fa:16:3e:46:2b:27", "network": {"id": "962de5cf-b789-4532-a118-6b9fc1aeba04", "bridge": "br-int", "label": "tempest-TestShelveInstance-2137451792-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "00e6914d22764723a80593f896e602b8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf68b59a5-2b", "ovs_interfaceid": "f68b59a5-2b8e-4cf0-8c50-b732b7bb6642", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:02:16 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-a96d9d7e-6fbd-4e3b-a933-e6cb6ae60e7c req-ec60ae15-e46b-451d-96c0-070b842ee5e3 service nova] Releasing lock "refresh_cache-b48116ea-362e-4bc6-bb30-f7f0076d2bf7" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:02:16 user nova-compute[74535]: DEBUG nova.network.neutron [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Port a462dbbf-ce92-4626-9a60-8681073805b9 binding to destination host user is already ACTIVE {{(pid=74535) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3170}}
Dec 06 10:02:16 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Acquiring lock "refresh_cache-9032fc82-326a-4827-94e0-c2c42a318148" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:02:16 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Acquired lock "refresh_cache-9032fc82-326a-4827-94e0-c2c42a318148" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:02:16 user nova-compute[74535]: DEBUG nova.network.neutron [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Building network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 10:02:17 user nova-compute[74535]: DEBUG nova.network.neutron [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Updating instance_info_cache with network_info: [{"id": "a462dbbf-ce92-4626-9a60-8681073805b9", "address": "fa:16:3e:a3:9f:03", "network": {"id": "2c655269-59e9-4d53-8ce2-fa7d52c97f0c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1216090719-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.15", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "90943706b3664c72bbae8f17a744ad30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa462dbbf-ce", "ovs_interfaceid": "a462dbbf-ce92-4626-9a60-8681073805b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:02:17 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Releasing lock "refresh_cache-9032fc82-326a-4827-94e0-c2c42a318148" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:02:17 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Creating tmpfile /opt/stack/data/nova/instances/9032fc82-326a-4827-94e0-c2c42a318148/tmp1m7nh5dx to verify with other compute node that the instance is on the same shared storage. {{(pid=74535) check_instance_shared_storage_local /opt/stack/nova/nova/virt/libvirt/driver.py:9630}}
Dec 06 10:02:17 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:02:17 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:02:17 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:02:17 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:02:17 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:02:17 user nova-compute[74535]: DEBUG nova.compute.manager [req-dd6630a4-eff1-42a9-87c8-2e5ff3fdface req-e6882716-e2fd-4114-a9f6-a46b49de503c service nova] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Received event network-vif-unplugged-a462dbbf-ce92-4626-9a60-8681073805b9 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:02:17 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-dd6630a4-eff1-42a9-87c8-2e5ff3fdface req-e6882716-e2fd-4114-a9f6-a46b49de503c service nova] Acquiring lock "9032fc82-326a-4827-94e0-c2c42a318148-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:02:17 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-dd6630a4-eff1-42a9-87c8-2e5ff3fdface req-e6882716-e2fd-4114-a9f6-a46b49de503c service nova] Lock "9032fc82-326a-4827-94e0-c2c42a318148-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:02:17 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-dd6630a4-eff1-42a9-87c8-2e5ff3fdface req-e6882716-e2fd-4114-a9f6-a46b49de503c service nova] Lock "9032fc82-326a-4827-94e0-c2c42a318148-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:02:17 user nova-compute[74535]: DEBUG nova.compute.manager [req-dd6630a4-eff1-42a9-87c8-2e5ff3fdface req-e6882716-e2fd-4114-a9f6-a46b49de503c service nova] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] No waiting events found dispatching network-vif-unplugged-a462dbbf-ce92-4626-9a60-8681073805b9 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:02:17 user nova-compute[74535]: WARNING nova.compute.manager [req-dd6630a4-eff1-42a9-87c8-2e5ff3fdface req-e6882716-e2fd-4114-a9f6-a46b49de503c service nova] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Received unexpected event network-vif-unplugged-a462dbbf-ce92-4626-9a60-8681073805b9 for instance with vm_state resized and task_state resize_reverting.
Dec 06 10:02:18 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Instance destroyed successfully.
Dec 06 10:02:18 user nova-compute[74535]: DEBUG nova.objects.instance [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Lazy-loading 'resources' on Instance uuid 9032fc82-326a-4827-94e0-c2c42a318148 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:02:18 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T09:56:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1234679314',display_name='tempest-ServerActionsTestOtherB-server-1234679314',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1234679314',id=4,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGGpl1LoP4E2iKVecWbckllE6cvQARpi+xJC7byjNEWhH3yneg0Jk0iYKP/lsAtugNEK97tLnf4tCMNNUQngxZiZEXrBMpOiLfI5RPf4Rb4whN3TB33bUI75WxoSajNhWA==',key_name='tempest-keypair-726602048',keypairs=<?>,launch_index=0,launched_at=2023-12-06T10:00:50Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=<?>,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='90943706b3664c72bbae8f17a744ad30',ramdisk_id='',reservation_id='r-vmw5ulis',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-1255547293',owner_user_name='tempest-ServerActionsTestOtherB-1255547293-project-member'},tags=<?>,task_state='resize_reverting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T10:00:50Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5c45520fb9674d44bec3d71ba1054d85',uuid=9032fc82-326a-4827-94e0-c2c42a318148,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='resized') vif={"id": "a462dbbf-ce92-4626-9a60-8681073805b9", "address": "fa:16:3e:a3:9f:03", "network": {"id": "2c655269-59e9-4d53-8ce2-fa7d52c97f0c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1216090719-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.15", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "90943706b3664c72bbae8f17a744ad30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa462dbbf-ce", "ovs_interfaceid": "a462dbbf-ce92-4626-9a60-8681073805b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 10:02:18 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Converting VIF {"id": "a462dbbf-ce92-4626-9a60-8681073805b9", "address": "fa:16:3e:a3:9f:03", "network": {"id": "2c655269-59e9-4d53-8ce2-fa7d52c97f0c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1216090719-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.15", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "90943706b3664c72bbae8f17a744ad30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa462dbbf-ce", "ovs_interfaceid": "a462dbbf-ce92-4626-9a60-8681073805b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:02:18 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:a3:9f:03,bridge_name='br-int',has_traffic_filtering=True,id=a462dbbf-ce92-4626-9a60-8681073805b9,network=Network(2c655269-59e9-4d53-8ce2-fa7d52c97f0c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa462dbbf-ce') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:02:18 user nova-compute[74535]: DEBUG os_vif [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:a3:9f:03,bridge_name='br-int',has_traffic_filtering=True,id=a462dbbf-ce92-4626-9a60-8681073805b9,network=Network(2c655269-59e9-4d53-8ce2-fa7d52c97f0c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa462dbbf-ce') {{(pid=74535) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 10:02:18 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:02:18 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa462dbbf-ce, bridge=br-int, if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:02:18 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:02:18 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:02:18 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:02:18 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=07fa9fc3-ef9c-4a1b-a211-f961885b963a) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:02:18 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:02:18 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:02:18 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:02:18 user nova-compute[74535]: INFO os_vif [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:a3:9f:03,bridge_name='br-int',has_traffic_filtering=True,id=a462dbbf-ce92-4626-9a60-8681073805b9,network=Network(2c655269-59e9-4d53-8ce2-fa7d52c97f0c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa462dbbf-ce')
Dec 06 10:02:18 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:02:18 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] calling os-brick to detach iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 10:02:18 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, {'target_iqn': 'iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'tTkzBiQo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:02:18 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:02:18 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:02:18 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:02:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:18 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4200c49-7db8-4a7e-b2f0-6ba9c2eb5d71]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:02:18 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 10:02:18 user nova-compute[74535]: No targets found.
Dec 06 10:02:18 user nova-compute[74535]: iSNS:
Dec 06 10:02:18 user nova-compute[74535]: No targets found.
Dec 06 10:02:18 user nova-compute[74535]: STATIC:
Dec 06 10:02:18 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d
Dec 06 10:02:18 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:02:18 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:02:18 user nova-compute[74535]: FIRMWARE:
Dec 06 10:02:18 user nova-compute[74535]: No targets found.
Dec 06 10:02:18 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:02:18 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 10:02:18 user nova-compute[74535]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 10:02:18 user nova-compute[74535]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74535) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 10:02:18 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d', 0)] {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 10:02:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.024s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:18 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae370f07-5bb0-4513-bb3c-0449dca3ad45]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:02:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:18 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[b4d6041a-d832-4c6e-85bd-59a7a46f7513]: (4, ('tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:02:18 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d (non-flash)
Dec 06 10:02:18 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:02:18 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] iscsi session list stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d (non-flash)
Dec 06 10:02:18 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:02:18 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ff12463a0e0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d'): ({'sdb'}, set())}) {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 10:02:18 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Removing single pathed devices sdb {{(pid=74535) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 10:02:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.024s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:18 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[31bf9a4f-675d-4cf9-b6c7-af87988a760a]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:02:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.021s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:18 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d55d496-4c4c-424e-b2df-c4e791cd6f29]: (4, ('ok\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:02:18 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Flushing IO for device /dev/sdb {{(pid=74535) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 10:02:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.015s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:18 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[dac2b0c1-fc18-42d3-bdbf-168bed06be85]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:02:18 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74535) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 10:02:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.042s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:18 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e3f81fd-a76e-41e2-b53e-0ff41552ea52]: (4, ('1', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:02:18 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 10:02:18 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] SCSI volumes sdb have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 10:02:18 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d')] {{(pid=74535) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 10:02:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.027s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:18 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[f4bcd29a-bfb7-4628-a336-16085fc6c8ef]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:02:18 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:02:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d -p 172.16.0.220:3260 --logout {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d -p 172.16.0.220:3260 --logout" returned: 0 in 0.066s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:18 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[35ba7865-67a8-4244-93c5-6169ec705ed1]: (4, ('Logging out of session [sid: 16, target: iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d, portal: 172.16.0.220,3260]\nLogout of [sid: 16, target: iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:02:18 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 16, target: iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d, portal: 172.16.0.220,3260]
Dec 06 10:02:18 user nova-compute[74535]: Logout of [sid: 16, target: iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d, portal: 172.16.0.220,3260] successful.
Dec 06 10:02:18 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:02:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d -p 172.16.0.220:3260 --op delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:18 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d45ae20-086d-47c1-93c2-2801eed46d44]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:02:18 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:02:18 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.359s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:02:18 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] <== disconnect_volume: return (360ms) None {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:02:18 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Disconnected iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 10:02:19 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:02:19 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:02:19 user nova-compute[74535]: DEBUG nova.objects.instance [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Lazy-loading 'migration_context' on Instance uuid 9032fc82-326a-4827-94e0-c2c42a318148 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:02:19 user nova-compute[74535]: DEBUG nova.objects.base [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Object Instance<9032fc82-326a-4827-94e0-c2c42a318148> lazy-loaded attributes: resources,migration_context {{(pid=74535) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 10:02:19 user nova-compute[74535]: DEBUG nova.compute.manager [req-cb15649e-cd76-4d29-8de2-b0e05e067673 req-bed7fcf7-d878-43cb-be1f-5780cf0dd912 service nova] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Received event network-vif-plugged-a462dbbf-ce92-4626-9a60-8681073805b9 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:02:19 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-cb15649e-cd76-4d29-8de2-b0e05e067673 req-bed7fcf7-d878-43cb-be1f-5780cf0dd912 service nova] Acquiring lock "9032fc82-326a-4827-94e0-c2c42a318148-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:02:19 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-cb15649e-cd76-4d29-8de2-b0e05e067673 req-bed7fcf7-d878-43cb-be1f-5780cf0dd912 service nova] Lock "9032fc82-326a-4827-94e0-c2c42a318148-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:02:19 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-cb15649e-cd76-4d29-8de2-b0e05e067673 req-bed7fcf7-d878-43cb-be1f-5780cf0dd912 service nova] Lock "9032fc82-326a-4827-94e0-c2c42a318148-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:02:19 user nova-compute[74535]: DEBUG nova.compute.manager [req-cb15649e-cd76-4d29-8de2-b0e05e067673 req-bed7fcf7-d878-43cb-be1f-5780cf0dd912 service nova] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] No waiting events found dispatching network-vif-plugged-a462dbbf-ce92-4626-9a60-8681073805b9 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:02:19 user nova-compute[74535]: WARNING nova.compute.manager [req-cb15649e-cd76-4d29-8de2-b0e05e067673 req-bed7fcf7-d878-43cb-be1f-5780cf0dd912 service nova] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Received unexpected event network-vif-plugged-a462dbbf-ce92-4626-9a60-8681073805b9 for instance with vm_state resized and task_state resize_reverting.
Dec 06 10:02:19 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:02:19 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:02:20 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 0.504s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:02:20 user nova-compute[74535]: INFO nova.compute.manager [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Swapping old allocation on dict_keys(['7659fa57-3072-4575-9409-805e7df3d907']) held by migration 756b34b5-3ac3-49c4-ac9f-7bb6206dd95c for instance
Dec 06 10:02:20 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Overwriting current allocation {'allocations': {'7659fa57-3072-4575-9409-805e7df3d907': {'resources': {'VCPU': 1, 'MEMORY_MB': 2048, 'DISK_GB': 20}, 'generation': 26}}, 'project_id': '90943706b3664c72bbae8f17a744ad30', 'user_id': '5c45520fb9674d44bec3d71ba1054d85', 'consumer_generation': 1} on consumer 9032fc82-326a-4827-94e0-c2c42a318148 {{(pid=74535) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2018}}
Dec 06 10:02:20 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Acquiring lock "refresh_cache-9032fc82-326a-4827-94e0-c2c42a318148" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:02:20 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Acquired lock "refresh_cache-9032fc82-326a-4827-94e0-c2c42a318148" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:02:20 user nova-compute[74535]: DEBUG nova.network.neutron [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Building network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 10:02:20 user nova-compute[74535]: DEBUG nova.network.neutron [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Updating instance_info_cache with network_info: [{"id": "a462dbbf-ce92-4626-9a60-8681073805b9", "address": "fa:16:3e:a3:9f:03", "network": {"id": "2c655269-59e9-4d53-8ce2-fa7d52c97f0c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1216090719-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.15", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "90943706b3664c72bbae8f17a744ad30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa462dbbf-ce", "ovs_interfaceid": "a462dbbf-ce92-4626-9a60-8681073805b9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:02:20 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Releasing lock "refresh_cache-9032fc82-326a-4827-94e0-c2c42a318148" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:02:20 user nova-compute[74535]: DEBUG os_brick.utils [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:02:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:20 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f1656f6-671c-4792-ac36-7f40b4c1a07e]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d95ac7cee77a\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:02:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:20 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ba489a2-7d4d-4cac-b244-606de6101c02]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:02:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:20 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[9151e627-7c3a-4dda-8ef3-2ee2461ea8dc]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:02:20 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb583129-c356-470d-8cf8-64b401ad25f6]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:02:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Running cmd (subprocess): nvme version {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] 'nvme version' failed. Not Retrying. {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 10:02:21 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.nvmeof [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] nvme not present on system {{(pid=74535) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 10:02:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 10:02:21 user nova-compute[74535]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 10:02:21 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1a5166e-3ea7-428a-954d-6090f8f01929]: (4, '') {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:02:21 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74535) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 10:02:21 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74535) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 10:02:21 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] LIGHTOS: no hostnqn found. {{(pid=74535) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 10:02:21 user nova-compute[74535]: DEBUG os_brick.utils [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] <== get_connector_properties: return (128ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d95ac7cee77a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:02:21 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 20432b5e-01b9-4b38-b139-47650a115278] Creating instance directory {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 10:02:21 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 20432b5e-01b9-4b38-b139-47650a115278] Creating image(s)
Dec 06 10:02:21 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Acquiring lock "/opt/stack/data/nova/instances/20432b5e-01b9-4b38-b139-47650a115278/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:02:21 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Lock "/opt/stack/data/nova/instances/20432b5e-01b9-4b38-b139-47650a115278/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:02:21 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Lock "/opt/stack/data/nova/instances/20432b5e-01b9-4b38-b139-47650a115278/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:02:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.195s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:21 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Acquiring lock "7aef4f97309efbd0d8988be1fd45eed756898e08" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:02:21 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Lock "7aef4f97309efbd0d8988be1fd45eed756898e08" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:02:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.177s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08,backing_fmt=raw /opt/stack/data/nova/instances/20432b5e-01b9-4b38-b139-47650a115278/disk 1073741824 {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08,backing_fmt=raw /opt/stack/data/nova/instances/20432b5e-01b9-4b38-b139-47650a115278/disk 1073741824" returned: 0 in 0.051s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:21 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Lock "7aef4f97309efbd0d8988be1fd45eed756898e08" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.235s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:02:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.173s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:22 user nova-compute[74535]: DEBUG nova.virt.disk.api [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Checking if we can resize image /opt/stack/data/nova/instances/20432b5e-01b9-4b38-b139-47650a115278/disk. size=1073741824 {{(pid=74535) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 10:02:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/20432b5e-01b9-4b38-b139-47650a115278/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/20432b5e-01b9-4b38-b139-47650a115278/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:22 user nova-compute[74535]: DEBUG nova.virt.disk.api [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Cannot resize image /opt/stack/data/nova/instances/20432b5e-01b9-4b38-b139-47650a115278/disk to a smaller size. {{(pid=74535) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 10:02:22 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 20432b5e-01b9-4b38-b139-47650a115278] Created local disks {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 10:02:22 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 20432b5e-01b9-4b38-b139-47650a115278] Ensure instance console log exists: /opt/stack/data/nova/instances/20432b5e-01b9-4b38-b139-47650a115278/console.log {{(pid=74535) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 10:02:22 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:02:22 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:02:22 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:02:22 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 20432b5e-01b9-4b38-b139-47650a115278] Start _get_guest_xml network_info=[{"id": "e843486b-a520-4553-937e-bdf14c98a801", "address": "fa:16:3e:93:e1:cd", "network": {"id": "8b86f560-d219-47ac-911b-827500badcc4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-867973244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.62", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1a6ab8cc08d4115a89db7cf36f78025", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape843486b-a5", "ovs_interfaceid": "e843486b-a520-4553-937e-bdf14c98a801", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T09:52:28Z,direct_url=<?>,disk_format='qcow2',id=b338f3c8-9974-4b9f-bacb-c75dd541c256,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='563f6a2917a742ada39fb0e950eece6e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T09:52:30Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'device_name': '/dev/vda', 'encrypted': False, 'encryption_format': None, 'encryption_options': None, 'encryption_secret_uuid': None, 'boot_index': 0, 'device_type': 'disk', 'size': 0, 'guest_format': None, 'image_id': 'b338f3c8-9974-4b9f-bacb-c75dd541c256'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'delete_on_termination': False, 'attachment_id': '3992aabf-278b-45e2-bbe0-7c5e36c1a856', 'boot_index': None, 'device_type': 'disk', 'guest_format': None, 'mount_device': '/dev/vdb', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LinOhJxV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '20432b5e-01b9-4b38-b139-47650a115278', 'attached_at': '', 'detached_at': '', 'volume_id': '1908b61e-7842-43ef-8eea-ad3ef6f4a870', 'serial': '1908b61e-7842-43ef-8eea-ad3ef6f4a870'}, 'volume_type': None} {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 10:02:22 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Dec 06 10:02:22 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Dec 06 10:02:22 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 10:02:22 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] CPU controller missing on host. {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 10:02:22 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 10:02:22 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] CPU controller found on host. {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 10:02:22 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74535) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 10:02:22 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T09:52:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T09:52:28Z,direct_url=<?>,disk_format='qcow2',id=b338f3c8-9974-4b9f-bacb-c75dd541c256,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='563f6a2917a742ada39fb0e950eece6e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T09:52:30Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 10:02:22 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Flavor limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 10:02:22 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Image limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 10:02:22 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Flavor pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 10:02:22 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Image pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 10:02:22 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 10:02:22 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 10:02:22 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 10:02:22 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Got 1 possible topologies {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 10:02:22 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 10:02:22 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 10:02:22 user nova-compute[74535]: DEBUG nova.objects.instance [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Lazy-loading 'vcpu_model' on Instance uuid 20432b5e-01b9-4b38-b139-47650a115278 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:02:22 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 20432b5e-01b9-4b38-b139-47650a115278] Calling os-brick to attach iSCSI Volume {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 10:02:22 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LinOhJxV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:02:22 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Dec 06 10:02:22 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:02:22 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:02:22 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Dec 06 10:02:22 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:02:22 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:02:22 user nova-compute[74535]: INFO os_brick.initiator.connectors.iscsi [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 10:02:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870 -p 172.16.0.220:3260 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:22 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c1e6d11-95d6-42d7-8e0d-6a183f7f57ef]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:02:22 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 10:02:22 user nova-compute[74535]:  {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:02:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870 -p 172.16.0.220:3260 --interface default --op new {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:22 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[2812fd84-3245-4323-a882-3c283dceca7b]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870] added\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:02:22 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870] added
Dec 06 10:02:22 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:02:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:22 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[8cf83e7d-0621-4770-ac1b-acfdef34654d]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:02:22 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:02:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:22 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca5887d6-65e7-4238-a573-4b28db4957e6]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:02:22 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:02:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v LinOhJxV {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v LinOhJxV" returned: 0 in 0.020s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:22 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4b8e8e6-a941-4dd8-8321-8be74db79c9b]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:02:22 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'LinOhJxV'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:02:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.024s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:22 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e1b62ed-bd54-43d5-b34d-e9a5a38f83f5]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:02:22 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:02:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.017s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:22 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[0364a829-e77d-4df9-aeda-7baef7c084ac]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:02:22 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Dec 06 10:02:22 user nova-compute[74535]:  {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:02:22 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Dec 06 10:02:22 user nova-compute[74535]:  {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:02:22 user nova-compute[74535]: WARNING os_brick.initiator.connectors.iscsi [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Dec 06 10:02:22 user nova-compute[74535]: : NotImplementedError
Dec 06 10:02:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870 -p 172.16.0.220:3260 --login {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870 -p 172.16.0.220:3260 --login" returned: 0 in 0.050s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:22 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a4d85cc-e1d3-40f4-a961-cbb2eefb3474]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:02:22 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870, portal: 172.16.0.220,3260]
Dec 06 10:02:22 user nova-compute[74535]: Login to [iface: default, target: iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870, portal: 172.16.0.220,3260] successful.
Dec 06 10:02:22 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:02:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:22 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f849e20-7bb1-4777-b4bc-4d60f1cb3e91]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:02:22 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:02:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:22 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[68475a4c-edbe-4390-9464-e905a4bbffcd]: (4, ('tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870 (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:02:22 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870 (non-flash)
Dec 06 10:02:22 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:02:22 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] iscsi session list stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870 (non-flash)
Dec 06 10:02:22 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:02:22 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.273s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:02:22 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Connected to 172.16.0.220:3260 {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 10:02:22 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] HCTL ('33', '-', '-', 0) found on session 18 with lun 0 {{(pid=74535) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 10:02:22 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74535) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 10:02:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:22 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[a311dac8-6c78-470a-9aeb-584b3d7c45aa]: (4, ('- - 0', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:02:22 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Searching for a device in session 18 and hctl ['33', '*', '*', 0] yield: None {{(pid=74535) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 10:02:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:02:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:02:23 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Searching for a device in session 18 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74535) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 10:02:23 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LinOhJxV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 10:02:23 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.303s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:02:23 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] <== connect_volume: return (1305ms) {'type': 'block', 'scsi_wwn': '23366633634363433', 'path': '/dev/sdb'} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:02:23 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 20432b5e-01b9-4b38-b139-47650a115278] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23366633634363433', 'path': '/dev/sdb'} {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 10:02:23 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-06T09:59:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-1019203950',display_name='tempest-ServerActionsTestOtherA-server-476799760',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-1019203950',id=15,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNvZ5kXdFSea7lt/abLjYKLvhjFom5iWgQ8/j2R1hf/lZSOo284x2g/XbnWpTW5L6ZKHZSD/flPFQlRylJRcDu42V5MHcPU+fyqWv1bWFvIArkPwsqPP4i90hMCl8mlx4Q==',key_name='tempest-keypair-1531192608',keypairs=<?>,launch_index=0,launched_at=2023-12-06T10:00:06Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='c1a6ab8cc08d4115a89db7cf36f78025',ramdisk_id='',reservation_id='r-nkk2yun6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-2145111356',owner_user_name='tempest-ServerActionsTestOtherA-2145111356-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T10:02:11Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c4d40c6d3b9e49f79feff37d137f350a',uuid=20432b5e-01b9-4b38-b139-47650a115278,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e843486b-a520-4553-937e-bdf14c98a801", "address": "fa:16:3e:93:e1:cd", "network": {"id": "8b86f560-d219-47ac-911b-827500badcc4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-867973244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.62", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1a6ab8cc08d4115a89db7cf36f78025", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape843486b-a5", "ovs_interfaceid": "e843486b-a520-4553-937e-bdf14c98a801", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74535) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 10:02:23 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Converting VIF {"id": "e843486b-a520-4553-937e-bdf14c98a801", "address": "fa:16:3e:93:e1:cd", "network": {"id": "8b86f560-d219-47ac-911b-827500badcc4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-867973244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.62", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1a6ab8cc08d4115a89db7cf36f78025", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape843486b-a5", "ovs_interfaceid": "e843486b-a520-4553-937e-bdf14c98a801", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:02:23 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:93:e1:cd,bridge_name='br-int',has_traffic_filtering=True,id=e843486b-a520-4553-937e-bdf14c98a801,network=Network(8b86f560-d219-47ac-911b-827500badcc4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape843486b-a5') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:02:23 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 20432b5e-01b9-4b38-b139-47650a115278] End _get_guest_xml xml=<domain type="kvm">
Dec 06 10:02:23 user nova-compute[74535]:   <uuid>20432b5e-01b9-4b38-b139-47650a115278</uuid>
Dec 06 10:02:23 user nova-compute[74535]:   <name>instance-0000000f</name>
Dec 06 10:02:23 user nova-compute[74535]:   <memory>524288</memory>
Dec 06 10:02:23 user nova-compute[74535]:   <vcpu>1</vcpu>
Dec 06 10:02:23 user nova-compute[74535]:   <metadata>
Dec 06 10:02:23 user nova-compute[74535]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 10:02:23 user nova-compute[74535]:       <nova:package version="0.0.0"/>
Dec 06 10:02:23 user nova-compute[74535]:       <nova:name>tempest-ServerActionsTestOtherA-server-476799760</nova:name>
Dec 06 10:02:23 user nova-compute[74535]:       <nova:creationTime>2023-12-06 10:02:22</nova:creationTime>
Dec 06 10:02:23 user nova-compute[74535]:       <nova:flavor name="m1.tiny">
Dec 06 10:02:23 user nova-compute[74535]:         <nova:memory>512</nova:memory>
Dec 06 10:02:23 user nova-compute[74535]:         <nova:disk>1</nova:disk>
Dec 06 10:02:23 user nova-compute[74535]:         <nova:swap>0</nova:swap>
Dec 06 10:02:23 user nova-compute[74535]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 10:02:23 user nova-compute[74535]:         <nova:vcpus>1</nova:vcpus>
Dec 06 10:02:23 user nova-compute[74535]:       </nova:flavor>
Dec 06 10:02:23 user nova-compute[74535]:       <nova:owner>
Dec 06 10:02:23 user nova-compute[74535]:         <nova:user uuid="c4d40c6d3b9e49f79feff37d137f350a">tempest-ServerActionsTestOtherA-2145111356-project-member</nova:user>
Dec 06 10:02:23 user nova-compute[74535]:         <nova:project uuid="c1a6ab8cc08d4115a89db7cf36f78025">tempest-ServerActionsTestOtherA-2145111356</nova:project>
Dec 06 10:02:23 user nova-compute[74535]:       </nova:owner>
Dec 06 10:02:23 user nova-compute[74535]:       <nova:root type="image" uuid="b338f3c8-9974-4b9f-bacb-c75dd541c256"/>
Dec 06 10:02:23 user nova-compute[74535]:       <nova:ports>
Dec 06 10:02:23 user nova-compute[74535]:         <nova:port uuid="e843486b-a520-4553-937e-bdf14c98a801">
Dec 06 10:02:23 user nova-compute[74535]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Dec 06 10:02:23 user nova-compute[74535]:         </nova:port>
Dec 06 10:02:23 user nova-compute[74535]:       </nova:ports>
Dec 06 10:02:23 user nova-compute[74535]:     </nova:instance>
Dec 06 10:02:23 user nova-compute[74535]:   </metadata>
Dec 06 10:02:23 user nova-compute[74535]:   <sysinfo type="smbios">
Dec 06 10:02:23 user nova-compute[74535]:     <system>
Dec 06 10:02:23 user nova-compute[74535]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 10:02:23 user nova-compute[74535]:       <entry name="product">OpenStack Nova</entry>
Dec 06 10:02:23 user nova-compute[74535]:       <entry name="version">0.0.0</entry>
Dec 06 10:02:23 user nova-compute[74535]:       <entry name="serial">20432b5e-01b9-4b38-b139-47650a115278</entry>
Dec 06 10:02:23 user nova-compute[74535]:       <entry name="uuid">20432b5e-01b9-4b38-b139-47650a115278</entry>
Dec 06 10:02:23 user nova-compute[74535]:       <entry name="family">Virtual Machine</entry>
Dec 06 10:02:23 user nova-compute[74535]:     </system>
Dec 06 10:02:23 user nova-compute[74535]:   </sysinfo>
Dec 06 10:02:23 user nova-compute[74535]:   <os>
Dec 06 10:02:23 user nova-compute[74535]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 10:02:23 user nova-compute[74535]:     <boot dev="hd"/>
Dec 06 10:02:23 user nova-compute[74535]:     <smbios mode="sysinfo"/>
Dec 06 10:02:23 user nova-compute[74535]:   </os>
Dec 06 10:02:23 user nova-compute[74535]:   <features>
Dec 06 10:02:23 user nova-compute[74535]:     <acpi/>
Dec 06 10:02:23 user nova-compute[74535]:     <apic/>
Dec 06 10:02:23 user nova-compute[74535]:     <vmcoreinfo/>
Dec 06 10:02:23 user nova-compute[74535]:   </features>
Dec 06 10:02:23 user nova-compute[74535]:   <clock offset="utc">
Dec 06 10:02:23 user nova-compute[74535]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 10:02:23 user nova-compute[74535]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 10:02:23 user nova-compute[74535]:     <timer name="hpet" present="no"/>
Dec 06 10:02:23 user nova-compute[74535]:   </clock>
Dec 06 10:02:23 user nova-compute[74535]:   <cpu mode="custom" match="exact">
Dec 06 10:02:23 user nova-compute[74535]:     <model>Nehalem</model>
Dec 06 10:02:23 user nova-compute[74535]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 10:02:23 user nova-compute[74535]:   </cpu>
Dec 06 10:02:23 user nova-compute[74535]:   <devices>
Dec 06 10:02:23 user nova-compute[74535]:     <disk type="file" device="disk">
Dec 06 10:02:23 user nova-compute[74535]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 10:02:23 user nova-compute[74535]:       <source file="/opt/stack/data/nova/instances/20432b5e-01b9-4b38-b139-47650a115278/disk"/>
Dec 06 10:02:23 user nova-compute[74535]:       <target dev="vda" bus="virtio"/>
Dec 06 10:02:23 user nova-compute[74535]:     </disk>
Dec 06 10:02:23 user nova-compute[74535]:     <disk type="block" device="disk">
Dec 06 10:02:23 user nova-compute[74535]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 10:02:23 user nova-compute[74535]:       <source dev="/dev/sdb"/>
Dec 06 10:02:23 user nova-compute[74535]:       <target dev="vdb" bus="virtio"/>
Dec 06 10:02:23 user nova-compute[74535]:       <serial>1908b61e-7842-43ef-8eea-ad3ef6f4a870</serial>
Dec 06 10:02:23 user nova-compute[74535]:     </disk>
Dec 06 10:02:23 user nova-compute[74535]:     <interface type="ethernet">
Dec 06 10:02:23 user nova-compute[74535]:       <mac address="fa:16:3e:93:e1:cd"/>
Dec 06 10:02:23 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 10:02:23 user nova-compute[74535]:       <mtu size="1442"/>
Dec 06 10:02:23 user nova-compute[74535]:       <target dev="tape843486b-a5"/>
Dec 06 10:02:23 user nova-compute[74535]:     </interface>
Dec 06 10:02:23 user nova-compute[74535]:     <serial type="pty">
Dec 06 10:02:23 user nova-compute[74535]:       <log file="/opt/stack/data/nova/instances/20432b5e-01b9-4b38-b139-47650a115278/console.log" append="off"/>
Dec 06 10:02:23 user nova-compute[74535]:     </serial>
Dec 06 10:02:23 user nova-compute[74535]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 10:02:23 user nova-compute[74535]:     <video>
Dec 06 10:02:23 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 10:02:23 user nova-compute[74535]:     </video>
Dec 06 10:02:23 user nova-compute[74535]:     <rng model="virtio">
Dec 06 10:02:23 user nova-compute[74535]:       <backend model="random">/dev/urandom</backend>
Dec 06 10:02:23 user nova-compute[74535]:     </rng>
Dec 06 10:02:23 user nova-compute[74535]:     <controller type="usb" index="0" model="none"/>
Dec 06 10:02:23 user nova-compute[74535]:     <memballoon model="virtio">
Dec 06 10:02:23 user nova-compute[74535]:       <stats period="10"/>
Dec 06 10:02:23 user nova-compute[74535]:     </memballoon>
Dec 06 10:02:23 user nova-compute[74535]:   </devices>
Dec 06 10:02:23 user nova-compute[74535]: </domain>
Dec 06 10:02:23 user nova-compute[74535]:  {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 10:02:23 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-06T09:59:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-1019203950',display_name='tempest-ServerActionsTestOtherA-server-476799760',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-1019203950',id=15,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNvZ5kXdFSea7lt/abLjYKLvhjFom5iWgQ8/j2R1hf/lZSOo284x2g/XbnWpTW5L6ZKHZSD/flPFQlRylJRcDu42V5MHcPU+fyqWv1bWFvIArkPwsqPP4i90hMCl8mlx4Q==',key_name='tempest-keypair-1531192608',keypairs=<?>,launch_index=0,launched_at=2023-12-06T10:00:06Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='c1a6ab8cc08d4115a89db7cf36f78025',ramdisk_id='',reservation_id='r-nkk2yun6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-2145111356',owner_user_name='tempest-ServerActionsTestOtherA-2145111356-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T10:02:11Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c4d40c6d3b9e49f79feff37d137f350a',uuid=20432b5e-01b9-4b38-b139-47650a115278,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e843486b-a520-4553-937e-bdf14c98a801", "address": "fa:16:3e:93:e1:cd", "network": {"id": "8b86f560-d219-47ac-911b-827500badcc4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-867973244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.62", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1a6ab8cc08d4115a89db7cf36f78025", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape843486b-a5", "ovs_interfaceid": "e843486b-a520-4553-937e-bdf14c98a801", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 10:02:23 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Converting VIF {"id": "e843486b-a520-4553-937e-bdf14c98a801", "address": "fa:16:3e:93:e1:cd", "network": {"id": "8b86f560-d219-47ac-911b-827500badcc4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-867973244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.62", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1a6ab8cc08d4115a89db7cf36f78025", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape843486b-a5", "ovs_interfaceid": "e843486b-a520-4553-937e-bdf14c98a801", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:02:23 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:93:e1:cd,bridge_name='br-int',has_traffic_filtering=True,id=e843486b-a520-4553-937e-bdf14c98a801,network=Network(8b86f560-d219-47ac-911b-827500badcc4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape843486b-a5') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:02:23 user nova-compute[74535]: DEBUG os_vif [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Plugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:93:e1:cd,bridge_name='br-int',has_traffic_filtering=True,id=e843486b-a520-4553-937e-bdf14c98a801,network=Network(8b86f560-d219-47ac-911b-827500badcc4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape843486b-a5') {{(pid=74535) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 10:02:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:02:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:02:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 10:02:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:02:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '8c71f598-3429-5adc-a97f-e16221513284', '_type': 'linux-noop'}}, row=False) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:02:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:02:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:02:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:02:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tape843486b-a5, may_exist=True, interface_attrs={}) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:02:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tape843486b-a5, col_values=(('qos', UUID('8571eee7-1590-445d-8796-b6eb2a6e3524')),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:02:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tape843486b-a5, col_values=(('external_ids', {'iface-id': 'e843486b-a520-4553-937e-bdf14c98a801', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:93:e1:cd', 'vm-uuid': '20432b5e-01b9-4b38-b139-47650a115278'}),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:02:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:02:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:02:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:02:23 user nova-compute[74535]: INFO os_vif [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Successfully plugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:93:e1:cd,bridge_name='br-int',has_traffic_filtering=True,id=e843486b-a520-4553-937e-bdf14c98a801,network=Network(8b86f560-d219-47ac-911b-827500badcc4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape843486b-a5')
Dec 06 10:02:23 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] No BDM found with device name vda, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 10:02:23 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 10:02:23 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] No VIF found with MAC fa:16:3e:93:e1:cd, not building metadata {{(pid=74535) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 10:02:24 user nova-compute[74535]: DEBUG nova.compute.manager [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Start spawning the instance on the hypervisor. {{(pid=74535) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 10:02:24 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Creating instance directory {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 10:02:24 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Creating image(s)
Dec 06 10:02:24 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Did not create local disks {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4867}}
Dec 06 10:02:24 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Ensure instance console log exists: /opt/stack/data/nova/instances/b48116ea-362e-4bc6-bb30-f7f0076d2bf7/console.log {{(pid=74535) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 10:02:24 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:02:24 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:02:24 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:02:24 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Start _get_guest_xml network_info=[{"id": "f68b59a5-2b8e-4cf0-8c50-b732b7bb6642", "address": "fa:16:3e:46:2b:27", "network": {"id": "962de5cf-b789-4532-a118-6b9fc1aeba04", "bridge": "br-int", "label": "tempest-TestShelveInstance-2137451792-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "00e6914d22764723a80593f896e602b8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf68b59a5-2b", "ovs_interfaceid": "f68b59a5-2b8e-4cf0-8c50-b732b7bb6642", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'delete_on_termination': True, 'attachment_id': '49e16a2b-95da-4e1d-8d07-ab6e056123b6', 'boot_index': 0, 'device_type': 'disk', 'guest_format': None, 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'wshVuDHE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b48116ea-362e-4bc6-bb30-f7f0076d2bf7', 'attached_at': '', 'detached_at': '', 'volume_id': 'c6a971e9-e220-46d6-85c8-0fc51e043681', 'serial': 'c6a971e9-e220-46d6-85c8-0fc51e043681'}, 'volume_type': None} {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 10:02:25 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:02:25 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:02:25 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 10:02:25 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] CPU controller missing on host. {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 10:02:25 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 10:02:25 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] CPU controller found on host. {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 10:02:25 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74535) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 10:02:25 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T09:52:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 10:02:25 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Flavor limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 10:02:25 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Image limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 10:02:25 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Flavor pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 10:02:25 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Image pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 10:02:25 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 10:02:25 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 10:02:25 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 10:02:25 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Got 1 possible topologies {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 10:02:25 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 10:02:25 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 10:02:25 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Calling os-brick to attach iSCSI Volume {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 10:02:25 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'wshVuDHE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:02:25 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:02:25 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:02:25 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:02:25 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:02:25 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:02:25 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:02:25 user nova-compute[74535]: INFO os_brick.initiator.connectors.iscsi [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 10:02:25 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681 -p 172.16.0.220:3260 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:25 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:25 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[80ca1e33-da81-4244-91fd-37e9485293c1]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:02:25 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 10:02:25 user nova-compute[74535]:  {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:02:25 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681 -p 172.16.0.220:3260 --interface default --op new {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:25 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:25 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[c3252a13-53c6-4f3f-9c80-5902e2cf4697]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681] added\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:02:25 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681] added
Dec 06 10:02:25 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:02:25 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:25 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:25 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[8767b8ff-0135-4016-bcff-8984437166ab]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:02:25 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:02:25 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:25 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:25 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[1bb1cad7-e0b8-4cad-89de-e20763e3e607]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:02:25 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:02:25 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v wshVuDHE {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:25 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v wshVuDHE" returned: 0 in 0.023s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:25 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[829fa9a9-0ddf-4b8f-bd75-36b0ecfb8cbd]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:02:25 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'wshVuDHE'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:02:25 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:25 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:25 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[e120149b-699f-4b9c-8cbd-3c572112f381]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:02:25 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:02:25 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:25 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:02:25 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:25 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[cacffcdf-510f-47b5-9f8a-3ce5727bd646]: (4, ('tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870 (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:02:25 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870 (non-flash)
Dec 06 10:02:25 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:02:25 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] iscsi session list stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870 (non-flash)
Dec 06 10:02:25 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:02:25 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681 -p 172.16.0.220:3260 --login {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:25 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:02:25 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:02:25 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:02:25 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681 -p 172.16.0.220:3260 --login" returned: 0 in 0.069s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:25 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6033eaf-b9c6-40dc-8628-9a5972179a18]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:02:25 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681, portal: 172.16.0.220,3260]
Dec 06 10:02:25 user nova-compute[74535]: Login to [iface: default, target: iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681, portal: 172.16.0.220,3260] successful.
Dec 06 10:02:25 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:02:25 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:25 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:25 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad330eea-e3d0-4fbf-9b30-552cbf2a9be3]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:02:25 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:02:25 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:25 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:25 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[e586967b-27c9-4d47-afc9-a28e1ac6b20b]: (4, ('tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681 (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:02:25 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870 (non-flash)
Dec 06 10:02:25 user nova-compute[74535]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681 (non-flash)
Dec 06 10:02:25 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:02:25 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] iscsi session list stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870 (non-flash)
Dec 06 10:02:25 user nova-compute[74535]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681 (non-flash)
Dec 06 10:02:25 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:02:25 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.283s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:02:25 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Connected to 172.16.0.220:3260 {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 10:02:25 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] HCTL ('34', '-', '-', 0) found on session 19 with lun 0 {{(pid=74535) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 10:02:25 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74535) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 10:02:25 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:25 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.017s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:25 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[e039d4d4-6440-4915-80db-e3e51173d861]: (4, ('- - 0', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:02:25 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Searching for a device in session 19 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74535) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 10:02:25 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'wshVuDHE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 10:02:25 user nova-compute[74535]: DEBUG nova.compute.manager [req-aeff58e1-08d9-4a46-b04f-22b5268f63d5 req-20eb2a30-13fb-4ab6-a949-7d88c8eeda9a service nova] [instance: 20432b5e-01b9-4b38-b139-47650a115278] Received event network-vif-plugged-e843486b-a520-4553-937e-bdf14c98a801 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:02:25 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-aeff58e1-08d9-4a46-b04f-22b5268f63d5 req-20eb2a30-13fb-4ab6-a949-7d88c8eeda9a service nova] Acquiring lock "20432b5e-01b9-4b38-b139-47650a115278-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:02:25 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-aeff58e1-08d9-4a46-b04f-22b5268f63d5 req-20eb2a30-13fb-4ab6-a949-7d88c8eeda9a service nova] Lock "20432b5e-01b9-4b38-b139-47650a115278-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:02:25 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-aeff58e1-08d9-4a46-b04f-22b5268f63d5 req-20eb2a30-13fb-4ab6-a949-7d88c8eeda9a service nova] Lock "20432b5e-01b9-4b38-b139-47650a115278-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:02:25 user nova-compute[74535]: DEBUG nova.compute.manager [req-aeff58e1-08d9-4a46-b04f-22b5268f63d5 req-20eb2a30-13fb-4ab6-a949-7d88c8eeda9a service nova] [instance: 20432b5e-01b9-4b38-b139-47650a115278] No waiting events found dispatching network-vif-plugged-e843486b-a520-4553-937e-bdf14c98a801 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:02:25 user nova-compute[74535]: WARNING nova.compute.manager [req-aeff58e1-08d9-4a46-b04f-22b5268f63d5 req-20eb2a30-13fb-4ab6-a949-7d88c8eeda9a service nova] [instance: 20432b5e-01b9-4b38-b139-47650a115278] Received unexpected event network-vif-plugged-e843486b-a520-4553-937e-bdf14c98a801 for instance with vm_state active and task_state rebuild_spawning.
Dec 06 10:02:25 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:02:26 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.317s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:02:26 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] <== connect_volume: return (1318ms) {'type': 'block', 'scsi_wwn': '26634646437623039', 'path': '/dev/sdc'} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:02:26 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26634646437623039', 'path': '/dev/sdc'} {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 10:02:26 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:02:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestShelveInstance-server-881527023',display_name='tempest-TestShelveInstance-server-881527023',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-881527023',id=22,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDmS8zHAJIpLNEVK23w5Gz1IF1j9EKde1i/IuX18SwN0OjBYuul1/wqvboJZJqxeom0VozZWxS/G0gW+GqRWtT9x560E5t/O3QWKvdbkWUQQjB1m4yMIGcIzZmR8xpU4SQ==',key_name='tempest-TestShelveInstance-46393644',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='00e6914d22764723a80593f896e602b8',ramdisk_id='',reservation_id='r-5p0fqr4k',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestShelveInstance-620907319',owner_user_name='tempest-TestShelveInstance-620907319-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T10:02:14Z,user_data=None,user_id='02e85e3deae34441802af88a9f8c59ce',uuid=b48116ea-362e-4bc6-bb30-f7f0076d2bf7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f68b59a5-2b8e-4cf0-8c50-b732b7bb6642", "address": "fa:16:3e:46:2b:27", "network": {"id": "962de5cf-b789-4532-a118-6b9fc1aeba04", "bridge": "br-int", "label": "tempest-TestShelveInstance-2137451792-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "00e6914d22764723a80593f896e602b8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf68b59a5-2b", "ovs_interfaceid": "f68b59a5-2b8e-4cf0-8c50-b732b7bb6642", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74535) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 10:02:26 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Converting VIF {"id": "f68b59a5-2b8e-4cf0-8c50-b732b7bb6642", "address": "fa:16:3e:46:2b:27", "network": {"id": "962de5cf-b789-4532-a118-6b9fc1aeba04", "bridge": "br-int", "label": "tempest-TestShelveInstance-2137451792-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "00e6914d22764723a80593f896e602b8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf68b59a5-2b", "ovs_interfaceid": "f68b59a5-2b8e-4cf0-8c50-b732b7bb6642", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:02:26 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:46:2b:27,bridge_name='br-int',has_traffic_filtering=True,id=f68b59a5-2b8e-4cf0-8c50-b732b7bb6642,network=Network(962de5cf-b789-4532-a118-6b9fc1aeba04),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf68b59a5-2b') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:02:26 user nova-compute[74535]: DEBUG nova.objects.instance [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Lazy-loading 'pci_devices' on Instance uuid b48116ea-362e-4bc6-bb30-f7f0076d2bf7 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:02:26 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] End _get_guest_xml xml=<domain type="kvm">
Dec 06 10:02:26 user nova-compute[74535]:   <uuid>b48116ea-362e-4bc6-bb30-f7f0076d2bf7</uuid>
Dec 06 10:02:26 user nova-compute[74535]:   <name>instance-00000016</name>
Dec 06 10:02:26 user nova-compute[74535]:   <memory>524288</memory>
Dec 06 10:02:26 user nova-compute[74535]:   <vcpu>1</vcpu>
Dec 06 10:02:26 user nova-compute[74535]:   <metadata>
Dec 06 10:02:26 user nova-compute[74535]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 10:02:26 user nova-compute[74535]:       <nova:package version="0.0.0"/>
Dec 06 10:02:26 user nova-compute[74535]:       <nova:name>tempest-TestShelveInstance-server-881527023</nova:name>
Dec 06 10:02:26 user nova-compute[74535]:       <nova:creationTime>2023-12-06 10:02:25</nova:creationTime>
Dec 06 10:02:26 user nova-compute[74535]:       <nova:flavor name="m1.tiny">
Dec 06 10:02:26 user nova-compute[74535]:         <nova:memory>512</nova:memory>
Dec 06 10:02:26 user nova-compute[74535]:         <nova:disk>1</nova:disk>
Dec 06 10:02:26 user nova-compute[74535]:         <nova:swap>0</nova:swap>
Dec 06 10:02:26 user nova-compute[74535]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 10:02:26 user nova-compute[74535]:         <nova:vcpus>1</nova:vcpus>
Dec 06 10:02:26 user nova-compute[74535]:       </nova:flavor>
Dec 06 10:02:26 user nova-compute[74535]:       <nova:owner>
Dec 06 10:02:26 user nova-compute[74535]:         <nova:user uuid="02e85e3deae34441802af88a9f8c59ce">tempest-TestShelveInstance-620907319-project-member</nova:user>
Dec 06 10:02:26 user nova-compute[74535]:         <nova:project uuid="00e6914d22764723a80593f896e602b8">tempest-TestShelveInstance-620907319</nova:project>
Dec 06 10:02:26 user nova-compute[74535]:       </nova:owner>
Dec 06 10:02:26 user nova-compute[74535]:       <nova:ports>
Dec 06 10:02:26 user nova-compute[74535]:         <nova:port uuid="f68b59a5-2b8e-4cf0-8c50-b732b7bb6642">
Dec 06 10:02:26 user nova-compute[74535]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Dec 06 10:02:26 user nova-compute[74535]:         </nova:port>
Dec 06 10:02:26 user nova-compute[74535]:       </nova:ports>
Dec 06 10:02:26 user nova-compute[74535]:     </nova:instance>
Dec 06 10:02:26 user nova-compute[74535]:   </metadata>
Dec 06 10:02:26 user nova-compute[74535]:   <sysinfo type="smbios">
Dec 06 10:02:26 user nova-compute[74535]:     <system>
Dec 06 10:02:26 user nova-compute[74535]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 10:02:26 user nova-compute[74535]:       <entry name="product">OpenStack Nova</entry>
Dec 06 10:02:26 user nova-compute[74535]:       <entry name="version">0.0.0</entry>
Dec 06 10:02:26 user nova-compute[74535]:       <entry name="serial">b48116ea-362e-4bc6-bb30-f7f0076d2bf7</entry>
Dec 06 10:02:26 user nova-compute[74535]:       <entry name="uuid">b48116ea-362e-4bc6-bb30-f7f0076d2bf7</entry>
Dec 06 10:02:26 user nova-compute[74535]:       <entry name="family">Virtual Machine</entry>
Dec 06 10:02:26 user nova-compute[74535]:     </system>
Dec 06 10:02:26 user nova-compute[74535]:   </sysinfo>
Dec 06 10:02:26 user nova-compute[74535]:   <os>
Dec 06 10:02:26 user nova-compute[74535]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 10:02:26 user nova-compute[74535]:     <boot dev="hd"/>
Dec 06 10:02:26 user nova-compute[74535]:     <smbios mode="sysinfo"/>
Dec 06 10:02:26 user nova-compute[74535]:   </os>
Dec 06 10:02:26 user nova-compute[74535]:   <features>
Dec 06 10:02:26 user nova-compute[74535]:     <acpi/>
Dec 06 10:02:26 user nova-compute[74535]:     <apic/>
Dec 06 10:02:26 user nova-compute[74535]:     <vmcoreinfo/>
Dec 06 10:02:26 user nova-compute[74535]:   </features>
Dec 06 10:02:26 user nova-compute[74535]:   <clock offset="utc">
Dec 06 10:02:26 user nova-compute[74535]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 10:02:26 user nova-compute[74535]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 10:02:26 user nova-compute[74535]:     <timer name="hpet" present="no"/>
Dec 06 10:02:26 user nova-compute[74535]:   </clock>
Dec 06 10:02:26 user nova-compute[74535]:   <cpu mode="custom" match="exact">
Dec 06 10:02:26 user nova-compute[74535]:     <model>Nehalem</model>
Dec 06 10:02:26 user nova-compute[74535]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 10:02:26 user nova-compute[74535]:   </cpu>
Dec 06 10:02:26 user nova-compute[74535]:   <devices>
Dec 06 10:02:26 user nova-compute[74535]:     <disk type="block" device="disk">
Dec 06 10:02:26 user nova-compute[74535]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 10:02:26 user nova-compute[74535]:       <source dev="/dev/sdc"/>
Dec 06 10:02:26 user nova-compute[74535]:       <target dev="vda" bus="virtio"/>
Dec 06 10:02:26 user nova-compute[74535]:       <serial>c6a971e9-e220-46d6-85c8-0fc51e043681</serial>
Dec 06 10:02:26 user nova-compute[74535]:     </disk>
Dec 06 10:02:26 user nova-compute[74535]:     <interface type="ethernet">
Dec 06 10:02:26 user nova-compute[74535]:       <mac address="fa:16:3e:46:2b:27"/>
Dec 06 10:02:26 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 10:02:26 user nova-compute[74535]:       <mtu size="1442"/>
Dec 06 10:02:26 user nova-compute[74535]:       <target dev="tapf68b59a5-2b"/>
Dec 06 10:02:26 user nova-compute[74535]:     </interface>
Dec 06 10:02:26 user nova-compute[74535]:     <serial type="pty">
Dec 06 10:02:26 user nova-compute[74535]:       <log file="/opt/stack/data/nova/instances/b48116ea-362e-4bc6-bb30-f7f0076d2bf7/console.log" append="off"/>
Dec 06 10:02:26 user nova-compute[74535]:     </serial>
Dec 06 10:02:26 user nova-compute[74535]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 10:02:26 user nova-compute[74535]:     <video>
Dec 06 10:02:26 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 10:02:26 user nova-compute[74535]:     </video>
Dec 06 10:02:26 user nova-compute[74535]:     <rng model="virtio">
Dec 06 10:02:26 user nova-compute[74535]:       <backend model="random">/dev/urandom</backend>
Dec 06 10:02:26 user nova-compute[74535]:     </rng>
Dec 06 10:02:26 user nova-compute[74535]:     <controller type="usb" index="0" model="none"/>
Dec 06 10:02:26 user nova-compute[74535]:     <memballoon model="virtio">
Dec 06 10:02:26 user nova-compute[74535]:       <stats period="10"/>
Dec 06 10:02:26 user nova-compute[74535]:     </memballoon>
Dec 06 10:02:26 user nova-compute[74535]:   </devices>
Dec 06 10:02:26 user nova-compute[74535]: </domain>
Dec 06 10:02:26 user nova-compute[74535]:  {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 10:02:26 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:02:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestShelveInstance-server-881527023',display_name='tempest-TestShelveInstance-server-881527023',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-881527023',id=22,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDmS8zHAJIpLNEVK23w5Gz1IF1j9EKde1i/IuX18SwN0OjBYuul1/wqvboJZJqxeom0VozZWxS/G0gW+GqRWtT9x560E5t/O3QWKvdbkWUQQjB1m4yMIGcIzZmR8xpU4SQ==',key_name='tempest-TestShelveInstance-46393644',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='00e6914d22764723a80593f896e602b8',ramdisk_id='',reservation_id='r-5p0fqr4k',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestShelveInstance-620907319',owner_user_name='tempest-TestShelveInstance-620907319-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T10:02:14Z,user_data=None,user_id='02e85e3deae34441802af88a9f8c59ce',uuid=b48116ea-362e-4bc6-bb30-f7f0076d2bf7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f68b59a5-2b8e-4cf0-8c50-b732b7bb6642", "address": "fa:16:3e:46:2b:27", "network": {"id": "962de5cf-b789-4532-a118-6b9fc1aeba04", "bridge": "br-int", "label": "tempest-TestShelveInstance-2137451792-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "00e6914d22764723a80593f896e602b8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf68b59a5-2b", "ovs_interfaceid": "f68b59a5-2b8e-4cf0-8c50-b732b7bb6642", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 10:02:26 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Converting VIF {"id": "f68b59a5-2b8e-4cf0-8c50-b732b7bb6642", "address": "fa:16:3e:46:2b:27", "network": {"id": "962de5cf-b789-4532-a118-6b9fc1aeba04", "bridge": "br-int", "label": "tempest-TestShelveInstance-2137451792-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "00e6914d22764723a80593f896e602b8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf68b59a5-2b", "ovs_interfaceid": "f68b59a5-2b8e-4cf0-8c50-b732b7bb6642", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:02:26 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:46:2b:27,bridge_name='br-int',has_traffic_filtering=True,id=f68b59a5-2b8e-4cf0-8c50-b732b7bb6642,network=Network(962de5cf-b789-4532-a118-6b9fc1aeba04),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf68b59a5-2b') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:02:26 user nova-compute[74535]: DEBUG os_vif [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:46:2b:27,bridge_name='br-int',has_traffic_filtering=True,id=f68b59a5-2b8e-4cf0-8c50-b732b7bb6642,network=Network(962de5cf-b789-4532-a118-6b9fc1aeba04),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf68b59a5-2b') {{(pid=74535) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 10:02:26 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:02:26 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:02:26 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 10:02:26 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:02:26 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '41c79fea-0a33-5c33-a6ef-d6b4d385b654', '_type': 'linux-noop'}}, row=False) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:02:26 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:02:26 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:02:26 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:02:26 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf68b59a5-2b, may_exist=True, interface_attrs={}) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:02:26 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf68b59a5-2b, col_values=(('qos', UUID('47b80af1-ecfb-4780-a1cc-8ccae0b7f1c7')),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:02:26 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf68b59a5-2b, col_values=(('external_ids', {'iface-id': 'f68b59a5-2b8e-4cf0-8c50-b732b7bb6642', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:46:2b:27', 'vm-uuid': 'b48116ea-362e-4bc6-bb30-f7f0076d2bf7'}),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:02:26 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:02:26 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:02:26 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:02:26 user nova-compute[74535]: INFO os_vif [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:46:2b:27,bridge_name='br-int',has_traffic_filtering=True,id=f68b59a5-2b8e-4cf0-8c50-b732b7bb6642,network=Network(962de5cf-b789-4532-a118-6b9fc1aeba04),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf68b59a5-2b')
Dec 06 10:02:26 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] No BDM found with device name vda, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 10:02:26 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] No VIF found with MAC fa:16:3e:46:2b:27, not building metadata {{(pid=74535) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 10:02:27 user nova-compute[74535]: DEBUG nova.compute.manager [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 20432b5e-01b9-4b38-b139-47650a115278] Instance event wait completed in 0 seconds for  {{(pid=74535) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 10:02:27 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 20432b5e-01b9-4b38-b139-47650a115278] Guest created on hypervisor {{(pid=74535) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 10:02:27 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: 20432b5e-01b9-4b38-b139-47650a115278] Instance spawned successfully.
Dec 06 10:02:27 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 20432b5e-01b9-4b38-b139-47650a115278] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 10:02:27 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 20432b5e-01b9-4b38-b139-47650a115278] Found default for hw_cdrom_bus of ide {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:02:27 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 20432b5e-01b9-4b38-b139-47650a115278] Found default for hw_disk_bus of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:02:27 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 20432b5e-01b9-4b38-b139-47650a115278] Found default for hw_input_bus of None {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:02:27 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 20432b5e-01b9-4b38-b139-47650a115278] Found default for hw_pointer_model of None {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:02:27 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 20432b5e-01b9-4b38-b139-47650a115278] Found default for hw_video_model of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:02:27 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 20432b5e-01b9-4b38-b139-47650a115278] Found default for hw_vif_model of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:02:27 user nova-compute[74535]: DEBUG nova.compute.manager [req-4f3d1fa1-3a25-4c73-9f1e-d861934e9a8b req-b4c9b36b-8e1d-4d70-9394-8dbb9d840d9c service nova] [instance: 20432b5e-01b9-4b38-b139-47650a115278] Received event network-vif-plugged-e843486b-a520-4553-937e-bdf14c98a801 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:02:27 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-4f3d1fa1-3a25-4c73-9f1e-d861934e9a8b req-b4c9b36b-8e1d-4d70-9394-8dbb9d840d9c service nova] Acquiring lock "20432b5e-01b9-4b38-b139-47650a115278-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:02:27 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-4f3d1fa1-3a25-4c73-9f1e-d861934e9a8b req-b4c9b36b-8e1d-4d70-9394-8dbb9d840d9c service nova] Lock "20432b5e-01b9-4b38-b139-47650a115278-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:02:27 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-4f3d1fa1-3a25-4c73-9f1e-d861934e9a8b req-b4c9b36b-8e1d-4d70-9394-8dbb9d840d9c service nova] Lock "20432b5e-01b9-4b38-b139-47650a115278-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:02:27 user nova-compute[74535]: DEBUG nova.compute.manager [req-4f3d1fa1-3a25-4c73-9f1e-d861934e9a8b req-b4c9b36b-8e1d-4d70-9394-8dbb9d840d9c service nova] [instance: 20432b5e-01b9-4b38-b139-47650a115278] No waiting events found dispatching network-vif-plugged-e843486b-a520-4553-937e-bdf14c98a801 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:02:27 user nova-compute[74535]: WARNING nova.compute.manager [req-4f3d1fa1-3a25-4c73-9f1e-d861934e9a8b req-b4c9b36b-8e1d-4d70-9394-8dbb9d840d9c service nova] [instance: 20432b5e-01b9-4b38-b139-47650a115278] Received unexpected event network-vif-plugged-e843486b-a520-4553-937e-bdf14c98a801 for instance with vm_state active and task_state rebuild_spawning.
Dec 06 10:02:27 user nova-compute[74535]: DEBUG nova.compute.manager [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 20432b5e-01b9-4b38-b139-47650a115278] Checking state {{(pid=74535) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 10:02:27 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:02:27 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:02:27 user nova-compute[74535]: DEBUG nova.objects.instance [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 20432b5e-01b9-4b38-b139-47650a115278] Trying to apply a migration context that does not seem to be set for this instance {{(pid=74535) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}}
Dec 06 10:02:27 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-49987e11-ad01-4d3c-8ed0-544819235499 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.086s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:02:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:02:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:02:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:02:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:02:28 user nova-compute[74535]: DEBUG nova.compute.manager [req-a0ed71dc-a89f-4b59-900b-0bb777ed8eb4 req-c2597248-785d-4a4f-ae10-409f706f35a9 service nova] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Received event network-vif-plugged-f68b59a5-2b8e-4cf0-8c50-b732b7bb6642 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:02:28 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-a0ed71dc-a89f-4b59-900b-0bb777ed8eb4 req-c2597248-785d-4a4f-ae10-409f706f35a9 service nova] Acquiring lock "b48116ea-362e-4bc6-bb30-f7f0076d2bf7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:02:28 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-a0ed71dc-a89f-4b59-900b-0bb777ed8eb4 req-c2597248-785d-4a4f-ae10-409f706f35a9 service nova] Lock "b48116ea-362e-4bc6-bb30-f7f0076d2bf7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:02:28 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-a0ed71dc-a89f-4b59-900b-0bb777ed8eb4 req-c2597248-785d-4a4f-ae10-409f706f35a9 service nova] Lock "b48116ea-362e-4bc6-bb30-f7f0076d2bf7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:02:28 user nova-compute[74535]: DEBUG nova.compute.manager [req-a0ed71dc-a89f-4b59-900b-0bb777ed8eb4 req-c2597248-785d-4a4f-ae10-409f706f35a9 service nova] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] No waiting events found dispatching network-vif-plugged-f68b59a5-2b8e-4cf0-8c50-b732b7bb6642 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:02:28 user nova-compute[74535]: WARNING nova.compute.manager [req-a0ed71dc-a89f-4b59-900b-0bb777ed8eb4 req-c2597248-785d-4a4f-ae10-409f706f35a9 service nova] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Received unexpected event network-vif-plugged-f68b59a5-2b8e-4cf0-8c50-b732b7bb6642 for instance with vm_state building and task_state spawning.
Dec 06 10:02:28 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:02:28 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:02:28 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:02:28 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:02:29 user nova-compute[74535]: DEBUG nova.compute.manager [req-3db50e54-9461-49c5-9330-a16f2f764a1f req-9f2a5584-d086-4a19-8dc7-4f077ee5dac3 service nova] [instance: 3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f] Received event network-changed-6f62b2c8-694b-4187-865c-4166e65f5231 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:02:29 user nova-compute[74535]: DEBUG nova.compute.manager [req-3db50e54-9461-49c5-9330-a16f2f764a1f req-9f2a5584-d086-4a19-8dc7-4f077ee5dac3 service nova] [instance: 3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f] Refreshing instance network info cache due to event network-changed-6f62b2c8-694b-4187-865c-4166e65f5231. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 10:02:29 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-3db50e54-9461-49c5-9330-a16f2f764a1f req-9f2a5584-d086-4a19-8dc7-4f077ee5dac3 service nova] Acquiring lock "refresh_cache-3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:02:29 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-3db50e54-9461-49c5-9330-a16f2f764a1f req-9f2a5584-d086-4a19-8dc7-4f077ee5dac3 service nova] Acquired lock "refresh_cache-3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:02:29 user nova-compute[74535]: DEBUG nova.network.neutron [req-3db50e54-9461-49c5-9330-a16f2f764a1f req-9f2a5584-d086-4a19-8dc7-4f077ee5dac3 service nova] [instance: 3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f] Refreshing network info cache for port 6f62b2c8-694b-4187-865c-4166e65f5231 {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 10:02:30 user nova-compute[74535]: DEBUG nova.network.neutron [req-3db50e54-9461-49c5-9330-a16f2f764a1f req-9f2a5584-d086-4a19-8dc7-4f077ee5dac3 service nova] [instance: 3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f] Updated VIF entry in instance network info cache for port 6f62b2c8-694b-4187-865c-4166e65f5231. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 10:02:30 user nova-compute[74535]: DEBUG nova.network.neutron [req-3db50e54-9461-49c5-9330-a16f2f764a1f req-9f2a5584-d086-4a19-8dc7-4f077ee5dac3 service nova] [instance: 3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f] Updating instance_info_cache with network_info: [{"id": "6f62b2c8-694b-4187-865c-4166e65f5231", "address": "fa:16:3e:3b:17:5e", "network": {"id": "3f4a5abf-4793-4a73-a7db-f90c3940be91", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1456499207-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.115", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "46ebbf9498444b2aba0f2621669fb73b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6f62b2c8-69", "ovs_interfaceid": "6f62b2c8-694b-4187-865c-4166e65f5231", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:02:30 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-3db50e54-9461-49c5-9330-a16f2f764a1f req-9f2a5584-d086-4a19-8dc7-4f077ee5dac3 service nova] Releasing lock "refresh_cache-3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:02:30 user nova-compute[74535]: DEBUG nova.compute.manager [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Instance event wait completed in 0 seconds for  {{(pid=74535) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 10:02:30 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Guest created on hypervisor {{(pid=74535) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 10:02:30 user nova-compute[74535]: DEBUG nova.compute.manager [req-39c7faab-4635-4dab-889f-4253ee0ed943 req-6d870651-fdf4-46f7-b332-de0ab1b6e1cc service nova] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Received event network-vif-plugged-f68b59a5-2b8e-4cf0-8c50-b732b7bb6642 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:02:30 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-39c7faab-4635-4dab-889f-4253ee0ed943 req-6d870651-fdf4-46f7-b332-de0ab1b6e1cc service nova] Acquiring lock "b48116ea-362e-4bc6-bb30-f7f0076d2bf7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:02:30 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-39c7faab-4635-4dab-889f-4253ee0ed943 req-6d870651-fdf4-46f7-b332-de0ab1b6e1cc service nova] Lock "b48116ea-362e-4bc6-bb30-f7f0076d2bf7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:02:30 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-39c7faab-4635-4dab-889f-4253ee0ed943 req-6d870651-fdf4-46f7-b332-de0ab1b6e1cc service nova] Lock "b48116ea-362e-4bc6-bb30-f7f0076d2bf7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:02:30 user nova-compute[74535]: DEBUG nova.compute.manager [req-39c7faab-4635-4dab-889f-4253ee0ed943 req-6d870651-fdf4-46f7-b332-de0ab1b6e1cc service nova] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] No waiting events found dispatching network-vif-plugged-f68b59a5-2b8e-4cf0-8c50-b732b7bb6642 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:02:30 user nova-compute[74535]: WARNING nova.compute.manager [req-39c7faab-4635-4dab-889f-4253ee0ed943 req-6d870651-fdf4-46f7-b332-de0ab1b6e1cc service nova] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Received unexpected event network-vif-plugged-f68b59a5-2b8e-4cf0-8c50-b732b7bb6642 for instance with vm_state building and task_state spawning.
Dec 06 10:02:30 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Instance spawned successfully.
Dec 06 10:02:30 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 10:02:30 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Found default for hw_cdrom_bus of ide {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:02:30 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Found default for hw_disk_bus of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:02:30 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Found default for hw_input_bus of None {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:02:30 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Found default for hw_pointer_model of None {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:02:30 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Found default for hw_video_model of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:02:30 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Found default for hw_vif_model of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:02:30 user nova-compute[74535]: INFO nova.compute.manager [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Took 5.38 seconds to spawn the instance on the hypervisor.
Dec 06 10:02:30 user nova-compute[74535]: DEBUG nova.compute.manager [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Checking state {{(pid=74535) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 10:02:30 user nova-compute[74535]: INFO nova.compute.manager [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Took 17.40 seconds to build instance.
Dec 06 10:02:30 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-fd284177-2623-42b9-92df-30923b2000f9 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Lock "b48116ea-362e-4bc6-bb30-f7f0076d2bf7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 17.524s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:02:31 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:02:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-b7f7cde6-4bb1-4c78-ba96-ea9a487daf36 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Acquiring lock "3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:02:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-b7f7cde6-4bb1-4c78-ba96-ea9a487daf36 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Lock "3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:02:32 user nova-compute[74535]: DEBUG nova.objects.instance [None req-b7f7cde6-4bb1-4c78-ba96-ea9a487daf36 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Lazy-loading 'flavor' on Instance uuid 3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:02:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-b7f7cde6-4bb1-4c78-ba96-ea9a487daf36 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Lock "3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.057s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:02:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-b7f7cde6-4bb1-4c78-ba96-ea9a487daf36 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Acquiring lock "3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:02:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-b7f7cde6-4bb1-4c78-ba96-ea9a487daf36 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Lock "3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:02:32 user nova-compute[74535]: INFO nova.compute.manager [None req-b7f7cde6-4bb1-4c78-ba96-ea9a487daf36 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] [instance: 3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f] Attaching volume 3a0ce698-f48f-4071-9c51-f3f4f26616af to /dev/vdb
Dec 06 10:02:32 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Starting finish_revert_migration {{(pid=74535) finish_revert_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11822}}
Dec 06 10:02:32 user nova-compute[74535]: DEBUG os_brick.utils [None req-b7f7cde6-4bb1-4c78-ba96-ea9a487daf36 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:02:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:32 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Start _get_guest_xml network_info=[{"id": "a462dbbf-ce92-4626-9a60-8681073805b9", "address": "fa:16:3e:a3:9f:03", "network": {"id": "2c655269-59e9-4d53-8ce2-fa7d52c97f0c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1216090719-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.15", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "90943706b3664c72bbae8f17a744ad30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa462dbbf-ce", "ovs_interfaceid": "a462dbbf-ce92-4626-9a60-8681073805b9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=b338f3c8-9974-4b9f-bacb-c75dd541c256,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'device_name': '/dev/vda', 'encrypted': False, 'encryption_format': None, 'encryption_options': None, 'encryption_secret_uuid': None, 'boot_index': 0, 'device_type': 'disk', 'size': 0, 'guest_format': None, 'image_id': 'b338f3c8-9974-4b9f-bacb-c75dd541c256'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'delete_on_termination': False, 'attachment_id': '54ec3b4e-059b-444b-a84f-1e2ef0c7a443', 'boot_index': None, 'device_type': 'disk', 'guest_format': None, 'mount_device': '/dev/vdb', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'tTkzBiQo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '9032fc82-326a-4827-94e0-c2c42a318148', 'attached_at': '2023-12-06T10:02:32.000000', 'detached_at': '', 'volume_id': 'f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d', 'serial': 'f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d'}, 'volume_type': None} {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 10:02:32 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:02:32 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:02:32 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 10:02:32 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] CPU controller missing on host. {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 10:02:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.020s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:32 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[27cdd859-5916-4f57-a215-47490e20042a]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d95ac7cee77a\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:02:32 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 10:02:32 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] CPU controller found on host. {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 10:02:32 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74535) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 10:02:32 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T09:52:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=b338f3c8-9974-4b9f-bacb-c75dd541c256,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 10:02:32 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Flavor limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 10:02:32 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Image limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 10:02:32 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Flavor pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 10:02:32 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Image pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 10:02:32 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 10:02:32 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 10:02:32 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 10:02:32 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Got 1 possible topologies {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 10:02:32 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 10:02:32 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 10:02:32 user nova-compute[74535]: DEBUG nova.objects.instance [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Lazy-loading 'vcpu_model' on Instance uuid 9032fc82-326a-4827-94e0-c2c42a318148 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:02:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.020s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:32 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[64775b36-d3e6-41f3-98d3-e0f6270fef2d]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:02:32 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Calling os-brick to attach iSCSI Volume {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 10:02:32 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'tTkzBiQo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:02:32 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:02:32 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:02:32 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:02:32 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:02:32 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:02:32 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:02:32 user nova-compute[74535]: INFO os_brick.initiator.connectors.iscsi [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 10:02:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:32 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[deba2120-4fab-41c3-b5b6-bf6dc6fdebd2]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:02:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d -p 172.16.0.220:3260 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:32 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff96ada9-e519-4787-9765-6c4c4a0e521e]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:02:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-b7f7cde6-4bb1-4c78-ba96-ea9a487daf36 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Running cmd (subprocess): nvme version {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-b7f7cde6-4bb1-4c78-ba96-ea9a487daf36 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] 'nvme version' failed. Not Retrying. {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 10:02:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d -p 172.16.0.220:3260" returned: 21 in 0.026s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:32 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[de8143cf-8cea-40f3-a642-fa37fca2e733]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:02:32 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.nvmeof [None req-b7f7cde6-4bb1-4c78-ba96-ea9a487daf36 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] nvme not present on system {{(pid=74535) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 10:02:32 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 10:02:32 user nova-compute[74535]:  {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:02:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d -p 172.16.0.220:3260 --interface default --op new {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 10:02:32 user nova-compute[74535]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 10:02:32 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6edaddb-2782-4a65-a3a6-81ba9c0b0b8c]: (4, '') {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:02:32 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-b7f7cde6-4bb1-4c78-ba96-ea9a487daf36 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74535) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 10:02:32 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-b7f7cde6-4bb1-4c78-ba96-ea9a487daf36 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74535) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 10:02:32 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-b7f7cde6-4bb1-4c78-ba96-ea9a487daf36 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] LIGHTOS: no hostnqn found. {{(pid=74535) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 10:02:32 user nova-compute[74535]: DEBUG os_brick.utils [None req-b7f7cde6-4bb1-4c78-ba96-ea9a487daf36 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] <== get_connector_properties: return (166ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d95ac7cee77a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:02:32 user nova-compute[74535]: DEBUG nova.virt.block_device [None req-b7f7cde6-4bb1-4c78-ba96-ea9a487daf36 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] [instance: 3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f] Updating existing volume attachment record: a8280283-dfc5-45df-8c75-3ea8c99d7651 {{(pid=74535) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 10:02:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.030s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:32 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2643324-a203-4c8b-9848-f2b05b7a8110]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d] added\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:02:32 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d] added
Dec 06 10:02:32 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:02:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:32 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a1c3b5d-3264-478a-ab91-f916c8f08b9d]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:02:32 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:02:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:32 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e83dcad-542e-4c79-9a4c-78fdda467867]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:02:32 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:02:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v tTkzBiQo {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v tTkzBiQo" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:32 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[0514416f-7298-44e8-80ca-b06e20b2101c]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:02:32 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'tTkzBiQo'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:02:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:32 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[75822c70-afba-45ea-bb6a-24dfce5b89f0]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:02:32 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:02:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:32 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f156f05-380c-42c3-a90f-f39a530b128e]: (4, ('tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681 (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:02:32 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870 (non-flash)
Dec 06 10:02:32 user nova-compute[74535]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681 (non-flash)
Dec 06 10:02:32 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:02:32 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] iscsi session list stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870 (non-flash)
Dec 06 10:02:32 user nova-compute[74535]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681 (non-flash)
Dec 06 10:02:32 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:02:32 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:02:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d -p 172.16.0.220:3260 --login {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d -p 172.16.0.220:3260 --login" returned: 0 in 0.060s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:32 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[e737dee1-ef37-48c5-9fbd-eb07692dc394]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:02:32 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d, portal: 172.16.0.220,3260]
Dec 06 10:02:32 user nova-compute[74535]: Login to [iface: default, target: iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d, portal: 172.16.0.220,3260] successful.
Dec 06 10:02:32 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:02:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:32 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[8626ab44-02fb-4dcc-90b2-a1c7e12a7126]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:02:32 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:02:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:32 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7040944-6896-4c5d-9688-09a5c744d24f]: (4, ('tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:02:32 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870 (non-flash)
Dec 06 10:02:32 user nova-compute[74535]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681 (non-flash)
Dec 06 10:02:32 user nova-compute[74535]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d (non-flash)
Dec 06 10:02:32 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:02:32 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] iscsi session list stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870 (non-flash)
Dec 06 10:02:32 user nova-compute[74535]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681 (non-flash)
Dec 06 10:02:32 user nova-compute[74535]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d (non-flash)
Dec 06 10:02:32 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:02:32 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.349s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:02:32 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Connected to 172.16.0.220:3260 {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 10:02:32 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] HCTL ('35', '-', '-', 0) found on session 20 with lun 0 {{(pid=74535) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 10:02:32 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74535) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 10:02:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.020s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:32 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b15e8e6-2655-4600-9da0-a2d9229b6698]: (4, ('- - 0', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:02:32 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Searching for a device in session 20 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74535) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 10:02:32 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'tTkzBiQo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 10:02:33 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.388s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:02:33 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] <== connect_volume: return (1390ms) {'type': 'block', 'scsi_wwn': '23739666630326234', 'path': '/dev/sdd'} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:02:33 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23739666630326234', 'path': '/dev/sdd'} {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 10:02:33 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T09:56:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1234679314',display_name='tempest-ServerActionsTestOtherB-server-1234679314',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1234679314',id=4,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGGpl1LoP4E2iKVecWbckllE6cvQARpi+xJC7byjNEWhH3yneg0Jk0iYKP/lsAtugNEK97tLnf4tCMNNUQngxZiZEXrBMpOiLfI5RPf4Rb4whN3TB33bUI75WxoSajNhWA==',key_name='tempest-keypair-726602048',keypairs=<?>,launch_index=0,launched_at=2023-12-06T10:00:50Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='90943706b3664c72bbae8f17a744ad30',ramdisk_id='',reservation_id='r-vmw5ulis',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-1255547293',owner_user_name='tempest-ServerActionsTestOtherB-1255547293-project-member'},tags=<?>,task_state='resize_reverting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T10:02:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5c45520fb9674d44bec3d71ba1054d85',uuid=9032fc82-326a-4827-94e0-c2c42a318148,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='resized') vif={"id": "a462dbbf-ce92-4626-9a60-8681073805b9", "address": "fa:16:3e:a3:9f:03", "network": {"id": "2c655269-59e9-4d53-8ce2-fa7d52c97f0c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1216090719-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.15", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "90943706b3664c72bbae8f17a744ad30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa462dbbf-ce", "ovs_interfaceid": "a462dbbf-ce92-4626-9a60-8681073805b9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74535) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 10:02:33 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Converting VIF {"id": "a462dbbf-ce92-4626-9a60-8681073805b9", "address": "fa:16:3e:a3:9f:03", "network": {"id": "2c655269-59e9-4d53-8ce2-fa7d52c97f0c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1216090719-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.15", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "90943706b3664c72bbae8f17a744ad30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa462dbbf-ce", "ovs_interfaceid": "a462dbbf-ce92-4626-9a60-8681073805b9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:02:33 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a3:9f:03,bridge_name='br-int',has_traffic_filtering=True,id=a462dbbf-ce92-4626-9a60-8681073805b9,network=Network(2c655269-59e9-4d53-8ce2-fa7d52c97f0c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa462dbbf-ce') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:02:33 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] End _get_guest_xml xml=<domain type="kvm">
Dec 06 10:02:33 user nova-compute[74535]:   <uuid>9032fc82-326a-4827-94e0-c2c42a318148</uuid>
Dec 06 10:02:33 user nova-compute[74535]:   <name>instance-00000004</name>
Dec 06 10:02:33 user nova-compute[74535]:   <memory>524288</memory>
Dec 06 10:02:33 user nova-compute[74535]:   <vcpu>1</vcpu>
Dec 06 10:02:33 user nova-compute[74535]:   <metadata>
Dec 06 10:02:33 user nova-compute[74535]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 10:02:33 user nova-compute[74535]:       <nova:package version="0.0.0"/>
Dec 06 10:02:33 user nova-compute[74535]:       <nova:name>tempest-ServerActionsTestOtherB-server-1234679314</nova:name>
Dec 06 10:02:33 user nova-compute[74535]:       <nova:creationTime>2023-12-06 10:02:32</nova:creationTime>
Dec 06 10:02:33 user nova-compute[74535]:       <nova:flavor name="m1.tiny">
Dec 06 10:02:33 user nova-compute[74535]:         <nova:memory>512</nova:memory>
Dec 06 10:02:33 user nova-compute[74535]:         <nova:disk>1</nova:disk>
Dec 06 10:02:33 user nova-compute[74535]:         <nova:swap>0</nova:swap>
Dec 06 10:02:33 user nova-compute[74535]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 10:02:33 user nova-compute[74535]:         <nova:vcpus>1</nova:vcpus>
Dec 06 10:02:33 user nova-compute[74535]:       </nova:flavor>
Dec 06 10:02:33 user nova-compute[74535]:       <nova:owner>
Dec 06 10:02:33 user nova-compute[74535]:         <nova:user uuid="5c45520fb9674d44bec3d71ba1054d85">tempest-ServerActionsTestOtherB-1255547293-project-member</nova:user>
Dec 06 10:02:33 user nova-compute[74535]:         <nova:project uuid="90943706b3664c72bbae8f17a744ad30">tempest-ServerActionsTestOtherB-1255547293</nova:project>
Dec 06 10:02:33 user nova-compute[74535]:       </nova:owner>
Dec 06 10:02:33 user nova-compute[74535]:       <nova:root type="image" uuid="b338f3c8-9974-4b9f-bacb-c75dd541c256"/>
Dec 06 10:02:33 user nova-compute[74535]:       <nova:ports>
Dec 06 10:02:33 user nova-compute[74535]:         <nova:port uuid="a462dbbf-ce92-4626-9a60-8681073805b9">
Dec 06 10:02:33 user nova-compute[74535]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Dec 06 10:02:33 user nova-compute[74535]:         </nova:port>
Dec 06 10:02:33 user nova-compute[74535]:       </nova:ports>
Dec 06 10:02:33 user nova-compute[74535]:     </nova:instance>
Dec 06 10:02:33 user nova-compute[74535]:   </metadata>
Dec 06 10:02:33 user nova-compute[74535]:   <sysinfo type="smbios">
Dec 06 10:02:33 user nova-compute[74535]:     <system>
Dec 06 10:02:33 user nova-compute[74535]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 10:02:33 user nova-compute[74535]:       <entry name="product">OpenStack Nova</entry>
Dec 06 10:02:33 user nova-compute[74535]:       <entry name="version">0.0.0</entry>
Dec 06 10:02:33 user nova-compute[74535]:       <entry name="serial">9032fc82-326a-4827-94e0-c2c42a318148</entry>
Dec 06 10:02:33 user nova-compute[74535]:       <entry name="uuid">9032fc82-326a-4827-94e0-c2c42a318148</entry>
Dec 06 10:02:33 user nova-compute[74535]:       <entry name="family">Virtual Machine</entry>
Dec 06 10:02:33 user nova-compute[74535]:     </system>
Dec 06 10:02:33 user nova-compute[74535]:   </sysinfo>
Dec 06 10:02:33 user nova-compute[74535]:   <os>
Dec 06 10:02:33 user nova-compute[74535]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 10:02:33 user nova-compute[74535]:     <boot dev="hd"/>
Dec 06 10:02:33 user nova-compute[74535]:     <smbios mode="sysinfo"/>
Dec 06 10:02:33 user nova-compute[74535]:   </os>
Dec 06 10:02:33 user nova-compute[74535]:   <features>
Dec 06 10:02:33 user nova-compute[74535]:     <acpi/>
Dec 06 10:02:33 user nova-compute[74535]:     <apic/>
Dec 06 10:02:33 user nova-compute[74535]:     <vmcoreinfo/>
Dec 06 10:02:33 user nova-compute[74535]:   </features>
Dec 06 10:02:33 user nova-compute[74535]:   <clock offset="utc">
Dec 06 10:02:33 user nova-compute[74535]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 10:02:33 user nova-compute[74535]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 10:02:33 user nova-compute[74535]:     <timer name="hpet" present="no"/>
Dec 06 10:02:33 user nova-compute[74535]:   </clock>
Dec 06 10:02:33 user nova-compute[74535]:   <cpu mode="custom" match="exact">
Dec 06 10:02:33 user nova-compute[74535]:     <model>Nehalem</model>
Dec 06 10:02:33 user nova-compute[74535]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 10:02:33 user nova-compute[74535]:   </cpu>
Dec 06 10:02:33 user nova-compute[74535]:   <devices>
Dec 06 10:02:33 user nova-compute[74535]:     <disk type="file" device="disk">
Dec 06 10:02:33 user nova-compute[74535]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 10:02:33 user nova-compute[74535]:       <source file="/opt/stack/data/nova/instances/9032fc82-326a-4827-94e0-c2c42a318148/disk"/>
Dec 06 10:02:33 user nova-compute[74535]:       <target dev="vda" bus="virtio"/>
Dec 06 10:02:33 user nova-compute[74535]:     </disk>
Dec 06 10:02:33 user nova-compute[74535]:     <disk type="block" device="disk">
Dec 06 10:02:33 user nova-compute[74535]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 10:02:33 user nova-compute[74535]:       <source dev="/dev/sdd"/>
Dec 06 10:02:33 user nova-compute[74535]:       <target dev="vdb" bus="virtio"/>
Dec 06 10:02:33 user nova-compute[74535]:       <serial>f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d</serial>
Dec 06 10:02:33 user nova-compute[74535]:     </disk>
Dec 06 10:02:33 user nova-compute[74535]:     <interface type="ethernet">
Dec 06 10:02:33 user nova-compute[74535]:       <mac address="fa:16:3e:a3:9f:03"/>
Dec 06 10:02:33 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 10:02:33 user nova-compute[74535]:       <mtu size="1442"/>
Dec 06 10:02:33 user nova-compute[74535]:       <target dev="tapa462dbbf-ce"/>
Dec 06 10:02:33 user nova-compute[74535]:     </interface>
Dec 06 10:02:33 user nova-compute[74535]:     <serial type="pty">
Dec 06 10:02:33 user nova-compute[74535]:       <log file="/opt/stack/data/nova/instances/9032fc82-326a-4827-94e0-c2c42a318148/console.log" append="off"/>
Dec 06 10:02:33 user nova-compute[74535]:     </serial>
Dec 06 10:02:33 user nova-compute[74535]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 10:02:33 user nova-compute[74535]:     <video>
Dec 06 10:02:33 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 10:02:33 user nova-compute[74535]:     </video>
Dec 06 10:02:33 user nova-compute[74535]:     <rng model="virtio">
Dec 06 10:02:33 user nova-compute[74535]:       <backend model="random">/dev/urandom</backend>
Dec 06 10:02:33 user nova-compute[74535]:     </rng>
Dec 06 10:02:33 user nova-compute[74535]:     <controller type="usb" index="0" model="none"/>
Dec 06 10:02:33 user nova-compute[74535]:     <memballoon model="virtio">
Dec 06 10:02:33 user nova-compute[74535]:       <stats period="10"/>
Dec 06 10:02:33 user nova-compute[74535]:     </memballoon>
Dec 06 10:02:33 user nova-compute[74535]:   </devices>
Dec 06 10:02:33 user nova-compute[74535]: </domain>
Dec 06 10:02:33 user nova-compute[74535]:  {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 10:02:33 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T09:56:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1234679314',display_name='tempest-ServerActionsTestOtherB-server-1234679314',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1234679314',id=4,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGGpl1LoP4E2iKVecWbckllE6cvQARpi+xJC7byjNEWhH3yneg0Jk0iYKP/lsAtugNEK97tLnf4tCMNNUQngxZiZEXrBMpOiLfI5RPf4Rb4whN3TB33bUI75WxoSajNhWA==',key_name='tempest-keypair-726602048',keypairs=<?>,launch_index=0,launched_at=2023-12-06T10:00:50Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='90943706b3664c72bbae8f17a744ad30',ramdisk_id='',reservation_id='r-vmw5ulis',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-1255547293',owner_user_name='tempest-ServerActionsTestOtherB-1255547293-project-member'},tags=<?>,task_state='resize_reverting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T10:02:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5c45520fb9674d44bec3d71ba1054d85',uuid=9032fc82-326a-4827-94e0-c2c42a318148,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='resized') vif={"id": "a462dbbf-ce92-4626-9a60-8681073805b9", "address": "fa:16:3e:a3:9f:03", "network": {"id": "2c655269-59e9-4d53-8ce2-fa7d52c97f0c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1216090719-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.15", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "90943706b3664c72bbae8f17a744ad30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa462dbbf-ce", "ovs_interfaceid": "a462dbbf-ce92-4626-9a60-8681073805b9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 10:02:33 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Converting VIF {"id": "a462dbbf-ce92-4626-9a60-8681073805b9", "address": "fa:16:3e:a3:9f:03", "network": {"id": "2c655269-59e9-4d53-8ce2-fa7d52c97f0c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1216090719-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.15", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "90943706b3664c72bbae8f17a744ad30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa462dbbf-ce", "ovs_interfaceid": "a462dbbf-ce92-4626-9a60-8681073805b9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:02:33 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a3:9f:03,bridge_name='br-int',has_traffic_filtering=True,id=a462dbbf-ce92-4626-9a60-8681073805b9,network=Network(2c655269-59e9-4d53-8ce2-fa7d52c97f0c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa462dbbf-ce') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:02:33 user nova-compute[74535]: DEBUG os_vif [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a3:9f:03,bridge_name='br-int',has_traffic_filtering=True,id=a462dbbf-ce92-4626-9a60-8681073805b9,network=Network(2c655269-59e9-4d53-8ce2-fa7d52c97f0c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa462dbbf-ce') {{(pid=74535) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 10:02:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:02:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:02:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 10:02:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:02:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '383ded53-9ce2-59f0-8f02-c7fe5799dfd4', '_type': 'linux-noop'}}, row=False) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:02:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:02:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:02:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:02:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa462dbbf-ce, may_exist=True, interface_attrs={}) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:02:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa462dbbf-ce, col_values=(('qos', UUID('51e52679-07d6-4504-b701-99abe99b59a7')),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:02:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa462dbbf-ce, col_values=(('external_ids', {'iface-id': 'a462dbbf-ce92-4626-9a60-8681073805b9', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:a3:9f:03', 'vm-uuid': '9032fc82-326a-4827-94e0-c2c42a318148'}),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:02:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:02:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:02:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:02:33 user nova-compute[74535]: INFO os_vif [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a3:9f:03,bridge_name='br-int',has_traffic_filtering=True,id=a462dbbf-ce92-4626-9a60-8681073805b9,network=Network(2c655269-59e9-4d53-8ce2-fa7d52c97f0c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa462dbbf-ce')
Dec 06 10:02:35 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:02:35 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:02:35 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:02:35 user nova-compute[74535]: DEBUG nova.compute.manager [req-2dfd0ec1-6089-4349-ac67-0975455e0c00 req-09f44b3d-13c7-4979-b848-88453c47c7ce service nova] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Received event network-vif-plugged-a462dbbf-ce92-4626-9a60-8681073805b9 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:02:35 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-2dfd0ec1-6089-4349-ac67-0975455e0c00 req-09f44b3d-13c7-4979-b848-88453c47c7ce service nova] Acquiring lock "9032fc82-326a-4827-94e0-c2c42a318148-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:02:35 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-2dfd0ec1-6089-4349-ac67-0975455e0c00 req-09f44b3d-13c7-4979-b848-88453c47c7ce service nova] Lock "9032fc82-326a-4827-94e0-c2c42a318148-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:02:35 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-2dfd0ec1-6089-4349-ac67-0975455e0c00 req-09f44b3d-13c7-4979-b848-88453c47c7ce service nova] Lock "9032fc82-326a-4827-94e0-c2c42a318148-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:02:35 user nova-compute[74535]: DEBUG nova.compute.manager [req-2dfd0ec1-6089-4349-ac67-0975455e0c00 req-09f44b3d-13c7-4979-b848-88453c47c7ce service nova] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] No waiting events found dispatching network-vif-plugged-a462dbbf-ce92-4626-9a60-8681073805b9 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:02:35 user nova-compute[74535]: WARNING nova.compute.manager [req-2dfd0ec1-6089-4349-ac67-0975455e0c00 req-09f44b3d-13c7-4979-b848-88453c47c7ce service nova] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Received unexpected event network-vif-plugged-a462dbbf-ce92-4626-9a60-8681073805b9 for instance with vm_state resized and task_state resize_reverting.
Dec 06 10:02:36 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:02:36 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:02:36 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:02:36 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:02:37 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:02:37 user nova-compute[74535]: DEBUG nova.compute.manager [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Instance event wait completed in 0 seconds for  {{(pid=74535) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 10:02:37 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Instance running successfully.
Dec 06 10:02:37 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] finish_revert_migration finished successfully. {{(pid=74535) finish_revert_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11866}}
Dec 06 10:02:37 user nova-compute[74535]: DEBUG nova.compute.manager [req-5f909172-3f54-4836-bce2-08b0cf3ddcc0 req-ef654bcb-1329-4d50-bd84-178efd5e1763 service nova] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Received event network-vif-plugged-a462dbbf-ce92-4626-9a60-8681073805b9 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:02:37 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-5f909172-3f54-4836-bce2-08b0cf3ddcc0 req-ef654bcb-1329-4d50-bd84-178efd5e1763 service nova] Acquiring lock "9032fc82-326a-4827-94e0-c2c42a318148-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:02:37 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-5f909172-3f54-4836-bce2-08b0cf3ddcc0 req-ef654bcb-1329-4d50-bd84-178efd5e1763 service nova] Lock "9032fc82-326a-4827-94e0-c2c42a318148-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:02:37 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-5f909172-3f54-4836-bce2-08b0cf3ddcc0 req-ef654bcb-1329-4d50-bd84-178efd5e1763 service nova] Lock "9032fc82-326a-4827-94e0-c2c42a318148-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:02:37 user nova-compute[74535]: DEBUG nova.compute.manager [req-5f909172-3f54-4836-bce2-08b0cf3ddcc0 req-ef654bcb-1329-4d50-bd84-178efd5e1763 service nova] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] No waiting events found dispatching network-vif-plugged-a462dbbf-ce92-4626-9a60-8681073805b9 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:02:37 user nova-compute[74535]: WARNING nova.compute.manager [req-5f909172-3f54-4836-bce2-08b0cf3ddcc0 req-ef654bcb-1329-4d50-bd84-178efd5e1763 service nova] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Received unexpected event network-vif-plugged-a462dbbf-ce92-4626-9a60-8681073805b9 for instance with vm_state resized and task_state resize_reverting.
Dec 06 10:02:38 user nova-compute[74535]: INFO nova.compute.manager [None req-edf1961e-2f3e-4f28-9db6-cf751f93d126 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Updating instance to original state: 'active'
Dec 06 10:02:38 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:02:42 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:02:43 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b7f7cde6-4bb1-4c78-ba96-ea9a487daf36 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] [instance: 3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f] Calling os-brick to attach iSCSI Volume {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 10:02:43 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7f7cde6-4bb1-4c78-ba96-ea9a487daf36 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:3a0ce698-f48f-4071-9c51-f3f4f26616af', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vHriEXZA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:02:43 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-b7f7cde6-4bb1-4c78-ba96-ea9a487daf36 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:02:43 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-b7f7cde6-4bb1-4c78-ba96-ea9a487daf36 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:02:43 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-b7f7cde6-4bb1-4c78-ba96-ea9a487daf36 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:02:43 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-b7f7cde6-4bb1-4c78-ba96-ea9a487daf36 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:02:43 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-b7f7cde6-4bb1-4c78-ba96-ea9a487daf36 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3a0ce698-f48f-4071-9c51-f3f4f26616af" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:02:43 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-b7f7cde6-4bb1-4c78-ba96-ea9a487daf36 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3a0ce698-f48f-4071-9c51-f3f4f26616af" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.004s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:02:43 user nova-compute[74535]: INFO os_brick.initiator.connectors.iscsi [None req-b7f7cde6-4bb1-4c78-ba96-ea9a487daf36 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 10:02:43 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3a0ce698-f48f-4071-9c51-f3f4f26616af -p 172.16.0.220:3260 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:43 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3a0ce698-f48f-4071-9c51-f3f4f26616af -p 172.16.0.220:3260" returned: 21 in 0.023s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:43 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a72d9eb-0166-44ca-8ac1-cb3822b2f85f]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:02:43 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7f7cde6-4bb1-4c78-ba96-ea9a487daf36 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 10:02:43 user nova-compute[74535]:  {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:02:43 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3a0ce698-f48f-4071-9c51-f3f4f26616af -p 172.16.0.220:3260 --interface default --op new {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:43 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3a0ce698-f48f-4071-9c51-f3f4f26616af -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:43 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a20b4ef-3d98-4577-b874-8ada7149f803]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3a0ce698-f48f-4071-9c51-f3f4f26616af] added\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:02:43 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7f7cde6-4bb1-4c78-ba96-ea9a487daf36 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3a0ce698-f48f-4071-9c51-f3f4f26616af] added
Dec 06 10:02:43 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:02:43 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3a0ce698-f48f-4071-9c51-f3f4f26616af -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:43 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3a0ce698-f48f-4071-9c51-f3f4f26616af -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:43 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[77c27cb2-7e18-45a1-a66d-d2b65fac5d46]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:02:43 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7f7cde6-4bb1-4c78-ba96-ea9a487daf36 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:02:43 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3a0ce698-f48f-4071-9c51-f3f4f26616af -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:43 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3a0ce698-f48f-4071-9c51-f3f4f26616af -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:43 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[171d4745-ae73-480c-927c-7b72797f8407]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:02:43 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7f7cde6-4bb1-4c78-ba96-ea9a487daf36 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:02:43 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3a0ce698-f48f-4071-9c51-f3f4f26616af -p 172.16.0.220:3260 --op update -n node.session.auth.username -v vHriEXZA {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:43 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3a0ce698-f48f-4071-9c51-f3f4f26616af -p 172.16.0.220:3260 --op update -n node.session.auth.username -v vHriEXZA" returned: 0 in 0.033s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:43 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[94e6d9c7-fb65-46a9-a7dd-9dc819b7efde]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:02:43 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7f7cde6-4bb1-4c78-ba96-ea9a487daf36 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'vHriEXZA'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:02:43 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3a0ce698-f48f-4071-9c51-f3f4f26616af -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:43 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3a0ce698-f48f-4071-9c51-f3f4f26616af -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.023s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:43 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[eaa9bfa7-130d-4e89-96c1-d60a8db6d13d]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:02:43 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7f7cde6-4bb1-4c78-ba96-ea9a487daf36 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:02:43 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:43 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.036s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:43 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[7dec0078-23d2-4cbe-91b5-196610d01103]: (4, ('tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1c5430f-fa4f-47c4-bd43-1ca98efecaea (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:02:43 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7f7cde6-4bb1-4c78-ba96-ea9a487daf36 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870 (non-flash)
Dec 06 10:02:43 user nova-compute[74535]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681 (non-flash)
Dec 06 10:02:43 user nova-compute[74535]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d (non-flash)
Dec 06 10:02:43 user nova-compute[74535]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1c5430f-fa4f-47c4-bd43-1ca98efecaea (non-flash)
Dec 06 10:02:43 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:02:43 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7f7cde6-4bb1-4c78-ba96-ea9a487daf36 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] iscsi session list stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870 (non-flash)
Dec 06 10:02:43 user nova-compute[74535]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681 (non-flash)
Dec 06 10:02:43 user nova-compute[74535]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d (non-flash)
Dec 06 10:02:43 user nova-compute[74535]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1c5430f-fa4f-47c4-bd43-1ca98efecaea (non-flash)
Dec 06 10:02:43 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:02:43 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3a0ce698-f48f-4071-9c51-f3f4f26616af -p 172.16.0.220:3260 --login {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:43 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3a0ce698-f48f-4071-9c51-f3f4f26616af -p 172.16.0.220:3260 --login" returned: 0 in 0.074s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:43 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3ec5900-f1fd-4bf9-af1e-911e13af8889]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:3a0ce698-f48f-4071-9c51-f3f4f26616af, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:3a0ce698-f48f-4071-9c51-f3f4f26616af, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:02:43 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7f7cde6-4bb1-4c78-ba96-ea9a487daf36 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:3a0ce698-f48f-4071-9c51-f3f4f26616af, portal: 172.16.0.220,3260]
Dec 06 10:02:43 user nova-compute[74535]: Login to [iface: default, target: iqn.2010-10.org.openstack:3a0ce698-f48f-4071-9c51-f3f4f26616af, portal: 172.16.0.220,3260] successful.
Dec 06 10:02:43 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:02:43 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3a0ce698-f48f-4071-9c51-f3f4f26616af -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:43 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3a0ce698-f48f-4071-9c51-f3f4f26616af -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.029s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:43 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0b906ae-e3e9-407c-999d-71e67c83cb33]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:02:43 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7f7cde6-4bb1-4c78-ba96-ea9a487daf36 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:02:43 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:43 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.043s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:43 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee9dc6ce-8e5c-407b-a58e-60ebbeb0458a]: (4, ('tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1c5430f-fa4f-47c4-bd43-1ca98efecaea (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3a0ce698-f48f-4071-9c51-f3f4f26616af (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:02:43 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7f7cde6-4bb1-4c78-ba96-ea9a487daf36 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870 (non-flash)
Dec 06 10:02:43 user nova-compute[74535]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681 (non-flash)
Dec 06 10:02:43 user nova-compute[74535]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d (non-flash)
Dec 06 10:02:43 user nova-compute[74535]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1c5430f-fa4f-47c4-bd43-1ca98efecaea (non-flash)
Dec 06 10:02:43 user nova-compute[74535]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3a0ce698-f48f-4071-9c51-f3f4f26616af (non-flash)
Dec 06 10:02:43 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:02:43 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7f7cde6-4bb1-4c78-ba96-ea9a487daf36 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] iscsi session list stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870 (non-flash)
Dec 06 10:02:43 user nova-compute[74535]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681 (non-flash)
Dec 06 10:02:43 user nova-compute[74535]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d (non-flash)
Dec 06 10:02:43 user nova-compute[74535]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1c5430f-fa4f-47c4-bd43-1ca98efecaea (non-flash)
Dec 06 10:02:43 user nova-compute[74535]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3a0ce698-f48f-4071-9c51-f3f4f26616af (non-flash)
Dec 06 10:02:43 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:02:43 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-b7f7cde6-4bb1-4c78-ba96-ea9a487daf36 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3a0ce698-f48f-4071-9c51-f3f4f26616af" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.383s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:02:43 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7f7cde6-4bb1-4c78-ba96-ea9a487daf36 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Connected to 172.16.0.220:3260 {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 10:02:43 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-b7f7cde6-4bb1-4c78-ba96-ea9a487daf36 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] HCTL ('37', '-', '-', 0) found on session 22 with lun 0 {{(pid=74535) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 10:02:43 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-b7f7cde6-4bb1-4c78-ba96-ea9a487daf36 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=74535) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 10:02:43 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:02:43 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:02:43 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.034s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:02:43 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[03faa345-d9e8-4070-adfa-b8f95efaf1be]: (4, ('- - 0', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:02:43 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-b7f7cde6-4bb1-4c78-ba96-ea9a487daf36 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Searching for a device in session 22 and hctl ['37', '*', '*', 0] yield: None {{(pid=74535) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 10:02:44 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-b7f7cde6-4bb1-4c78-ba96-ea9a487daf36 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Searching for a device in session 22 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=74535) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 10:02:44 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7f7cde6-4bb1-4c78-ba96-ea9a487daf36 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:3a0ce698-f48f-4071-9c51-f3f4f26616af', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vHriEXZA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 10:02:44 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-b7f7cde6-4bb1-4c78-ba96-ea9a487daf36 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.435s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:02:44 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7f7cde6-4bb1-4c78-ba96-ea9a487daf36 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] <== connect_volume: return (1437ms) {'type': 'block', 'scsi_wwn': '26362343833353663', 'path': '/dev/sdf'} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:02:44 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b7f7cde6-4bb1-4c78-ba96-ea9a487daf36 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] [instance: 3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26362343833353663', 'path': '/dev/sdf'} {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 10:02:44 user nova-compute[74535]: DEBUG nova.objects.instance [None req-b7f7cde6-4bb1-4c78-ba96-ea9a487daf36 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Lazy-loading 'flavor' on Instance uuid 3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:02:45 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-b7f7cde6-4bb1-4c78-ba96-ea9a487daf36 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 10:02:45 user nova-compute[74535]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 10:02:45 user nova-compute[74535]:   <source dev="/dev/sdf"/>
Dec 06 10:02:45 user nova-compute[74535]:   <target dev="vdb" bus="virtio"/>
Dec 06 10:02:45 user nova-compute[74535]:   <serial>3a0ce698-f48f-4071-9c51-f3f4f26616af</serial>
Dec 06 10:02:45 user nova-compute[74535]: </disk>
Dec 06 10:02:45 user nova-compute[74535]:  {{(pid=74535) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 10:02:45 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-b7f7cde6-4bb1-4c78-ba96-ea9a487daf36 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] No BDM found with device name vda, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 10:02:45 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-b7f7cde6-4bb1-4c78-ba96-ea9a487daf36 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 10:02:45 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-b7f7cde6-4bb1-4c78-ba96-ea9a487daf36 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] No VIF found with MAC fa:16:3e:3b:17:5e, not building metadata {{(pid=74535) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 10:02:45 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-b7f7cde6-4bb1-4c78-ba96-ea9a487daf36 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Lock "3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 13.558s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:02:47 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:02:48 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3e2c5d94-b707-4a7b-817a-27bd9644783f tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Acquiring lock "3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:02:48 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3e2c5d94-b707-4a7b-817a-27bd9644783f tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Lock "3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:02:48 user nova-compute[74535]: INFO nova.compute.manager [None req-3e2c5d94-b707-4a7b-817a-27bd9644783f tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] [instance: 3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f] Detaching volume 3a0ce698-f48f-4071-9c51-f3f4f26616af
Dec 06 10:02:48 user nova-compute[74535]: INFO nova.virt.block_device [None req-3e2c5d94-b707-4a7b-817a-27bd9644783f tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] [instance: 3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f] Attempting to driver detach volume 3a0ce698-f48f-4071-9c51-f3f4f26616af from mountpoint /dev/vdb
Dec 06 10:02:48 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3e2c5d94-b707-4a7b-817a-27bd9644783f tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Attempting to detach device vdb from instance 3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f from the persistent domain config. {{(pid=74535) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 10:02:48 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-3e2c5d94-b707-4a7b-817a-27bd9644783f tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 10:02:48 user nova-compute[74535]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 10:02:48 user nova-compute[74535]:   <source dev="/dev/sdf"/>
Dec 06 10:02:48 user nova-compute[74535]:   <target dev="vdb" bus="virtio"/>
Dec 06 10:02:48 user nova-compute[74535]:   <serial>3a0ce698-f48f-4071-9c51-f3f4f26616af</serial>
Dec 06 10:02:48 user nova-compute[74535]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 10:02:48 user nova-compute[74535]: </disk>
Dec 06 10:02:48 user nova-compute[74535]:  {{(pid=74535) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 10:02:48 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-3e2c5d94-b707-4a7b-817a-27bd9644783f tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Successfully detached device vdb from instance 3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f from the persistent domain config.
Dec 06 10:02:48 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3e2c5d94-b707-4a7b-817a-27bd9644783f tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f from the live domain config. {{(pid=74535) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 10:02:48 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-3e2c5d94-b707-4a7b-817a-27bd9644783f tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 10:02:48 user nova-compute[74535]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 10:02:48 user nova-compute[74535]:   <source dev="/dev/sdf"/>
Dec 06 10:02:48 user nova-compute[74535]:   <target dev="vdb" bus="virtio"/>
Dec 06 10:02:48 user nova-compute[74535]:   <serial>3a0ce698-f48f-4071-9c51-f3f4f26616af</serial>
Dec 06 10:02:48 user nova-compute[74535]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 10:02:48 user nova-compute[74535]: </disk>
Dec 06 10:02:48 user nova-compute[74535]:  {{(pid=74535) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 10:02:48 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3e2c5d94-b707-4a7b-817a-27bd9644783f tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f {{(pid=74535) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 10:02:48 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:02:52 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:02:53 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:02:57 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:02:58 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:03:02 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:03:03 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:03:07 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:03:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:03:08 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:03:08 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:03:08 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._sync_power_states {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:03:08 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Triggering sync for uuid 7d750435-b1ed-446a-a466-162bdc33821d {{(pid=74535) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 10:03:08 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Triggering sync for uuid 5e39a1a4-f188-40e3-bcba-70e47abd6026 {{(pid=74535) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 10:03:08 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Triggering sync for uuid 9032fc82-326a-4827-94e0-c2c42a318148 {{(pid=74535) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 10:03:08 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Triggering sync for uuid 3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f {{(pid=74535) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 10:03:08 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Triggering sync for uuid 432ab64f-bf46-4ef7-8a09-adbeb7207912 {{(pid=74535) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 10:03:08 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Triggering sync for uuid c3b63c03-ccc7-458a-8780-b196259784e4 {{(pid=74535) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 10:03:08 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Triggering sync for uuid 2d9150e7-0f02-4b19-b3f2-b329620d9722 {{(pid=74535) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 10:03:08 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Triggering sync for uuid 5f37b4f2-47f1-474f-82cb-fa93ff07f428 {{(pid=74535) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 10:03:08 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Triggering sync for uuid d742d153-7670-4be9-8477-882f6a39f03f {{(pid=74535) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 10:03:08 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Triggering sync for uuid b48116ea-362e-4bc6-bb30-f7f0076d2bf7 {{(pid=74535) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 10:03:08 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Triggering sync for uuid 20432b5e-01b9-4b38-b139-47650a115278 {{(pid=74535) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 10:03:08 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "7d750435-b1ed-446a-a466-162bdc33821d" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:03:08 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "7d750435-b1ed-446a-a466-162bdc33821d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:03:08 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "5e39a1a4-f188-40e3-bcba-70e47abd6026" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:03:08 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "5e39a1a4-f188-40e3-bcba-70e47abd6026" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:03:08 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "9032fc82-326a-4827-94e0-c2c42a318148" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:03:08 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "9032fc82-326a-4827-94e0-c2c42a318148" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:03:08 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:03:08 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "432ab64f-bf46-4ef7-8a09-adbeb7207912" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:03:08 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "432ab64f-bf46-4ef7-8a09-adbeb7207912" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:03:08 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "c3b63c03-ccc7-458a-8780-b196259784e4" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:03:08 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "c3b63c03-ccc7-458a-8780-b196259784e4" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:03:08 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "2d9150e7-0f02-4b19-b3f2-b329620d9722" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:03:08 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "2d9150e7-0f02-4b19-b3f2-b329620d9722" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:03:08 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "5f37b4f2-47f1-474f-82cb-fa93ff07f428" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:03:08 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "5f37b4f2-47f1-474f-82cb-fa93ff07f428" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:03:08 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "d742d153-7670-4be9-8477-882f6a39f03f" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:03:08 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "d742d153-7670-4be9-8477-882f6a39f03f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:03:08 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "b48116ea-362e-4bc6-bb30-f7f0076d2bf7" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:03:08 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "b48116ea-362e-4bc6-bb30-f7f0076d2bf7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:03:08 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "20432b5e-01b9-4b38-b139-47650a115278" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:03:08 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "20432b5e-01b9-4b38-b139-47650a115278" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:03:08 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "7d750435-b1ed-446a-a466-162bdc33821d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.095s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:03:08 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "5e39a1a4-f188-40e3-bcba-70e47abd6026" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.112s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:03:08 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-3e2c5d94-b707-4a7b-817a-27bd9644783f tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f is timed out.
Dec 06 10:03:08 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-3e2c5d94-b707-4a7b-817a-27bd9644783f tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Successfully detached device vdb from instance 3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f from the live domain config.
Dec 06 10:03:08 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "c3b63c03-ccc7-458a-8780-b196259784e4" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.122s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:03:08 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3e2c5d94-b707-4a7b-817a-27bd9644783f tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] [instance: 3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f] calling os-brick to detach iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 10:03:08 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e2c5d94-b707-4a7b-817a-27bd9644783f tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, {'target_iqn': 'iqn.2010-10.org.openstack:3a0ce698-f48f-4071-9c51-f3f4f26616af', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vHriEXZA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': False}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:03:08 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-3e2c5d94-b707-4a7b-817a-27bd9644783f tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:03:08 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-3e2c5d94-b707-4a7b-817a-27bd9644783f tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:03:08 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-3e2c5d94-b707-4a7b-817a-27bd9644783f tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:03:08 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "432ab64f-bf46-4ef7-8a09-adbeb7207912" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.132s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:03:08 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:03:08 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "d742d153-7670-4be9-8477-882f6a39f03f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.142s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:03:08 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "9032fc82-326a-4827-94e0-c2c42a318148" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.150s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:03:08 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:03:08 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d71f332-2750-4dcb-b050-8462bff6d106]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:3a0ce698-f48f-4071-9c51-f3f4f26616af\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:03:08 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "5f37b4f2-47f1-474f-82cb-fa93ff07f428" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.161s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:03:08 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e2c5d94-b707-4a7b-817a-27bd9644783f tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 10:03:08 user nova-compute[74535]: No targets found.
Dec 06 10:03:08 user nova-compute[74535]: iSNS:
Dec 06 10:03:08 user nova-compute[74535]: No targets found.
Dec 06 10:03:08 user nova-compute[74535]: STATIC:
Dec 06 10:03:08 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:3a0ce698-f48f-4071-9c51-f3f4f26616af
Dec 06 10:03:08 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:03:08 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:03:08 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870
Dec 06 10:03:08 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:03:08 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:03:08 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d
Dec 06 10:03:08 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:03:08 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:03:08 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681
Dec 06 10:03:08 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:03:08 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:03:08 user nova-compute[74535]: FIRMWARE:
Dec 06 10:03:08 user nova-compute[74535]: No targets found.
Dec 06 10:03:08 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:03:08 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e2c5d94-b707-4a7b-817a-27bd9644783f tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 10:03:08 user nova-compute[74535]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 10:03:08 user nova-compute[74535]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74535) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 10:03:08 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e2c5d94-b707-4a7b-817a-27bd9644783f tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3a0ce698-f48f-4071-9c51-f3f4f26616af', 0)] {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 10:03:08 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "20432b5e-01b9-4b38-b139-47650a115278" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.162s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:03:08 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "2d9150e7-0f02-4b19-b3f2-b329620d9722" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.166s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:03:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:03:08 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:03:08 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:03:08 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "b48116ea-362e-4bc6-bb30-f7f0076d2bf7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.177s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:03:08 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.026s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:03:08 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[38755e29-8010-4771-aa65-250c90b9334b]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3a0ce698-f48f-4071-9c51-f3f4f26616af\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:03:08 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:03:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:03:09 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[3da13eab-5456-4d5b-afc2-252800c536a8]: (4, ('tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3a0ce698-f48f-4071-9c51-f3f4f26616af (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:03:09 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e2c5d94-b707-4a7b-817a-27bd9644783f tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870 (non-flash)
Dec 06 10:03:09 user nova-compute[74535]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681 (non-flash)
Dec 06 10:03:09 user nova-compute[74535]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d (non-flash)
Dec 06 10:03:09 user nova-compute[74535]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3a0ce698-f48f-4071-9c51-f3f4f26616af (non-flash)
Dec 06 10:03:09 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:03:09 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e2c5d94-b707-4a7b-817a-27bd9644783f tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] iscsi session list stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870 (non-flash)
Dec 06 10:03:09 user nova-compute[74535]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681 (non-flash)
Dec 06 10:03:09 user nova-compute[74535]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d (non-flash)
Dec 06 10:03:09 user nova-compute[74535]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3a0ce698-f48f-4071-9c51-f3f4f26616af (non-flash)
Dec 06 10:03:09 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:03:09 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e2c5d94-b707-4a7b-817a-27bd9644783f tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ff1007cf640>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3a0ce698-f48f-4071-9c51-f3f4f26616af'): ({'sdf'}, set())}) {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 10:03:09 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-3e2c5d94-b707-4a7b-817a-27bd9644783f tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Removing single pathed devices sdf {{(pid=74535) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 10:03:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:03:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.027s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:03:09 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[a08ee342-c489-4942-9d9c-a708a4bfa351]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:03:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:03:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.024s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:03:09 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[a0f8fac1-5fc5-45be-a006-7dc4f00a52bd]: (4, ('ok\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:03:09 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-3e2c5d94-b707-4a7b-817a-27bd9644783f tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Flushing IO for device /dev/sdf {{(pid=74535) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 10:03:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:03:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.015s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:03:09 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[f0c0475b-fa95-4b3c-8875-273e8d367a63]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:03:09 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-3e2c5d94-b707-4a7b-817a-27bd9644783f tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=74535) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 10:03:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:03:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.059s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:03:09 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2807e1b-6caa-4130-85e8-3e7e7c086387]: (4, ('1', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:03:09 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-3e2c5d94-b707-4a7b-817a-27bd9644783f tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 10:03:09 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-3e2c5d94-b707-4a7b-817a-27bd9644783f tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] SCSI volumes sdf have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 10:03:09 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e2c5d94-b707-4a7b-817a-27bd9644783f tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3a0ce698-f48f-4071-9c51-f3f4f26616af')] {{(pid=74535) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 10:03:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3a0ce698-f48f-4071-9c51-f3f4f26616af -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:03:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3a0ce698-f48f-4071-9c51-f3f4f26616af -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.117s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:03:09 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2d71bdb-c189-4ce1-84c4-d32690bc2576]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:03:09 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e2c5d94-b707-4a7b-817a-27bd9644783f tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:03:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3a0ce698-f48f-4071-9c51-f3f4f26616af -p 172.16.0.220:3260 --logout {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:03:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3a0ce698-f48f-4071-9c51-f3f4f26616af -p 172.16.0.220:3260 --logout" returned: 0 in 0.056s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:03:09 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f8e1def-619b-4473-aeec-5472add059a8]: (4, ('Logging out of session [sid: 22, target: iqn.2010-10.org.openstack:3a0ce698-f48f-4071-9c51-f3f4f26616af, portal: 172.16.0.220,3260]\nLogout of [sid: 22, target: iqn.2010-10.org.openstack:3a0ce698-f48f-4071-9c51-f3f4f26616af, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:03:09 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e2c5d94-b707-4a7b-817a-27bd9644783f tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 22, target: iqn.2010-10.org.openstack:3a0ce698-f48f-4071-9c51-f3f4f26616af, portal: 172.16.0.220,3260]
Dec 06 10:03:09 user nova-compute[74535]: Logout of [sid: 22, target: iqn.2010-10.org.openstack:3a0ce698-f48f-4071-9c51-f3f4f26616af, portal: 172.16.0.220,3260] successful.
Dec 06 10:03:09 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:03:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3a0ce698-f48f-4071-9c51-f3f4f26616af -p 172.16.0.220:3260 --op delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:03:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3a0ce698-f48f-4071-9c51-f3f4f26616af -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:03:09 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[a428a473-195e-4458-a4f3-9697a23f95f7]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:03:09 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e2c5d94-b707-4a7b-817a-27bd9644783f tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:03:09 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-3e2c5d94-b707-4a7b-817a-27bd9644783f tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.468s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:03:09 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e2c5d94-b707-4a7b-817a-27bd9644783f tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] <== disconnect_volume: return (470ms) None {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:03:09 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3e2c5d94-b707-4a7b-817a-27bd9644783f tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] [instance: 3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f] Disconnected iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 10:03:09 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:03:09 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:03:09 user nova-compute[74535]: DEBUG nova.compute.manager [req-cb78a673-5520-45c4-b809-7d63f04c6508 req-1c044c25-ef91-4e4c-b1fd-8abedf4b0043 service nova] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Received event network-changed-9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:03:09 user nova-compute[74535]: DEBUG nova.compute.manager [req-cb78a673-5520-45c4-b809-7d63f04c6508 req-1c044c25-ef91-4e4c-b1fd-8abedf4b0043 service nova] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Refreshing instance network info cache due to event network-changed-9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 10:03:09 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-cb78a673-5520-45c4-b809-7d63f04c6508 req-1c044c25-ef91-4e4c-b1fd-8abedf4b0043 service nova] Acquiring lock "refresh_cache-432ab64f-bf46-4ef7-8a09-adbeb7207912" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:03:09 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-cb78a673-5520-45c4-b809-7d63f04c6508 req-1c044c25-ef91-4e4c-b1fd-8abedf4b0043 service nova] Acquired lock "refresh_cache-432ab64f-bf46-4ef7-8a09-adbeb7207912" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:03:09 user nova-compute[74535]: DEBUG nova.network.neutron [req-cb78a673-5520-45c4-b809-7d63f04c6508 req-1c044c25-ef91-4e4c-b1fd-8abedf4b0043 service nova] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Refreshing network info cache for port 9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9 {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 10:03:10 user nova-compute[74535]: DEBUG nova.objects.instance [None req-3e2c5d94-b707-4a7b-817a-27bd9644783f tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Lazy-loading 'flavor' on Instance uuid 3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:03:10 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3e2c5d94-b707-4a7b-817a-27bd9644783f tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Lock "3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.242s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:03:10 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 1.543s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:03:10 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.026s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:03:10 user nova-compute[74535]: DEBUG nova.network.neutron [req-cb78a673-5520-45c4-b809-7d63f04c6508 req-1c044c25-ef91-4e4c-b1fd-8abedf4b0043 service nova] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Updated VIF entry in instance network info cache for port 9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 10:03:10 user nova-compute[74535]: DEBUG nova.network.neutron [req-cb78a673-5520-45c4-b809-7d63f04c6508 req-1c044c25-ef91-4e4c-b1fd-8abedf4b0043 service nova] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Updating instance_info_cache with network_info: [{"id": "9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9", "address": "fa:16:3e:b6:f0:80", "network": {"id": "13768401-adfd-4853-8905-b61e31c03208", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1157513032-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.121", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2357141e4bee4c359e80b57d579fdf38", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9ecee7e9-a7", "ovs_interfaceid": "9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:03:10 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-cb78a673-5520-45c4-b809-7d63f04c6508 req-1c044c25-ef91-4e4c-b1fd-8abedf4b0043 service nova] Releasing lock "refresh_cache-432ab64f-bf46-4ef7-8a09-adbeb7207912" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:03:11 user nova-compute[74535]: DEBUG nova.compute.manager [None req-97d88562-76f2-40b3-b76b-9ec5cdf0a117 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Checking state {{(pid=74535) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 10:03:11 user nova-compute[74535]: INFO nova.compute.manager [None req-97d88562-76f2-40b3-b76b-9ec5cdf0a117 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] instance snapshotting
Dec 06 10:03:11 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-97d88562-76f2-40b3-b76b-9ec5cdf0a117 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Beginning live snapshot process
Dec 06 10:03:11 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-97d88562-76f2-40b3-b76b-9ec5cdf0a117 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/432ab64f-bf46-4ef7-8a09-adbeb7207912/disk --force-share --output=json -f qcow2 {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:03:11 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-97d88562-76f2-40b3-b76b-9ec5cdf0a117 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/432ab64f-bf46-4ef7-8a09-adbeb7207912/disk --force-share --output=json -f qcow2" returned: 0 in 0.261s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:03:11 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-97d88562-76f2-40b3-b76b-9ec5cdf0a117 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/432ab64f-bf46-4ef7-8a09-adbeb7207912/disk --force-share --output=json -f qcow2 {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:03:11 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:03:11 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:03:11 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74535) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 10:03:11 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-97d88562-76f2-40b3-b76b-9ec5cdf0a117 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/432ab64f-bf46-4ef7-8a09-adbeb7207912/disk --force-share --output=json -f qcow2" returned: 0 in 0.207s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:03:11 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-97d88562-76f2-40b3-b76b-9ec5cdf0a117 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:03:12 user nova-compute[74535]: DEBUG nova.compute.manager [req-73da5774-6dfd-47d3-8196-74e9b0ad2b0a req-ad5d49b0-4e09-4c41-a09f-58035dd86f98 service nova] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Received event network-changed-21832bc5-de3c-4e86-a97c-147349bb1589 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:03:12 user nova-compute[74535]: DEBUG nova.compute.manager [req-73da5774-6dfd-47d3-8196-74e9b0ad2b0a req-ad5d49b0-4e09-4c41-a09f-58035dd86f98 service nova] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Refreshing instance network info cache due to event network-changed-21832bc5-de3c-4e86-a97c-147349bb1589. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 10:03:12 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-73da5774-6dfd-47d3-8196-74e9b0ad2b0a req-ad5d49b0-4e09-4c41-a09f-58035dd86f98 service nova] Acquiring lock "refresh_cache-c3b63c03-ccc7-458a-8780-b196259784e4" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:03:12 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-73da5774-6dfd-47d3-8196-74e9b0ad2b0a req-ad5d49b0-4e09-4c41-a09f-58035dd86f98 service nova] Acquired lock "refresh_cache-c3b63c03-ccc7-458a-8780-b196259784e4" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:03:12 user nova-compute[74535]: DEBUG nova.network.neutron [req-73da5774-6dfd-47d3-8196-74e9b0ad2b0a req-ad5d49b0-4e09-4c41-a09f-58035dd86f98 service nova] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Refreshing network info cache for port 21832bc5-de3c-4e86-a97c-147349bb1589 {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 10:03:12 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-97d88562-76f2-40b3-b76b-9ec5cdf0a117 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.189s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:03:12 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-97d88562-76f2-40b3-b76b-9ec5cdf0a117 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmp56icjpof/b2b234665fee454ca966611f708648dd.delta 1073741824 {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:03:12 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-97d88562-76f2-40b3-b76b-9ec5cdf0a117 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmp56icjpof/b2b234665fee454ca966611f708648dd.delta 1073741824" returned: 0 in 0.053s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:03:12 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-97d88562-76f2-40b3-b76b-9ec5cdf0a117 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Quiescing instance not available: QEMU guest agent is not enabled.
Dec 06 10:03:12 user nova-compute[74535]: DEBUG nova.network.neutron [req-73da5774-6dfd-47d3-8196-74e9b0ad2b0a req-ad5d49b0-4e09-4c41-a09f-58035dd86f98 service nova] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Updated VIF entry in instance network info cache for port 21832bc5-de3c-4e86-a97c-147349bb1589. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 10:03:12 user nova-compute[74535]: DEBUG nova.network.neutron [req-73da5774-6dfd-47d3-8196-74e9b0ad2b0a req-ad5d49b0-4e09-4c41-a09f-58035dd86f98 service nova] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Updating instance_info_cache with network_info: [{"id": "21832bc5-de3c-4e86-a97c-147349bb1589", "address": "fa:16:3e:93:c4:62", "network": {"id": "083b1a00-b026-47dd-86f2-afd036201f4c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-290939981-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.78", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea7d9b3864a245dca1620d6cfa442897", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap21832bc5-de", "ovs_interfaceid": "21832bc5-de3c-4e86-a97c-147349bb1589", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:03:12 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-73da5774-6dfd-47d3-8196-74e9b0ad2b0a req-ad5d49b0-4e09-4c41-a09f-58035dd86f98 service nova] Releasing lock "refresh_cache-c3b63c03-ccc7-458a-8780-b196259784e4" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:03:12 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:03:12 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:03:12 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Starting heal instance info cache {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 10:03:13 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-97d88562-76f2-40b3-b76b-9ec5cdf0a117 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] COPY block job progress, current cursor: 0 final cursor: 75497472 {{(pid=74535) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 06 10:03:13 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "refresh_cache-5e39a1a4-f188-40e3-bcba-70e47abd6026" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:03:13 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquired lock "refresh_cache-5e39a1a4-f188-40e3-bcba-70e47abd6026" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:03:13 user nova-compute[74535]: DEBUG nova.network.neutron [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: 5e39a1a4-f188-40e3-bcba-70e47abd6026] Forcefully refreshing network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 10:03:13 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-97d88562-76f2-40b3-b76b-9ec5cdf0a117 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] COPY block job progress, current cursor: 75497472 final cursor: 75497472 {{(pid=74535) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 06 10:03:13 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-97d88562-76f2-40b3-b76b-9ec5cdf0a117 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Skipping quiescing instance: QEMU guest agent is not enabled.
Dec 06 10:03:13 user nova-compute[74535]: DEBUG nova.network.neutron [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: 5e39a1a4-f188-40e3-bcba-70e47abd6026] Updating instance_info_cache with network_info: [{"id": "d5923d45-0499-4abf-8914-ff036bd4603b", "address": "fa:16:3e:1b:cc:82", "network": {"id": "8b86f560-d219-47ac-911b-827500badcc4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-867973244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.9", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1a6ab8cc08d4115a89db7cf36f78025", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd5923d45-04", "ovs_interfaceid": "d5923d45-0499-4abf-8914-ff036bd4603b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:03:13 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Releasing lock "refresh_cache-5e39a1a4-f188-40e3-bcba-70e47abd6026" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:03:13 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: 5e39a1a4-f188-40e3-bcba-70e47abd6026] Updated the network info_cache for instance {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 10:03:13 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:03:13 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:03:13 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:03:13 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:03:13 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Auditing locally available compute resources for user (node: user) {{(pid=74535) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 10:03:13 user nova-compute[74535]: DEBUG nova.privsep.utils [None req-97d88562-76f2-40b3-b76b-9ec5cdf0a117 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74535) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 06 10:03:13 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-97d88562-76f2-40b3-b76b-9ec5cdf0a117 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmp56icjpof/b2b234665fee454ca966611f708648dd.delta /opt/stack/data/nova/instances/snapshots/tmp56icjpof/b2b234665fee454ca966611f708648dd {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:03:13 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:03:13 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:03:14 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:03:14 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:03:14 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:03:14 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74535) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 10:03:14 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-97d88562-76f2-40b3-b76b-9ec5cdf0a117 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmp56icjpof/b2b234665fee454ca966611f708648dd.delta /opt/stack/data/nova/instances/snapshots/tmp56icjpof/b2b234665fee454ca966611f708648dd" returned: 0 in 0.755s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:03:14 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-97d88562-76f2-40b3-b76b-9ec5cdf0a117 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Snapshot extracted, beginning image upload
Dec 06 10:03:14 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9032fc82-326a-4827-94e0-c2c42a318148/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:03:14 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9032fc82-326a-4827-94e0-c2c42a318148/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:03:14 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9032fc82-326a-4827-94e0-c2c42a318148/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:03:14 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9032fc82-326a-4827-94e0-c2c42a318148/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:03:14 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=74535) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 10:03:14 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d750435-b1ed-446a-a466-162bdc33821d/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:03:15 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d750435-b1ed-446a-a466-162bdc33821d/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:03:15 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d750435-b1ed-446a-a466-162bdc33821d/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:03:15 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-9ca84c53-024e-4e31-bc5c-c2b4a6895d18 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Acquiring lock "c3b63c03-ccc7-458a-8780-b196259784e4" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:03:15 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-9ca84c53-024e-4e31-bc5c-c2b4a6895d18 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Lock "c3b63c03-ccc7-458a-8780-b196259784e4" acquired by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:03:15 user nova-compute[74535]: INFO nova.compute.manager [None req-9ca84c53-024e-4e31-bc5c-c2b4a6895d18 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Shelving
Dec 06 10:03:15 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d750435-b1ed-446a-a466-162bdc33821d/disk --force-share --output=json" returned: 0 in 0.216s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:03:15 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:03:15 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:03:15 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:03:15 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:03:15 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:03:15 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:03:15 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:03:15 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:03:15 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:03:15 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/20432b5e-01b9-4b38-b139-47650a115278/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:03:15 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/20432b5e-01b9-4b38-b139-47650a115278/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:03:15 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/20432b5e-01b9-4b38-b139-47650a115278/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:03:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:03:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:03:16 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/20432b5e-01b9-4b38-b139-47650a115278/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:03:16 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74535) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 10:03:16 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f37b4f2-47f1-474f-82cb-fa93ff07f428/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:03:16 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Instance destroyed successfully.
Dec 06 10:03:16 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-9ca84c53-024e-4e31-bc5c-c2b4a6895d18 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Beginning cold snapshot process
Dec 06 10:03:16 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f37b4f2-47f1-474f-82cb-fa93ff07f428/disk --force-share --output=json" returned: 0 in 0.219s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:03:16 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f37b4f2-47f1-474f-82cb-fa93ff07f428/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:03:16 user nova-compute[74535]: DEBUG nova.privsep.utils [None req-9ca84c53-024e-4e31-bc5c-c2b4a6895d18 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74535) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 06 10:03:16 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-9ca84c53-024e-4e31-bc5c-c2b4a6895d18 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/c3b63c03-ccc7-458a-8780-b196259784e4/disk /opt/stack/data/nova/instances/snapshots/tmpw3nxsm7f/c24e14443af849bb85259dbfb5147c32 {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:03:16 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f37b4f2-47f1-474f-82cb-fa93ff07f428/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:03:16 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/432ab64f-bf46-4ef7-8a09-adbeb7207912/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:03:16 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/432ab64f-bf46-4ef7-8a09-adbeb7207912/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:03:16 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/432ab64f-bf46-4ef7-8a09-adbeb7207912/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:03:16 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/432ab64f-bf46-4ef7-8a09-adbeb7207912/disk --force-share --output=json" returned: 0 in 0.215s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:03:16 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d9150e7-0f02-4b19-b3f2-b329620d9722/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:03:17 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d9150e7-0f02-4b19-b3f2-b329620d9722/disk --force-share --output=json" returned: 0 in 0.226s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:03:17 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d9150e7-0f02-4b19-b3f2-b329620d9722/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:03:17 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d9150e7-0f02-4b19-b3f2-b329620d9722/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:03:17 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5e39a1a4-f188-40e3-bcba-70e47abd6026/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:03:17 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5e39a1a4-f188-40e3-bcba-70e47abd6026/disk --force-share --output=json" returned: 0 in 0.257s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:03:17 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5e39a1a4-f188-40e3-bcba-70e47abd6026/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:03:17 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:03:17 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-9ca84c53-024e-4e31-bc5c-c2b4a6895d18 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/c3b63c03-ccc7-458a-8780-b196259784e4/disk /opt/stack/data/nova/instances/snapshots/tmpw3nxsm7f/c24e14443af849bb85259dbfb5147c32" returned: 0 in 1.343s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:03:17 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-9ca84c53-024e-4e31-bc5c-c2b4a6895d18 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Snapshot extracted, beginning image upload
Dec 06 10:03:17 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5e39a1a4-f188-40e3-bcba-70e47abd6026/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:03:17 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c3b63c03-ccc7-458a-8780-b196259784e4/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:03:18 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-97d88562-76f2-40b3-b76b-9ec5cdf0a117 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Snapshot image upload complete
Dec 06 10:03:18 user nova-compute[74535]: INFO nova.compute.manager [None req-97d88562-76f2-40b3-b76b-9ec5cdf0a117 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Took 6.79 seconds to snapshot the instance on the hypervisor.
Dec 06 10:03:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c3b63c03-ccc7-458a-8780-b196259784e4/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:03:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c3b63c03-ccc7-458a-8780-b196259784e4/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:03:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c3b63c03-ccc7-458a-8780-b196259784e4/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:03:18 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:03:18 user nova-compute[74535]: DEBUG nova.compute.manager [req-4275d927-9b2c-434e-8781-1fe8b1b58e3a req-10ad696d-1440-4bac-a0f0-c9dd55e5ee88 service nova] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Received event network-vif-unplugged-21832bc5-de3c-4e86-a97c-147349bb1589 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:03:18 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-4275d927-9b2c-434e-8781-1fe8b1b58e3a req-10ad696d-1440-4bac-a0f0-c9dd55e5ee88 service nova] Acquiring lock "c3b63c03-ccc7-458a-8780-b196259784e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:03:18 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-4275d927-9b2c-434e-8781-1fe8b1b58e3a req-10ad696d-1440-4bac-a0f0-c9dd55e5ee88 service nova] Lock "c3b63c03-ccc7-458a-8780-b196259784e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:03:18 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-4275d927-9b2c-434e-8781-1fe8b1b58e3a req-10ad696d-1440-4bac-a0f0-c9dd55e5ee88 service nova] Lock "c3b63c03-ccc7-458a-8780-b196259784e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:03:18 user nova-compute[74535]: DEBUG nova.compute.manager [req-4275d927-9b2c-434e-8781-1fe8b1b58e3a req-10ad696d-1440-4bac-a0f0-c9dd55e5ee88 service nova] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] No waiting events found dispatching network-vif-unplugged-21832bc5-de3c-4e86-a97c-147349bb1589 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:03:18 user nova-compute[74535]: WARNING nova.compute.manager [req-4275d927-9b2c-434e-8781-1fe8b1b58e3a req-10ad696d-1440-4bac-a0f0-c9dd55e5ee88 service nova] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Received unexpected event network-vif-unplugged-21832bc5-de3c-4e86-a97c-147349bb1589 for instance with vm_state active and task_state shelving_image_uploading.
Dec 06 10:03:18 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:03:18 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:03:18 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Hypervisor/Node resource view: name=user free_ram=7131MB free_disk=25.427719116210938GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74535) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 10:03:18 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:03:18 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:03:18 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 7d750435-b1ed-446a-a466-162bdc33821d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:03:18 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 5e39a1a4-f188-40e3-bcba-70e47abd6026 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:03:18 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 20432b5e-01b9-4b38-b139-47650a115278 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:03:18 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 9032fc82-326a-4827-94e0-c2c42a318148 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:03:18 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:03:18 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 432ab64f-bf46-4ef7-8a09-adbeb7207912 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:03:18 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance c3b63c03-ccc7-458a-8780-b196259784e4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:03:18 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 2d9150e7-0f02-4b19-b3f2-b329620d9722 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:03:18 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 5f37b4f2-47f1-474f-82cb-fa93ff07f428 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:03:18 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance d742d153-7670-4be9-8477-882f6a39f03f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:03:18 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance b48116ea-362e-4bc6-bb30-f7f0076d2bf7 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:03:18 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=74535) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 10:03:18 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=74535) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 10:03:18 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:03:19 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:03:19 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:03:19 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Compute_service record updated for user:user {{(pid=74535) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 10:03:19 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.682s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:03:19 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:03:20 user nova-compute[74535]: DEBUG nova.compute.manager [req-ba5f73ed-8b53-4df3-9ff7-ac00a4b7e5bc req-3a74ccf7-de88-4767-a331-e39b2ce95b9f service nova] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Received event network-vif-plugged-21832bc5-de3c-4e86-a97c-147349bb1589 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:03:20 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-ba5f73ed-8b53-4df3-9ff7-ac00a4b7e5bc req-3a74ccf7-de88-4767-a331-e39b2ce95b9f service nova] Acquiring lock "c3b63c03-ccc7-458a-8780-b196259784e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:03:20 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-ba5f73ed-8b53-4df3-9ff7-ac00a4b7e5bc req-3a74ccf7-de88-4767-a331-e39b2ce95b9f service nova] Lock "c3b63c03-ccc7-458a-8780-b196259784e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:03:20 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-ba5f73ed-8b53-4df3-9ff7-ac00a4b7e5bc req-3a74ccf7-de88-4767-a331-e39b2ce95b9f service nova] Lock "c3b63c03-ccc7-458a-8780-b196259784e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:03:20 user nova-compute[74535]: DEBUG nova.compute.manager [req-ba5f73ed-8b53-4df3-9ff7-ac00a4b7e5bc req-3a74ccf7-de88-4767-a331-e39b2ce95b9f service nova] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] No waiting events found dispatching network-vif-plugged-21832bc5-de3c-4e86-a97c-147349bb1589 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:03:20 user nova-compute[74535]: WARNING nova.compute.manager [req-ba5f73ed-8b53-4df3-9ff7-ac00a4b7e5bc req-3a74ccf7-de88-4767-a331-e39b2ce95b9f service nova] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Received unexpected event network-vif-plugged-21832bc5-de3c-4e86-a97c-147349bb1589 for instance with vm_state active and task_state shelving_image_uploading.
Dec 06 10:03:20 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-9ca84c53-024e-4e31-bc5c-c2b4a6895d18 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Snapshot image upload complete
Dec 06 10:03:20 user nova-compute[74535]: DEBUG nova.compute.manager [None req-9ca84c53-024e-4e31-bc5c-c2b4a6895d18 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Checking state {{(pid=74535) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 10:03:20 user nova-compute[74535]: INFO nova.compute.manager [None req-9ca84c53-024e-4e31-bc5c-c2b4a6895d18 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Shelve offloading
Dec 06 10:03:20 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Instance destroyed successfully.
Dec 06 10:03:20 user nova-compute[74535]: DEBUG nova.compute.manager [None req-9ca84c53-024e-4e31-bc5c-c2b4a6895d18 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Checking state {{(pid=74535) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 10:03:20 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-9ca84c53-024e-4e31-bc5c-c2b4a6895d18 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Acquiring lock "refresh_cache-c3b63c03-ccc7-458a-8780-b196259784e4" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:03:20 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-9ca84c53-024e-4e31-bc5c-c2b4a6895d18 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Acquired lock "refresh_cache-c3b63c03-ccc7-458a-8780-b196259784e4" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:03:20 user nova-compute[74535]: DEBUG nova.network.neutron [None req-9ca84c53-024e-4e31-bc5c-c2b4a6895d18 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Building network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 10:03:21 user nova-compute[74535]: DEBUG nova.network.neutron [None req-9ca84c53-024e-4e31-bc5c-c2b4a6895d18 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Updating instance_info_cache with network_info: [{"id": "21832bc5-de3c-4e86-a97c-147349bb1589", "address": "fa:16:3e:93:c4:62", "network": {"id": "083b1a00-b026-47dd-86f2-afd036201f4c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-290939981-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.78", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea7d9b3864a245dca1620d6cfa442897", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap21832bc5-de", "ovs_interfaceid": "21832bc5-de3c-4e86-a97c-147349bb1589", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:03:21 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-9ca84c53-024e-4e31-bc5c-c2b4a6895d18 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Releasing lock "refresh_cache-c3b63c03-ccc7-458a-8780-b196259784e4" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:03:22 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Instance destroyed successfully.
Dec 06 10:03:22 user nova-compute[74535]: DEBUG nova.objects.instance [None req-9ca84c53-024e-4e31-bc5c-c2b4a6895d18 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Lazy-loading 'resources' on Instance uuid c3b63c03-ccc7-458a-8780-b196259784e4 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:03:22 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-9ca84c53-024e-4e31-bc5c-c2b4a6895d18 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:01:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1038109453',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1038109453',id=18,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGUT7MJXjCcfuYfmP0LnEjkmaeWb+xCWIv/eyPehv3rfqzt9bq3kWQu3zPF0RG57LjvO6l7IBfNIkjjeSKCWret5RagPm4OieEi7WccAjtmeFMEBRs5TPjMLtc8jvsfULA==',key_name='tempest-keypair-738907956',keypairs=<?>,launch_index=0,launched_at=2023-12-06T10:01:29Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='ea7d9b3864a245dca1620d6cfa442897',ramdisk_id='',reservation_id='r-z07fs353',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-178785579',owner_user_name='tempest-AttachVolumeShelveTestJSON-178785579-project-member',shelved_at='2023-12-06T10:03:20.876265',shelved_host='user',shelved_image_id='a18b2faa-b306-46cf-9b6f-b1ecf3d419af'},tags=<?>,task_state='shelving_offloading',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T10:03:18Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a270961c7b434e87a25209f6eff7df18',uuid=c3b63c03-ccc7-458a-8780-b196259784e4,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='shelved') vif={"id": "21832bc5-de3c-4e86-a97c-147349bb1589", "address": "fa:16:3e:93:c4:62", "network": {"id": "083b1a00-b026-47dd-86f2-afd036201f4c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-290939981-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.78", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea7d9b3864a245dca1620d6cfa442897", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap21832bc5-de", "ovs_interfaceid": "21832bc5-de3c-4e86-a97c-147349bb1589", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 10:03:22 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-9ca84c53-024e-4e31-bc5c-c2b4a6895d18 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Converting VIF {"id": "21832bc5-de3c-4e86-a97c-147349bb1589", "address": "fa:16:3e:93:c4:62", "network": {"id": "083b1a00-b026-47dd-86f2-afd036201f4c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-290939981-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.78", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea7d9b3864a245dca1620d6cfa442897", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap21832bc5-de", "ovs_interfaceid": "21832bc5-de3c-4e86-a97c-147349bb1589", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:03:22 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-9ca84c53-024e-4e31-bc5c-c2b4a6895d18 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:93:c4:62,bridge_name='br-int',has_traffic_filtering=True,id=21832bc5-de3c-4e86-a97c-147349bb1589,network=Network(083b1a00-b026-47dd-86f2-afd036201f4c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap21832bc5-de') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:03:22 user nova-compute[74535]: DEBUG os_vif [None req-9ca84c53-024e-4e31-bc5c-c2b4a6895d18 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:93:c4:62,bridge_name='br-int',has_traffic_filtering=True,id=21832bc5-de3c-4e86-a97c-147349bb1589,network=Network(083b1a00-b026-47dd-86f2-afd036201f4c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap21832bc5-de') {{(pid=74535) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 10:03:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:03:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap21832bc5-de, bridge=br-int, if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:03:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:03:22 user nova-compute[74535]: DEBUG nova.compute.manager [req-063516ee-952a-4d72-b3a7-915a1c1d28ac req-ddddda8c-53da-49f3-9596-a7fe2f996025 service nova] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Received event network-changed-21832bc5-de3c-4e86-a97c-147349bb1589 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:03:22 user nova-compute[74535]: DEBUG nova.compute.manager [req-063516ee-952a-4d72-b3a7-915a1c1d28ac req-ddddda8c-53da-49f3-9596-a7fe2f996025 service nova] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Refreshing instance network info cache due to event network-changed-21832bc5-de3c-4e86-a97c-147349bb1589. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 10:03:22 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-063516ee-952a-4d72-b3a7-915a1c1d28ac req-ddddda8c-53da-49f3-9596-a7fe2f996025 service nova] Acquiring lock "refresh_cache-c3b63c03-ccc7-458a-8780-b196259784e4" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:03:22 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-063516ee-952a-4d72-b3a7-915a1c1d28ac req-ddddda8c-53da-49f3-9596-a7fe2f996025 service nova] Acquired lock "refresh_cache-c3b63c03-ccc7-458a-8780-b196259784e4" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:03:22 user nova-compute[74535]: DEBUG nova.network.neutron [req-063516ee-952a-4d72-b3a7-915a1c1d28ac req-ddddda8c-53da-49f3-9596-a7fe2f996025 service nova] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Refreshing network info cache for port 21832bc5-de3c-4e86-a97c-147349bb1589 {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 10:03:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:03:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:03:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=3515a0c7-dc26-416c-ba7f-3a298290d8e3) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:03:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:03:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:03:22 user nova-compute[74535]: INFO os_vif [None req-9ca84c53-024e-4e31-bc5c-c2b4a6895d18 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:93:c4:62,bridge_name='br-int',has_traffic_filtering=True,id=21832bc5-de3c-4e86-a97c-147349bb1589,network=Network(083b1a00-b026-47dd-86f2-afd036201f4c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap21832bc5-de')
Dec 06 10:03:22 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-9ca84c53-024e-4e31-bc5c-c2b4a6895d18 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Deleting instance files /opt/stack/data/nova/instances/c3b63c03-ccc7-458a-8780-b196259784e4_del
Dec 06 10:03:22 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-9ca84c53-024e-4e31-bc5c-c2b4a6895d18 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Deletion of /opt/stack/data/nova/instances/c3b63c03-ccc7-458a-8780-b196259784e4_del complete
Dec 06 10:03:22 user nova-compute[74535]: INFO nova.scheduler.client.report [None req-9ca84c53-024e-4e31-bc5c-c2b4a6895d18 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Deleted allocations for instance c3b63c03-ccc7-458a-8780-b196259784e4
Dec 06 10:03:22 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-9ca84c53-024e-4e31-bc5c-c2b4a6895d18 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:03:22 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-9ca84c53-024e-4e31-bc5c-c2b4a6895d18 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:03:22 user nova-compute[74535]: DEBUG nova.objects.instance [None req-9ca84c53-024e-4e31-bc5c-c2b4a6895d18 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Lazy-loading 'numa_topology' on Instance uuid c3b63c03-ccc7-458a-8780-b196259784e4 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:03:22 user nova-compute[74535]: DEBUG nova.objects.base [None req-9ca84c53-024e-4e31-bc5c-c2b4a6895d18 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Object Instance<c3b63c03-ccc7-458a-8780-b196259784e4> lazy-loaded attributes: resources,numa_topology {{(pid=74535) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 10:03:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:03:22 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-9ca84c53-024e-4e31-bc5c-c2b4a6895d18 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:03:22 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-9ca84c53-024e-4e31-bc5c-c2b4a6895d18 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:03:22 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-9ca84c53-024e-4e31-bc5c-c2b4a6895d18 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.329s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:03:22 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-9ca84c53-024e-4e31-bc5c-c2b4a6895d18 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Lock "c3b63c03-ccc7-458a-8780-b196259784e4" "released" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: held 7.792s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:03:23 user nova-compute[74535]: DEBUG nova.network.neutron [req-063516ee-952a-4d72-b3a7-915a1c1d28ac req-ddddda8c-53da-49f3-9596-a7fe2f996025 service nova] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Updated VIF entry in instance network info cache for port 21832bc5-de3c-4e86-a97c-147349bb1589. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 10:03:23 user nova-compute[74535]: DEBUG nova.network.neutron [req-063516ee-952a-4d72-b3a7-915a1c1d28ac req-ddddda8c-53da-49f3-9596-a7fe2f996025 service nova] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Updating instance_info_cache with network_info: [{"id": "21832bc5-de3c-4e86-a97c-147349bb1589", "address": "fa:16:3e:93:c4:62", "network": {"id": "083b1a00-b026-47dd-86f2-afd036201f4c", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-290939981-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.78", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea7d9b3864a245dca1620d6cfa442897", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "unbound", "details": {}, "devname": "tap21832bc5-de", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:03:23 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-063516ee-952a-4d72-b3a7-915a1c1d28ac req-ddddda8c-53da-49f3-9596-a7fe2f996025 service nova] Releasing lock "refresh_cache-c3b63c03-ccc7-458a-8780-b196259784e4" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:03:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:03:25 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:03:25 user nova-compute[74535]: DEBUG nova.compute.manager [None req-5d9d000d-45b8-4c24-83e4-b9ce21d69071 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 2d9150e7-0f02-4b19-b3f2-b329620d9722] Checking state {{(pid=74535) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 10:03:26 user nova-compute[74535]: INFO nova.compute.manager [None req-5d9d000d-45b8-4c24-83e4-b9ce21d69071 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 2d9150e7-0f02-4b19-b3f2-b329620d9722] instance snapshotting
Dec 06 10:03:26 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-5d9d000d-45b8-4c24-83e4-b9ce21d69071 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 2d9150e7-0f02-4b19-b3f2-b329620d9722] Beginning live snapshot process
Dec 06 10:03:26 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-5d9d000d-45b8-4c24-83e4-b9ce21d69071 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d9150e7-0f02-4b19-b3f2-b329620d9722/disk --force-share --output=json -f qcow2 {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:03:26 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-5d9d000d-45b8-4c24-83e4-b9ce21d69071 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d9150e7-0f02-4b19-b3f2-b329620d9722/disk --force-share --output=json -f qcow2" returned: 0 in 0.168s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:03:26 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-5d9d000d-45b8-4c24-83e4-b9ce21d69071 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d9150e7-0f02-4b19-b3f2-b329620d9722/disk --force-share --output=json -f qcow2 {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:03:26 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-5d9d000d-45b8-4c24-83e4-b9ce21d69071 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d9150e7-0f02-4b19-b3f2-b329620d9722/disk --force-share --output=json -f qcow2" returned: 0 in 0.186s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:03:26 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-5d9d000d-45b8-4c24-83e4-b9ce21d69071 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:03:26 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-5d9d000d-45b8-4c24-83e4-b9ce21d69071 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.198s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:03:26 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-5d9d000d-45b8-4c24-83e4-b9ce21d69071 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpy3f9ckul/5eb278d29e1c4f62939d5f35f3c202ca.delta 1073741824 {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:03:26 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-5d9d000d-45b8-4c24-83e4-b9ce21d69071 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpy3f9ckul/5eb278d29e1c4f62939d5f35f3c202ca.delta 1073741824" returned: 0 in 0.067s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:03:26 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-5d9d000d-45b8-4c24-83e4-b9ce21d69071 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 2d9150e7-0f02-4b19-b3f2-b329620d9722] Quiescing instance not available: QEMU guest agent is not enabled.
Dec 06 10:03:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:03:27 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-5d9d000d-45b8-4c24-83e4-b9ce21d69071 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] COPY block job progress, current cursor: 0 final cursor: 75497472 {{(pid=74535) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 06 10:03:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:03:28 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-5d9d000d-45b8-4c24-83e4-b9ce21d69071 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] COPY block job progress, current cursor: 24772608 final cursor: 75497472 {{(pid=74535) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 06 10:03:28 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-5d9d000d-45b8-4c24-83e4-b9ce21d69071 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] COPY block job progress, current cursor: 75497472 final cursor: 75497472 {{(pid=74535) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 06 10:03:28 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-5d9d000d-45b8-4c24-83e4-b9ce21d69071 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 2d9150e7-0f02-4b19-b3f2-b329620d9722] Skipping quiescing instance: QEMU guest agent is not enabled.
Dec 06 10:03:28 user nova-compute[74535]: DEBUG nova.privsep.utils [None req-5d9d000d-45b8-4c24-83e4-b9ce21d69071 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74535) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 06 10:03:28 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-5d9d000d-45b8-4c24-83e4-b9ce21d69071 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpy3f9ckul/5eb278d29e1c4f62939d5f35f3c202ca.delta /opt/stack/data/nova/instances/snapshots/tmpy3f9ckul/5eb278d29e1c4f62939d5f35f3c202ca {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:03:29 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-5d9d000d-45b8-4c24-83e4-b9ce21d69071 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpy3f9ckul/5eb278d29e1c4f62939d5f35f3c202ca.delta /opt/stack/data/nova/instances/snapshots/tmpy3f9ckul/5eb278d29e1c4f62939d5f35f3c202ca" returned: 0 in 0.613s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:03:29 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-5d9d000d-45b8-4c24-83e4-b9ce21d69071 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 2d9150e7-0f02-4b19-b3f2-b329620d9722] Snapshot extracted, beginning image upload
Dec 06 10:03:29 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-81db8c30-81c1-4124-9518-da0a505e3735 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Acquiring lock "227aad5b-398b-44d7-b40b-ff85bf043334" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:03:29 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-81db8c30-81c1-4124-9518-da0a505e3735 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Lock "227aad5b-398b-44d7-b40b-ff85bf043334" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:03:29 user nova-compute[74535]: DEBUG nova.compute.manager [None req-81db8c30-81c1-4124-9518-da0a505e3735 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] Starting instance... {{(pid=74535) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 10:03:30 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-81db8c30-81c1-4124-9518-da0a505e3735 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:03:30 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-81db8c30-81c1-4124-9518-da0a505e3735 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:03:30 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-81db8c30-81c1-4124-9518-da0a505e3735 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74535) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 10:03:30 user nova-compute[74535]: INFO nova.compute.claims [None req-81db8c30-81c1-4124-9518-da0a505e3735 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] Claim successful on node user
Dec 06 10:03:30 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-81db8c30-81c1-4124-9518-da0a505e3735 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:03:30 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-81db8c30-81c1-4124-9518-da0a505e3735 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:03:30 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-81db8c30-81c1-4124-9518-da0a505e3735 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.458s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:03:30 user nova-compute[74535]: DEBUG nova.compute.manager [None req-81db8c30-81c1-4124-9518-da0a505e3735 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] Start building networks asynchronously for instance. {{(pid=74535) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 10:03:30 user nova-compute[74535]: DEBUG nova.compute.manager [None req-81db8c30-81c1-4124-9518-da0a505e3735 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] Allocating IP information in the background. {{(pid=74535) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 10:03:30 user nova-compute[74535]: DEBUG nova.network.neutron [None req-81db8c30-81c1-4124-9518-da0a505e3735 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] allocate_for_instance() {{(pid=74535) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 10:03:30 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-81db8c30-81c1-4124-9518-da0a505e3735 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 10:03:30 user nova-compute[74535]: DEBUG nova.compute.manager [None req-81db8c30-81c1-4124-9518-da0a505e3735 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] Start building block device mappings for instance. {{(pid=74535) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 10:03:30 user nova-compute[74535]: DEBUG nova.policy [None req-81db8c30-81c1-4124-9518-da0a505e3735 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1ddfb2ce9ccc425ea65ad864d064d12c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '15e410d9f3724888aa51fec7ed16ea0e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74535) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 10:03:30 user nova-compute[74535]: DEBUG nova.compute.manager [None req-81db8c30-81c1-4124-9518-da0a505e3735 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] Start spawning the instance on the hypervisor. {{(pid=74535) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 10:03:30 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-81db8c30-81c1-4124-9518-da0a505e3735 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] Creating instance directory {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 10:03:30 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-81db8c30-81c1-4124-9518-da0a505e3735 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] Creating image(s)
Dec 06 10:03:30 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-81db8c30-81c1-4124-9518-da0a505e3735 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Acquiring lock "/opt/stack/data/nova/instances/227aad5b-398b-44d7-b40b-ff85bf043334/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:03:30 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-81db8c30-81c1-4124-9518-da0a505e3735 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Lock "/opt/stack/data/nova/instances/227aad5b-398b-44d7-b40b-ff85bf043334/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:03:30 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-81db8c30-81c1-4124-9518-da0a505e3735 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Lock "/opt/stack/data/nova/instances/227aad5b-398b-44d7-b40b-ff85bf043334/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.012s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:03:30 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-81db8c30-81c1-4124-9518-da0a505e3735 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Acquiring lock "469ac50e7de98cb0e588b5bd8859bf8569d31f10" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:03:30 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-81db8c30-81c1-4124-9518-da0a505e3735 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Lock "469ac50e7de98cb0e588b5bd8859bf8569d31f10" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:03:31 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-81db8c30-81c1-4124-9518-da0a505e3735 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/469ac50e7de98cb0e588b5bd8859bf8569d31f10.part --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:03:31 user nova-compute[74535]: DEBUG nova.network.neutron [None req-81db8c30-81c1-4124-9518-da0a505e3735 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] Successfully created port: 82122ee8-c747-4f5e-8d0c-626cad81ed24 {{(pid=74535) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 10:03:31 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-81db8c30-81c1-4124-9518-da0a505e3735 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/469ac50e7de98cb0e588b5bd8859bf8569d31f10.part --force-share --output=json" returned: 0 in 0.194s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:03:31 user nova-compute[74535]: DEBUG nova.virt.images [None req-81db8c30-81c1-4124-9518-da0a505e3735 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] 1ab16b89-2a86-4e31-bd6d-8325ec66632e was qcow2, converting to raw {{(pid=74535) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Dec 06 10:03:31 user nova-compute[74535]: DEBUG nova.privsep.utils [None req-81db8c30-81c1-4124-9518-da0a505e3735 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74535) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 06 10:03:31 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-81db8c30-81c1-4124-9518-da0a505e3735 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/469ac50e7de98cb0e588b5bd8859bf8569d31f10.part /opt/stack/data/nova/instances/_base/469ac50e7de98cb0e588b5bd8859bf8569d31f10.converted {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:03:31 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-81db8c30-81c1-4124-9518-da0a505e3735 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/469ac50e7de98cb0e588b5bd8859bf8569d31f10.part /opt/stack/data/nova/instances/_base/469ac50e7de98cb0e588b5bd8859bf8569d31f10.converted" returned: 0 in 0.445s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:03:31 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-81db8c30-81c1-4124-9518-da0a505e3735 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/469ac50e7de98cb0e588b5bd8859bf8569d31f10.converted --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:03:31 user nova-compute[74535]: DEBUG nova.network.neutron [None req-81db8c30-81c1-4124-9518-da0a505e3735 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] Successfully updated port: 82122ee8-c747-4f5e-8d0c-626cad81ed24 {{(pid=74535) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 10:03:31 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-81db8c30-81c1-4124-9518-da0a505e3735 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Acquiring lock "refresh_cache-227aad5b-398b-44d7-b40b-ff85bf043334" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:03:31 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-81db8c30-81c1-4124-9518-da0a505e3735 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Acquired lock "refresh_cache-227aad5b-398b-44d7-b40b-ff85bf043334" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:03:31 user nova-compute[74535]: DEBUG nova.network.neutron [None req-81db8c30-81c1-4124-9518-da0a505e3735 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] Building network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 10:03:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-81db8c30-81c1-4124-9518-da0a505e3735 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/469ac50e7de98cb0e588b5bd8859bf8569d31f10.converted --force-share --output=json" returned: 0 in 0.199s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:03:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-81db8c30-81c1-4124-9518-da0a505e3735 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Lock "469ac50e7de98cb0e588b5bd8859bf8569d31f10" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.273s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:03:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-81db8c30-81c1-4124-9518-da0a505e3735 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/469ac50e7de98cb0e588b5bd8859bf8569d31f10 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:03:32 user nova-compute[74535]: DEBUG nova.compute.manager [req-b238affb-d6f4-4b29-a917-20f9dd8e5bd5 req-1b58a98f-8288-40d2-b1fa-e0d63c73f49a service nova] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] Received event network-changed-82122ee8-c747-4f5e-8d0c-626cad81ed24 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:03:32 user nova-compute[74535]: DEBUG nova.compute.manager [req-b238affb-d6f4-4b29-a917-20f9dd8e5bd5 req-1b58a98f-8288-40d2-b1fa-e0d63c73f49a service nova] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] Refreshing instance network info cache due to event network-changed-82122ee8-c747-4f5e-8d0c-626cad81ed24. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 10:03:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-b238affb-d6f4-4b29-a917-20f9dd8e5bd5 req-1b58a98f-8288-40d2-b1fa-e0d63c73f49a service nova] Acquiring lock "refresh_cache-227aad5b-398b-44d7-b40b-ff85bf043334" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:03:32 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-5d9d000d-45b8-4c24-83e4-b9ce21d69071 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 2d9150e7-0f02-4b19-b3f2-b329620d9722] Snapshot image upload complete
Dec 06 10:03:32 user nova-compute[74535]: INFO nova.compute.manager [None req-5d9d000d-45b8-4c24-83e4-b9ce21d69071 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 2d9150e7-0f02-4b19-b3f2-b329620d9722] Took 6.10 seconds to snapshot the instance on the hypervisor.
Dec 06 10:03:32 user nova-compute[74535]: DEBUG nova.network.neutron [None req-81db8c30-81c1-4124-9518-da0a505e3735 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] Instance cache missing network info. {{(pid=74535) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 10:03:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-81db8c30-81c1-4124-9518-da0a505e3735 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/469ac50e7de98cb0e588b5bd8859bf8569d31f10 --force-share --output=json" returned: 0 in 0.200s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:03:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-81db8c30-81c1-4124-9518-da0a505e3735 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Acquiring lock "469ac50e7de98cb0e588b5bd8859bf8569d31f10" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:03:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-81db8c30-81c1-4124-9518-da0a505e3735 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Lock "469ac50e7de98cb0e588b5bd8859bf8569d31f10" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:03:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-81db8c30-81c1-4124-9518-da0a505e3735 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/469ac50e7de98cb0e588b5bd8859bf8569d31f10 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:03:32 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:03:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-81db8c30-81c1-4124-9518-da0a505e3735 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/469ac50e7de98cb0e588b5bd8859bf8569d31f10 --force-share --output=json" returned: 0 in 0.174s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:03:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-81db8c30-81c1-4124-9518-da0a505e3735 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/469ac50e7de98cb0e588b5bd8859bf8569d31f10,backing_fmt=raw /opt/stack/data/nova/instances/227aad5b-398b-44d7-b40b-ff85bf043334/disk 1073741824 {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:03:32 user nova-compute[74535]: DEBUG nova.network.neutron [None req-81db8c30-81c1-4124-9518-da0a505e3735 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] Updating instance_info_cache with network_info: [{"id": "82122ee8-c747-4f5e-8d0c-626cad81ed24", "address": "fa:16:3e:8c:e6:0c", "network": {"id": "d5481230-d801-4b5c-9559-71444e926e04", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1378130033-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "15e410d9f3724888aa51fec7ed16ea0e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82122ee8-c7", "ovs_interfaceid": "82122ee8-c747-4f5e-8d0c-626cad81ed24", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:03:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-81db8c30-81c1-4124-9518-da0a505e3735 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Releasing lock "refresh_cache-227aad5b-398b-44d7-b40b-ff85bf043334" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:03:32 user nova-compute[74535]: DEBUG nova.compute.manager [None req-81db8c30-81c1-4124-9518-da0a505e3735 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] Instance network_info: |[{"id": "82122ee8-c747-4f5e-8d0c-626cad81ed24", "address": "fa:16:3e:8c:e6:0c", "network": {"id": "d5481230-d801-4b5c-9559-71444e926e04", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1378130033-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "15e410d9f3724888aa51fec7ed16ea0e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82122ee8-c7", "ovs_interfaceid": "82122ee8-c747-4f5e-8d0c-626cad81ed24", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74535) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 10:03:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-81db8c30-81c1-4124-9518-da0a505e3735 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/469ac50e7de98cb0e588b5bd8859bf8569d31f10,backing_fmt=raw /opt/stack/data/nova/instances/227aad5b-398b-44d7-b40b-ff85bf043334/disk 1073741824" returned: 0 in 0.073s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:03:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-b238affb-d6f4-4b29-a917-20f9dd8e5bd5 req-1b58a98f-8288-40d2-b1fa-e0d63c73f49a service nova] Acquired lock "refresh_cache-227aad5b-398b-44d7-b40b-ff85bf043334" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:03:32 user nova-compute[74535]: DEBUG nova.network.neutron [req-b238affb-d6f4-4b29-a917-20f9dd8e5bd5 req-1b58a98f-8288-40d2-b1fa-e0d63c73f49a service nova] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] Refreshing network info cache for port 82122ee8-c747-4f5e-8d0c-626cad81ed24 {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 10:03:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-81db8c30-81c1-4124-9518-da0a505e3735 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Lock "469ac50e7de98cb0e588b5bd8859bf8569d31f10" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.255s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:03:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-81db8c30-81c1-4124-9518-da0a505e3735 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/469ac50e7de98cb0e588b5bd8859bf8569d31f10 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:03:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-81db8c30-81c1-4124-9518-da0a505e3735 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/469ac50e7de98cb0e588b5bd8859bf8569d31f10 --force-share --output=json" returned: 0 in 0.174s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:03:32 user nova-compute[74535]: DEBUG nova.virt.disk.api [None req-81db8c30-81c1-4124-9518-da0a505e3735 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Checking if we can resize image /opt/stack/data/nova/instances/227aad5b-398b-44d7-b40b-ff85bf043334/disk. size=1073741824 {{(pid=74535) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 10:03:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-81db8c30-81c1-4124-9518-da0a505e3735 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/227aad5b-398b-44d7-b40b-ff85bf043334/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:03:32 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:03:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-81db8c30-81c1-4124-9518-da0a505e3735 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/227aad5b-398b-44d7-b40b-ff85bf043334/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:03:32 user nova-compute[74535]: DEBUG nova.virt.disk.api [None req-81db8c30-81c1-4124-9518-da0a505e3735 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Cannot resize image /opt/stack/data/nova/instances/227aad5b-398b-44d7-b40b-ff85bf043334/disk to a smaller size. {{(pid=74535) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 10:03:32 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-81db8c30-81c1-4124-9518-da0a505e3735 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] Created local disks {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 10:03:32 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-81db8c30-81c1-4124-9518-da0a505e3735 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] Ensure instance console log exists: /opt/stack/data/nova/instances/227aad5b-398b-44d7-b40b-ff85bf043334/console.log {{(pid=74535) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 10:03:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-81db8c30-81c1-4124-9518-da0a505e3735 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:03:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-81db8c30-81c1-4124-9518-da0a505e3735 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:03:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-81db8c30-81c1-4124-9518-da0a505e3735 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:03:32 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-81db8c30-81c1-4124-9518-da0a505e3735 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] Start _get_guest_xml network_info=[{"id": "82122ee8-c747-4f5e-8d0c-626cad81ed24", "address": "fa:16:3e:8c:e6:0c", "network": {"id": "d5481230-d801-4b5c-9559-71444e926e04", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1378130033-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "15e410d9f3724888aa51fec7ed16ea0e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82122ee8-c7", "ovs_interfaceid": "82122ee8-c747-4f5e-8d0c-626cad81ed24", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T10:03:27Z,direct_url=<?>,disk_format='qcow2',id=1ab16b89-2a86-4e31-bd6d-8325ec66632e,min_disk=0,min_ram=0,name='tempest-scenario-img--1850182858',owner='15e410d9f3724888aa51fec7ed16ea0e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T10:03:29Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'device_name': '/dev/vda', 'encrypted': False, 'encryption_format': None, 'encryption_options': None, 'encryption_secret_uuid': None, 'boot_index': 0, 'device_type': 'disk', 'size': 0, 'guest_format': None, 'image_id': '1ab16b89-2a86-4e31-bd6d-8325ec66632e'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 10:03:32 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-81db8c30-81c1-4124-9518-da0a505e3735 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:03:32 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-81db8c30-81c1-4124-9518-da0a505e3735 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:03:32 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-81db8c30-81c1-4124-9518-da0a505e3735 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 10:03:32 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-81db8c30-81c1-4124-9518-da0a505e3735 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] CPU controller missing on host. {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 10:03:32 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-81db8c30-81c1-4124-9518-da0a505e3735 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 10:03:32 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-81db8c30-81c1-4124-9518-da0a505e3735 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] CPU controller found on host. {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 10:03:32 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-81db8c30-81c1-4124-9518-da0a505e3735 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74535) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 10:03:32 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-81db8c30-81c1-4124-9518-da0a505e3735 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T09:52:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T10:03:27Z,direct_url=<?>,disk_format='qcow2',id=1ab16b89-2a86-4e31-bd6d-8325ec66632e,min_disk=0,min_ram=0,name='tempest-scenario-img--1850182858',owner='15e410d9f3724888aa51fec7ed16ea0e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T10:03:29Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 10:03:32 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-81db8c30-81c1-4124-9518-da0a505e3735 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Flavor limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 10:03:32 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-81db8c30-81c1-4124-9518-da0a505e3735 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Image limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 10:03:32 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-81db8c30-81c1-4124-9518-da0a505e3735 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Flavor pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 10:03:32 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-81db8c30-81c1-4124-9518-da0a505e3735 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Image pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 10:03:32 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-81db8c30-81c1-4124-9518-da0a505e3735 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 10:03:32 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-81db8c30-81c1-4124-9518-da0a505e3735 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 10:03:32 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-81db8c30-81c1-4124-9518-da0a505e3735 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 10:03:32 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-81db8c30-81c1-4124-9518-da0a505e3735 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Got 1 possible topologies {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 10:03:32 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-81db8c30-81c1-4124-9518-da0a505e3735 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 10:03:32 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-81db8c30-81c1-4124-9518-da0a505e3735 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 10:03:32 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-81db8c30-81c1-4124-9518-da0a505e3735 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:03:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1409050316',display_name='tempest-TestMinimumBasicScenario-server-1409050316',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1409050316',id=23,image_ref='1ab16b89-2a86-4e31-bd6d-8325ec66632e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAm86sizc02oK9X2d/jEBHlOAjg2xxTVGvPac9FGrmFF/Qu71IaEnkywEBqpbADX6QvNPMSC6MxosCwF/PYkITYzrkZF2r32HwnH4b8QSQUe8BI5ZGhCvl4lLL+GMQxsnw==',key_name='tempest-TestMinimumBasicScenario-1143751918',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='15e410d9f3724888aa51fec7ed16ea0e',ramdisk_id='',reservation_id='r-uc5jehgc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ab16b89-2a86-4e31-bd6d-8325ec66632e',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-372287840',owner_user_name='tempest-TestMinimumBasicScenario-372287840-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T10:03:31Z,user_data=None,user_id='1ddfb2ce9ccc425ea65ad864d064d12c',uuid=227aad5b-398b-44d7-b40b-ff85bf043334,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "82122ee8-c747-4f5e-8d0c-626cad81ed24", "address": "fa:16:3e:8c:e6:0c", "network": {"id": "d5481230-d801-4b5c-9559-71444e926e04", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1378130033-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "15e410d9f3724888aa51fec7ed16ea0e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82122ee8-c7", "ovs_interfaceid": "82122ee8-c747-4f5e-8d0c-626cad81ed24", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74535) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 10:03:32 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-81db8c30-81c1-4124-9518-da0a505e3735 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Converting VIF {"id": "82122ee8-c747-4f5e-8d0c-626cad81ed24", "address": "fa:16:3e:8c:e6:0c", "network": {"id": "d5481230-d801-4b5c-9559-71444e926e04", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1378130033-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "15e410d9f3724888aa51fec7ed16ea0e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82122ee8-c7", "ovs_interfaceid": "82122ee8-c747-4f5e-8d0c-626cad81ed24", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:03:32 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-81db8c30-81c1-4124-9518-da0a505e3735 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8c:e6:0c,bridge_name='br-int',has_traffic_filtering=True,id=82122ee8-c747-4f5e-8d0c-626cad81ed24,network=Network(d5481230-d801-4b5c-9559-71444e926e04),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap82122ee8-c7') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:03:32 user nova-compute[74535]: DEBUG nova.objects.instance [None req-81db8c30-81c1-4124-9518-da0a505e3735 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Lazy-loading 'pci_devices' on Instance uuid 227aad5b-398b-44d7-b40b-ff85bf043334 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:03:32 user nova-compute[74535]: DEBUG nova.network.neutron [req-b238affb-d6f4-4b29-a917-20f9dd8e5bd5 req-1b58a98f-8288-40d2-b1fa-e0d63c73f49a service nova] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] Updated VIF entry in instance network info cache for port 82122ee8-c747-4f5e-8d0c-626cad81ed24. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 10:03:32 user nova-compute[74535]: DEBUG nova.network.neutron [req-b238affb-d6f4-4b29-a917-20f9dd8e5bd5 req-1b58a98f-8288-40d2-b1fa-e0d63c73f49a service nova] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] Updating instance_info_cache with network_info: [{"id": "82122ee8-c747-4f5e-8d0c-626cad81ed24", "address": "fa:16:3e:8c:e6:0c", "network": {"id": "d5481230-d801-4b5c-9559-71444e926e04", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1378130033-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "15e410d9f3724888aa51fec7ed16ea0e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82122ee8-c7", "ovs_interfaceid": "82122ee8-c747-4f5e-8d0c-626cad81ed24", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:03:32 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-81db8c30-81c1-4124-9518-da0a505e3735 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] End _get_guest_xml xml=<domain type="kvm">
Dec 06 10:03:32 user nova-compute[74535]:   <uuid>227aad5b-398b-44d7-b40b-ff85bf043334</uuid>
Dec 06 10:03:32 user nova-compute[74535]:   <name>instance-00000017</name>
Dec 06 10:03:32 user nova-compute[74535]:   <memory>524288</memory>
Dec 06 10:03:32 user nova-compute[74535]:   <vcpu>1</vcpu>
Dec 06 10:03:32 user nova-compute[74535]:   <metadata>
Dec 06 10:03:32 user nova-compute[74535]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 10:03:32 user nova-compute[74535]:       <nova:package version="0.0.0"/>
Dec 06 10:03:32 user nova-compute[74535]:       <nova:name>tempest-TestMinimumBasicScenario-server-1409050316</nova:name>
Dec 06 10:03:32 user nova-compute[74535]:       <nova:creationTime>2023-12-06 10:03:32</nova:creationTime>
Dec 06 10:03:32 user nova-compute[74535]:       <nova:flavor name="m1.tiny">
Dec 06 10:03:32 user nova-compute[74535]:         <nova:memory>512</nova:memory>
Dec 06 10:03:32 user nova-compute[74535]:         <nova:disk>1</nova:disk>
Dec 06 10:03:32 user nova-compute[74535]:         <nova:swap>0</nova:swap>
Dec 06 10:03:32 user nova-compute[74535]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 10:03:32 user nova-compute[74535]:         <nova:vcpus>1</nova:vcpus>
Dec 06 10:03:32 user nova-compute[74535]:       </nova:flavor>
Dec 06 10:03:32 user nova-compute[74535]:       <nova:owner>
Dec 06 10:03:32 user nova-compute[74535]:         <nova:user uuid="1ddfb2ce9ccc425ea65ad864d064d12c">tempest-TestMinimumBasicScenario-372287840-project-member</nova:user>
Dec 06 10:03:32 user nova-compute[74535]:         <nova:project uuid="15e410d9f3724888aa51fec7ed16ea0e">tempest-TestMinimumBasicScenario-372287840</nova:project>
Dec 06 10:03:32 user nova-compute[74535]:       </nova:owner>
Dec 06 10:03:32 user nova-compute[74535]:       <nova:root type="image" uuid="1ab16b89-2a86-4e31-bd6d-8325ec66632e"/>
Dec 06 10:03:32 user nova-compute[74535]:       <nova:ports>
Dec 06 10:03:32 user nova-compute[74535]:         <nova:port uuid="82122ee8-c747-4f5e-8d0c-626cad81ed24">
Dec 06 10:03:32 user nova-compute[74535]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Dec 06 10:03:32 user nova-compute[74535]:         </nova:port>
Dec 06 10:03:32 user nova-compute[74535]:       </nova:ports>
Dec 06 10:03:32 user nova-compute[74535]:     </nova:instance>
Dec 06 10:03:32 user nova-compute[74535]:   </metadata>
Dec 06 10:03:32 user nova-compute[74535]:   <sysinfo type="smbios">
Dec 06 10:03:32 user nova-compute[74535]:     <system>
Dec 06 10:03:32 user nova-compute[74535]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 10:03:32 user nova-compute[74535]:       <entry name="product">OpenStack Nova</entry>
Dec 06 10:03:32 user nova-compute[74535]:       <entry name="version">0.0.0</entry>
Dec 06 10:03:32 user nova-compute[74535]:       <entry name="serial">227aad5b-398b-44d7-b40b-ff85bf043334</entry>
Dec 06 10:03:32 user nova-compute[74535]:       <entry name="uuid">227aad5b-398b-44d7-b40b-ff85bf043334</entry>
Dec 06 10:03:32 user nova-compute[74535]:       <entry name="family">Virtual Machine</entry>
Dec 06 10:03:32 user nova-compute[74535]:     </system>
Dec 06 10:03:32 user nova-compute[74535]:   </sysinfo>
Dec 06 10:03:32 user nova-compute[74535]:   <os>
Dec 06 10:03:32 user nova-compute[74535]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 10:03:32 user nova-compute[74535]:     <boot dev="hd"/>
Dec 06 10:03:32 user nova-compute[74535]:     <smbios mode="sysinfo"/>
Dec 06 10:03:32 user nova-compute[74535]:   </os>
Dec 06 10:03:32 user nova-compute[74535]:   <features>
Dec 06 10:03:32 user nova-compute[74535]:     <acpi/>
Dec 06 10:03:32 user nova-compute[74535]:     <apic/>
Dec 06 10:03:32 user nova-compute[74535]:     <vmcoreinfo/>
Dec 06 10:03:32 user nova-compute[74535]:   </features>
Dec 06 10:03:32 user nova-compute[74535]:   <clock offset="utc">
Dec 06 10:03:32 user nova-compute[74535]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 10:03:32 user nova-compute[74535]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 10:03:32 user nova-compute[74535]:     <timer name="hpet" present="no"/>
Dec 06 10:03:32 user nova-compute[74535]:   </clock>
Dec 06 10:03:32 user nova-compute[74535]:   <cpu mode="custom" match="exact">
Dec 06 10:03:32 user nova-compute[74535]:     <model>Nehalem</model>
Dec 06 10:03:32 user nova-compute[74535]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 10:03:32 user nova-compute[74535]:   </cpu>
Dec 06 10:03:32 user nova-compute[74535]:   <devices>
Dec 06 10:03:32 user nova-compute[74535]:     <disk type="file" device="disk">
Dec 06 10:03:32 user nova-compute[74535]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 10:03:32 user nova-compute[74535]:       <source file="/opt/stack/data/nova/instances/227aad5b-398b-44d7-b40b-ff85bf043334/disk"/>
Dec 06 10:03:32 user nova-compute[74535]:       <target dev="vda" bus="virtio"/>
Dec 06 10:03:32 user nova-compute[74535]:     </disk>
Dec 06 10:03:32 user nova-compute[74535]:     <interface type="ethernet">
Dec 06 10:03:32 user nova-compute[74535]:       <mac address="fa:16:3e:8c:e6:0c"/>
Dec 06 10:03:32 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 10:03:32 user nova-compute[74535]:       <mtu size="1442"/>
Dec 06 10:03:32 user nova-compute[74535]:       <target dev="tap82122ee8-c7"/>
Dec 06 10:03:32 user nova-compute[74535]:     </interface>
Dec 06 10:03:32 user nova-compute[74535]:     <serial type="pty">
Dec 06 10:03:32 user nova-compute[74535]:       <log file="/opt/stack/data/nova/instances/227aad5b-398b-44d7-b40b-ff85bf043334/console.log" append="off"/>
Dec 06 10:03:32 user nova-compute[74535]:     </serial>
Dec 06 10:03:32 user nova-compute[74535]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 10:03:32 user nova-compute[74535]:     <video>
Dec 06 10:03:32 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 10:03:32 user nova-compute[74535]:     </video>
Dec 06 10:03:32 user nova-compute[74535]:     <rng model="virtio">
Dec 06 10:03:32 user nova-compute[74535]:       <backend model="random">/dev/urandom</backend>
Dec 06 10:03:32 user nova-compute[74535]:     </rng>
Dec 06 10:03:32 user nova-compute[74535]:     <controller type="usb" index="0" model="none"/>
Dec 06 10:03:32 user nova-compute[74535]:     <memballoon model="virtio">
Dec 06 10:03:32 user nova-compute[74535]:       <stats period="10"/>
Dec 06 10:03:32 user nova-compute[74535]:     </memballoon>
Dec 06 10:03:32 user nova-compute[74535]:   </devices>
Dec 06 10:03:32 user nova-compute[74535]: </domain>
Dec 06 10:03:32 user nova-compute[74535]:  {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 10:03:32 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-81db8c30-81c1-4124-9518-da0a505e3735 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:03:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1409050316',display_name='tempest-TestMinimumBasicScenario-server-1409050316',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1409050316',id=23,image_ref='1ab16b89-2a86-4e31-bd6d-8325ec66632e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAm86sizc02oK9X2d/jEBHlOAjg2xxTVGvPac9FGrmFF/Qu71IaEnkywEBqpbADX6QvNPMSC6MxosCwF/PYkITYzrkZF2r32HwnH4b8QSQUe8BI5ZGhCvl4lLL+GMQxsnw==',key_name='tempest-TestMinimumBasicScenario-1143751918',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='15e410d9f3724888aa51fec7ed16ea0e',ramdisk_id='',reservation_id='r-uc5jehgc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ab16b89-2a86-4e31-bd6d-8325ec66632e',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-372287840',owner_user_name='tempest-TestMinimumBasicScenario-372287840-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T10:03:31Z,user_data=None,user_id='1ddfb2ce9ccc425ea65ad864d064d12c',uuid=227aad5b-398b-44d7-b40b-ff85bf043334,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "82122ee8-c747-4f5e-8d0c-626cad81ed24", "address": "fa:16:3e:8c:e6:0c", "network": {"id": "d5481230-d801-4b5c-9559-71444e926e04", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1378130033-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "15e410d9f3724888aa51fec7ed16ea0e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82122ee8-c7", "ovs_interfaceid": "82122ee8-c747-4f5e-8d0c-626cad81ed24", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 10:03:32 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-81db8c30-81c1-4124-9518-da0a505e3735 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Converting VIF {"id": "82122ee8-c747-4f5e-8d0c-626cad81ed24", "address": "fa:16:3e:8c:e6:0c", "network": {"id": "d5481230-d801-4b5c-9559-71444e926e04", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1378130033-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "15e410d9f3724888aa51fec7ed16ea0e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82122ee8-c7", "ovs_interfaceid": "82122ee8-c747-4f5e-8d0c-626cad81ed24", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:03:32 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-81db8c30-81c1-4124-9518-da0a505e3735 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8c:e6:0c,bridge_name='br-int',has_traffic_filtering=True,id=82122ee8-c747-4f5e-8d0c-626cad81ed24,network=Network(d5481230-d801-4b5c-9559-71444e926e04),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap82122ee8-c7') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:03:32 user nova-compute[74535]: DEBUG os_vif [None req-81db8c30-81c1-4124-9518-da0a505e3735 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:8c:e6:0c,bridge_name='br-int',has_traffic_filtering=True,id=82122ee8-c747-4f5e-8d0c-626cad81ed24,network=Network(d5481230-d801-4b5c-9559-71444e926e04),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap82122ee8-c7') {{(pid=74535) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 10:03:32 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:03:32 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:03:32 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 10:03:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-b238affb-d6f4-4b29-a917-20f9dd8e5bd5 req-1b58a98f-8288-40d2-b1fa-e0d63c73f49a service nova] Releasing lock "refresh_cache-227aad5b-398b-44d7-b40b-ff85bf043334" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:03:32 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:03:32 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '331866ce-ce87-56a8-a96c-9410946704e2', '_type': 'linux-noop'}}, row=False) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:03:32 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:03:32 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:03:32 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:03:32 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap82122ee8-c7, may_exist=True, interface_attrs={}) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:03:32 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap82122ee8-c7, col_values=(('qos', UUID('1833e502-058f-4c8e-869e-b2265c52102b')),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:03:32 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap82122ee8-c7, col_values=(('external_ids', {'iface-id': '82122ee8-c747-4f5e-8d0c-626cad81ed24', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:8c:e6:0c', 'vm-uuid': '227aad5b-398b-44d7-b40b-ff85bf043334'}),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:03:32 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:03:32 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:03:32 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:03:32 user nova-compute[74535]: INFO os_vif [None req-81db8c30-81c1-4124-9518-da0a505e3735 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:8c:e6:0c,bridge_name='br-int',has_traffic_filtering=True,id=82122ee8-c747-4f5e-8d0c-626cad81ed24,network=Network(d5481230-d801-4b5c-9559-71444e926e04),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap82122ee8-c7')
Dec 06 10:03:33 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-81db8c30-81c1-4124-9518-da0a505e3735 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] No BDM found with device name vda, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 10:03:33 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-81db8c30-81c1-4124-9518-da0a505e3735 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] No VIF found with MAC fa:16:3e:8c:e6:0c, not building metadata {{(pid=74535) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 10:03:34 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:03:34 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:03:34 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:03:34 user nova-compute[74535]: DEBUG nova.compute.manager [req-b5bb26ea-69dc-459f-82b3-75b7330f8424 req-fa0744aa-b0ba-4bdf-930b-6b7e838c2a0b service nova] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] Received event network-vif-plugged-82122ee8-c747-4f5e-8d0c-626cad81ed24 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:03:34 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-b5bb26ea-69dc-459f-82b3-75b7330f8424 req-fa0744aa-b0ba-4bdf-930b-6b7e838c2a0b service nova] Acquiring lock "227aad5b-398b-44d7-b40b-ff85bf043334-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:03:34 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-b5bb26ea-69dc-459f-82b3-75b7330f8424 req-fa0744aa-b0ba-4bdf-930b-6b7e838c2a0b service nova] Lock "227aad5b-398b-44d7-b40b-ff85bf043334-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:03:34 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-b5bb26ea-69dc-459f-82b3-75b7330f8424 req-fa0744aa-b0ba-4bdf-930b-6b7e838c2a0b service nova] Lock "227aad5b-398b-44d7-b40b-ff85bf043334-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:03:34 user nova-compute[74535]: DEBUG nova.compute.manager [req-b5bb26ea-69dc-459f-82b3-75b7330f8424 req-fa0744aa-b0ba-4bdf-930b-6b7e838c2a0b service nova] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] No waiting events found dispatching network-vif-plugged-82122ee8-c747-4f5e-8d0c-626cad81ed24 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:03:34 user nova-compute[74535]: WARNING nova.compute.manager [req-b5bb26ea-69dc-459f-82b3-75b7330f8424 req-fa0744aa-b0ba-4bdf-930b-6b7e838c2a0b service nova] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] Received unexpected event network-vif-plugged-82122ee8-c747-4f5e-8d0c-626cad81ed24 for instance with vm_state building and task_state spawning.
Dec 06 10:03:34 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:03:34 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:03:34 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:03:34 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:03:36 user nova-compute[74535]: DEBUG nova.compute.manager [req-19e76808-5f17-4368-a208-42a8ad562a68 req-2919e476-ee0d-4cf7-bf84-8311d6825032 service nova] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] Received event network-vif-plugged-82122ee8-c747-4f5e-8d0c-626cad81ed24 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:03:36 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-19e76808-5f17-4368-a208-42a8ad562a68 req-2919e476-ee0d-4cf7-bf84-8311d6825032 service nova] Acquiring lock "227aad5b-398b-44d7-b40b-ff85bf043334-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:03:36 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-19e76808-5f17-4368-a208-42a8ad562a68 req-2919e476-ee0d-4cf7-bf84-8311d6825032 service nova] Lock "227aad5b-398b-44d7-b40b-ff85bf043334-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:03:36 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-19e76808-5f17-4368-a208-42a8ad562a68 req-2919e476-ee0d-4cf7-bf84-8311d6825032 service nova] Lock "227aad5b-398b-44d7-b40b-ff85bf043334-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:03:36 user nova-compute[74535]: DEBUG nova.compute.manager [req-19e76808-5f17-4368-a208-42a8ad562a68 req-2919e476-ee0d-4cf7-bf84-8311d6825032 service nova] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] No waiting events found dispatching network-vif-plugged-82122ee8-c747-4f5e-8d0c-626cad81ed24 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:03:36 user nova-compute[74535]: WARNING nova.compute.manager [req-19e76808-5f17-4368-a208-42a8ad562a68 req-2919e476-ee0d-4cf7-bf84-8311d6825032 service nova] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] Received unexpected event network-vif-plugged-82122ee8-c747-4f5e-8d0c-626cad81ed24 for instance with vm_state building and task_state spawning.
Dec 06 10:03:36 user nova-compute[74535]: DEBUG nova.compute.manager [None req-81db8c30-81c1-4124-9518-da0a505e3735 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] Instance event wait completed in 0 seconds for  {{(pid=74535) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 10:03:36 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-81db8c30-81c1-4124-9518-da0a505e3735 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] Guest created on hypervisor {{(pid=74535) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 10:03:36 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] Instance spawned successfully.
Dec 06 10:03:36 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-81db8c30-81c1-4124-9518-da0a505e3735 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 10:03:36 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-81db8c30-81c1-4124-9518-da0a505e3735 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] Found default for hw_cdrom_bus of ide {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:03:36 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-81db8c30-81c1-4124-9518-da0a505e3735 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] Found default for hw_disk_bus of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:03:36 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-81db8c30-81c1-4124-9518-da0a505e3735 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] Found default for hw_input_bus of None {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:03:36 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-81db8c30-81c1-4124-9518-da0a505e3735 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] Found default for hw_pointer_model of None {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:03:36 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-81db8c30-81c1-4124-9518-da0a505e3735 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] Found default for hw_video_model of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:03:36 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-81db8c30-81c1-4124-9518-da0a505e3735 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] Found default for hw_vif_model of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:03:36 user nova-compute[74535]: INFO nova.compute.manager [None req-81db8c30-81c1-4124-9518-da0a505e3735 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] Took 6.00 seconds to spawn the instance on the hypervisor.
Dec 06 10:03:36 user nova-compute[74535]: DEBUG nova.compute.manager [None req-81db8c30-81c1-4124-9518-da0a505e3735 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] Checking state {{(pid=74535) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 10:03:36 user nova-compute[74535]: INFO nova.compute.manager [None req-81db8c30-81c1-4124-9518-da0a505e3735 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] Took 6.80 seconds to build instance.
Dec 06 10:03:36 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-81db8c30-81c1-4124-9518-da0a505e3735 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Lock "227aad5b-398b-44d7-b40b-ff85bf043334" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.921s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:03:37 user nova-compute[74535]: INFO nova.compute.manager [None req-1014752e-0126-41cd-868f-8f66b1627997 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: d742d153-7670-4be9-8477-882f6a39f03f] Rescuing
Dec 06 10:03:37 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-1014752e-0126-41cd-868f-8f66b1627997 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Acquiring lock "refresh_cache-d742d153-7670-4be9-8477-882f6a39f03f" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:03:37 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-1014752e-0126-41cd-868f-8f66b1627997 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Acquired lock "refresh_cache-d742d153-7670-4be9-8477-882f6a39f03f" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:03:37 user nova-compute[74535]: DEBUG nova.network.neutron [None req-1014752e-0126-41cd-868f-8f66b1627997 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: d742d153-7670-4be9-8477-882f6a39f03f] Building network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 10:03:37 user nova-compute[74535]: DEBUG nova.network.neutron [None req-1014752e-0126-41cd-868f-8f66b1627997 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: d742d153-7670-4be9-8477-882f6a39f03f] Updating instance_info_cache with network_info: [{"id": "3b060eee-df21-4ac4-a508-edd137bd8427", "address": "fa:16:3e:e3:fc:dd", "network": {"id": "a3dfa24c-76e2-4ead-941f-ba72c57234a4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-566828184-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17272e061eec432787a47431737ad50f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3b060eee-df", "ovs_interfaceid": "3b060eee-df21-4ac4-a508-edd137bd8427", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:03:37 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-1014752e-0126-41cd-868f-8f66b1627997 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Releasing lock "refresh_cache-d742d153-7670-4be9-8477-882f6a39f03f" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:03:37 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:03:37 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:03:37 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:03:37 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:03:38 user nova-compute[74535]: DEBUG nova.compute.manager [req-b0b54e03-7b94-4ce3-a866-cdcd56a00f77 req-5e6eb5c4-49e9-4b25-9af0-0e9d71285f7f service nova] [instance: d742d153-7670-4be9-8477-882f6a39f03f] Received event network-vif-unplugged-3b060eee-df21-4ac4-a508-edd137bd8427 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:03:38 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-b0b54e03-7b94-4ce3-a866-cdcd56a00f77 req-5e6eb5c4-49e9-4b25-9af0-0e9d71285f7f service nova] Acquiring lock "d742d153-7670-4be9-8477-882f6a39f03f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:03:38 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-b0b54e03-7b94-4ce3-a866-cdcd56a00f77 req-5e6eb5c4-49e9-4b25-9af0-0e9d71285f7f service nova] Lock "d742d153-7670-4be9-8477-882f6a39f03f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:03:38 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-b0b54e03-7b94-4ce3-a866-cdcd56a00f77 req-5e6eb5c4-49e9-4b25-9af0-0e9d71285f7f service nova] Lock "d742d153-7670-4be9-8477-882f6a39f03f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:03:38 user nova-compute[74535]: DEBUG nova.compute.manager [req-b0b54e03-7b94-4ce3-a866-cdcd56a00f77 req-5e6eb5c4-49e9-4b25-9af0-0e9d71285f7f service nova] [instance: d742d153-7670-4be9-8477-882f6a39f03f] No waiting events found dispatching network-vif-unplugged-3b060eee-df21-4ac4-a508-edd137bd8427 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:03:38 user nova-compute[74535]: WARNING nova.compute.manager [req-b0b54e03-7b94-4ce3-a866-cdcd56a00f77 req-5e6eb5c4-49e9-4b25-9af0-0e9d71285f7f service nova] [instance: d742d153-7670-4be9-8477-882f6a39f03f] Received unexpected event network-vif-unplugged-3b060eee-df21-4ac4-a508-edd137bd8427 for instance with vm_state active and task_state rescuing.
Dec 06 10:03:38 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:03:38 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:03:38 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: d742d153-7670-4be9-8477-882f6a39f03f] Instance destroyed successfully.
Dec 06 10:03:38 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-1014752e-0126-41cd-868f-8f66b1627997 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: d742d153-7670-4be9-8477-882f6a39f03f] Attempting rescue
Dec 06 10:03:38 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-1014752e-0126-41cd-868f-8f66b1627997 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=74535) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4314}}
Dec 06 10:03:38 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-1014752e-0126-41cd-868f-8f66b1627997 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: d742d153-7670-4be9-8477-882f6a39f03f] Instance directory exists: not creating {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Dec 06 10:03:38 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-1014752e-0126-41cd-868f-8f66b1627997 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: d742d153-7670-4be9-8477-882f6a39f03f] Creating image(s)
Dec 06 10:03:38 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-1014752e-0126-41cd-868f-8f66b1627997 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Acquiring lock "/opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:03:38 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-1014752e-0126-41cd-868f-8f66b1627997 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Lock "/opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:03:38 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-1014752e-0126-41cd-868f-8f66b1627997 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Lock "/opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.007s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:03:38 user nova-compute[74535]: DEBUG nova.objects.instance [None req-1014752e-0126-41cd-868f-8f66b1627997 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Lazy-loading 'trusted_certs' on Instance uuid d742d153-7670-4be9-8477-882f6a39f03f {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:03:38 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-1014752e-0126-41cd-868f-8f66b1627997 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Acquiring lock "7aef4f97309efbd0d8988be1fd45eed756898e08" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:03:38 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-1014752e-0126-41cd-868f-8f66b1627997 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Lock "7aef4f97309efbd0d8988be1fd45eed756898e08" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:03:38 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-1014752e-0126-41cd-868f-8f66b1627997 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:03:38 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-1014752e-0126-41cd-868f-8f66b1627997 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.200s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:03:38 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-1014752e-0126-41cd-868f-8f66b1627997 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08,backing_fmt=raw /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk.rescue {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:03:38 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-1014752e-0126-41cd-868f-8f66b1627997 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08,backing_fmt=raw /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk.rescue" returned: 0 in 0.055s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:03:38 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-1014752e-0126-41cd-868f-8f66b1627997 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Lock "7aef4f97309efbd0d8988be1fd45eed756898e08" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.262s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:03:38 user nova-compute[74535]: DEBUG nova.objects.instance [None req-1014752e-0126-41cd-868f-8f66b1627997 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Lazy-loading 'migration_context' on Instance uuid d742d153-7670-4be9-8477-882f6a39f03f {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:03:38 user nova-compute[74535]: DEBUG nova.objects.base [None req-1014752e-0126-41cd-868f-8f66b1627997 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Object Instance<d742d153-7670-4be9-8477-882f6a39f03f> lazy-loaded attributes: trusted_certs,migration_context {{(pid=74535) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 10:03:38 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-1014752e-0126-41cd-868f-8f66b1627997 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: d742d153-7670-4be9-8477-882f6a39f03f] Created local disks {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 10:03:38 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-1014752e-0126-41cd-868f-8f66b1627997 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: d742d153-7670-4be9-8477-882f6a39f03f] Start _get_guest_xml network_info=[{"id": "3b060eee-df21-4ac4-a508-edd137bd8427", "address": "fa:16:3e:e3:fc:dd", "network": {"id": "a3dfa24c-76e2-4ead-941f-ba72c57234a4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-566828184-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-566828184-network", "vif_mac": "fa:16:3e:e3:fc:dd"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17272e061eec432787a47431737ad50f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3b060eee-df", "ovs_interfaceid": "3b060eee-df21-4ac4-a508-edd137bd8427", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T09:52:28Z,direct_url=<?>,disk_format='qcow2',id=b338f3c8-9974-4b9f-bacb-c75dd541c256,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='563f6a2917a742ada39fb0e950eece6e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T09:52:30Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': 'b338f3c8-9974-4b9f-bacb-c75dd541c256', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=None {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 10:03:38 user nova-compute[74535]: DEBUG nova.objects.instance [None req-1014752e-0126-41cd-868f-8f66b1627997 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Lazy-loading 'resources' on Instance uuid d742d153-7670-4be9-8477-882f6a39f03f {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:03:38 user nova-compute[74535]: DEBUG nova.objects.base [None req-1014752e-0126-41cd-868f-8f66b1627997 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Object Instance<d742d153-7670-4be9-8477-882f6a39f03f> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=74535) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 10:03:38 user nova-compute[74535]: DEBUG nova.objects.instance [None req-1014752e-0126-41cd-868f-8f66b1627997 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Lazy-loading 'numa_topology' on Instance uuid d742d153-7670-4be9-8477-882f6a39f03f {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:03:38 user nova-compute[74535]: DEBUG nova.objects.base [None req-1014752e-0126-41cd-868f-8f66b1627997 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Object Instance<d742d153-7670-4be9-8477-882f6a39f03f> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=74535) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 10:03:38 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-1014752e-0126-41cd-868f-8f66b1627997 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:03:38 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-1014752e-0126-41cd-868f-8f66b1627997 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:03:38 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-1014752e-0126-41cd-868f-8f66b1627997 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 10:03:38 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-1014752e-0126-41cd-868f-8f66b1627997 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] CPU controller missing on host. {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 10:03:38 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-1014752e-0126-41cd-868f-8f66b1627997 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 10:03:38 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-1014752e-0126-41cd-868f-8f66b1627997 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] CPU controller found on host. {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 10:03:38 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-1014752e-0126-41cd-868f-8f66b1627997 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74535) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 10:03:38 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-1014752e-0126-41cd-868f-8f66b1627997 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T09:52:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T09:52:28Z,direct_url=<?>,disk_format='qcow2',id=b338f3c8-9974-4b9f-bacb-c75dd541c256,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='563f6a2917a742ada39fb0e950eece6e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T09:52:30Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 10:03:38 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-1014752e-0126-41cd-868f-8f66b1627997 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Flavor limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 10:03:38 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-1014752e-0126-41cd-868f-8f66b1627997 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Image limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 10:03:38 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-1014752e-0126-41cd-868f-8f66b1627997 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Flavor pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 10:03:38 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-1014752e-0126-41cd-868f-8f66b1627997 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Image pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 10:03:38 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-1014752e-0126-41cd-868f-8f66b1627997 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 10:03:38 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-1014752e-0126-41cd-868f-8f66b1627997 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 10:03:38 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-1014752e-0126-41cd-868f-8f66b1627997 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 10:03:38 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-1014752e-0126-41cd-868f-8f66b1627997 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Got 1 possible topologies {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 10:03:38 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-1014752e-0126-41cd-868f-8f66b1627997 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 10:03:38 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-1014752e-0126-41cd-868f-8f66b1627997 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 10:03:38 user nova-compute[74535]: DEBUG nova.objects.instance [None req-1014752e-0126-41cd-868f-8f66b1627997 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Lazy-loading 'vcpu_model' on Instance uuid d742d153-7670-4be9-8477-882f6a39f03f {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:03:38 user nova-compute[74535]: DEBUG nova.objects.base [None req-1014752e-0126-41cd-868f-8f66b1627997 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Object Instance<d742d153-7670-4be9-8477-882f6a39f03f> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=74535) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 10:03:38 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-1014752e-0126-41cd-868f-8f66b1627997 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:01:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-902879310',display_name='tempest-ServerRescueNegativeTestJSON-server-902879310',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-902879310',id=21,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-06T10:01:56Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='17272e061eec432787a47431737ad50f',ramdisk_id='',reservation_id='r-qk1nb6cw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-1402737075',owner_user_name='tempest-ServerRescueNegativeTestJSON-1402737075-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T10:01:56Z,user_data=None,user_id='9a77e6b6f564435a942477b2360ac402',uuid=d742d153-7670-4be9-8477-882f6a39f03f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "3b060eee-df21-4ac4-a508-edd137bd8427", "address": "fa:16:3e:e3:fc:dd", "network": {"id": "a3dfa24c-76e2-4ead-941f-ba72c57234a4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-566828184-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-566828184-network", "vif_mac": "fa:16:3e:e3:fc:dd"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17272e061eec432787a47431737ad50f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3b060eee-df", "ovs_interfaceid": "3b060eee-df21-4ac4-a508-edd137bd8427", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74535) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 10:03:38 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-1014752e-0126-41cd-868f-8f66b1627997 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Converting VIF {"id": "3b060eee-df21-4ac4-a508-edd137bd8427", "address": "fa:16:3e:e3:fc:dd", "network": {"id": "a3dfa24c-76e2-4ead-941f-ba72c57234a4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-566828184-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-566828184-network", "vif_mac": "fa:16:3e:e3:fc:dd"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17272e061eec432787a47431737ad50f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3b060eee-df", "ovs_interfaceid": "3b060eee-df21-4ac4-a508-edd137bd8427", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:03:38 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-1014752e-0126-41cd-868f-8f66b1627997 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:e3:fc:dd,bridge_name='br-int',has_traffic_filtering=True,id=3b060eee-df21-4ac4-a508-edd137bd8427,network=Network(a3dfa24c-76e2-4ead-941f-ba72c57234a4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3b060eee-df') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:03:38 user nova-compute[74535]: DEBUG nova.objects.instance [None req-1014752e-0126-41cd-868f-8f66b1627997 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Lazy-loading 'pci_devices' on Instance uuid d742d153-7670-4be9-8477-882f6a39f03f {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:03:38 user nova-compute[74535]: DEBUG nova.objects.base [None req-1014752e-0126-41cd-868f-8f66b1627997 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Object Instance<d742d153-7670-4be9-8477-882f6a39f03f> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=74535) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 10:03:38 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-1014752e-0126-41cd-868f-8f66b1627997 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: d742d153-7670-4be9-8477-882f6a39f03f] End _get_guest_xml xml=<domain type="kvm">
Dec 06 10:03:38 user nova-compute[74535]:   <uuid>d742d153-7670-4be9-8477-882f6a39f03f</uuid>
Dec 06 10:03:38 user nova-compute[74535]:   <name>instance-00000015</name>
Dec 06 10:03:38 user nova-compute[74535]:   <memory>524288</memory>
Dec 06 10:03:38 user nova-compute[74535]:   <vcpu>1</vcpu>
Dec 06 10:03:38 user nova-compute[74535]:   <metadata>
Dec 06 10:03:38 user nova-compute[74535]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 10:03:38 user nova-compute[74535]:       <nova:package version="0.0.0"/>
Dec 06 10:03:38 user nova-compute[74535]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-902879310</nova:name>
Dec 06 10:03:38 user nova-compute[74535]:       <nova:creationTime>2023-12-06 10:03:38</nova:creationTime>
Dec 06 10:03:38 user nova-compute[74535]:       <nova:flavor name="m1.tiny">
Dec 06 10:03:38 user nova-compute[74535]:         <nova:memory>512</nova:memory>
Dec 06 10:03:38 user nova-compute[74535]:         <nova:disk>1</nova:disk>
Dec 06 10:03:38 user nova-compute[74535]:         <nova:swap>0</nova:swap>
Dec 06 10:03:38 user nova-compute[74535]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 10:03:38 user nova-compute[74535]:         <nova:vcpus>1</nova:vcpus>
Dec 06 10:03:38 user nova-compute[74535]:       </nova:flavor>
Dec 06 10:03:38 user nova-compute[74535]:       <nova:owner>
Dec 06 10:03:38 user nova-compute[74535]:         <nova:user uuid="9a77e6b6f564435a942477b2360ac402">tempest-ServerRescueNegativeTestJSON-1402737075-project-member</nova:user>
Dec 06 10:03:38 user nova-compute[74535]:         <nova:project uuid="17272e061eec432787a47431737ad50f">tempest-ServerRescueNegativeTestJSON-1402737075</nova:project>
Dec 06 10:03:38 user nova-compute[74535]:       </nova:owner>
Dec 06 10:03:38 user nova-compute[74535]:       <nova:root type="image" uuid="b338f3c8-9974-4b9f-bacb-c75dd541c256"/>
Dec 06 10:03:38 user nova-compute[74535]:       <nova:ports>
Dec 06 10:03:38 user nova-compute[74535]:         <nova:port uuid="3b060eee-df21-4ac4-a508-edd137bd8427">
Dec 06 10:03:38 user nova-compute[74535]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Dec 06 10:03:38 user nova-compute[74535]:         </nova:port>
Dec 06 10:03:38 user nova-compute[74535]:       </nova:ports>
Dec 06 10:03:38 user nova-compute[74535]:     </nova:instance>
Dec 06 10:03:38 user nova-compute[74535]:   </metadata>
Dec 06 10:03:38 user nova-compute[74535]:   <sysinfo type="smbios">
Dec 06 10:03:38 user nova-compute[74535]:     <system>
Dec 06 10:03:38 user nova-compute[74535]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 10:03:38 user nova-compute[74535]:       <entry name="product">OpenStack Nova</entry>
Dec 06 10:03:38 user nova-compute[74535]:       <entry name="version">0.0.0</entry>
Dec 06 10:03:38 user nova-compute[74535]:       <entry name="serial">d742d153-7670-4be9-8477-882f6a39f03f</entry>
Dec 06 10:03:38 user nova-compute[74535]:       <entry name="uuid">d742d153-7670-4be9-8477-882f6a39f03f</entry>
Dec 06 10:03:38 user nova-compute[74535]:       <entry name="family">Virtual Machine</entry>
Dec 06 10:03:38 user nova-compute[74535]:     </system>
Dec 06 10:03:38 user nova-compute[74535]:   </sysinfo>
Dec 06 10:03:38 user nova-compute[74535]:   <os>
Dec 06 10:03:38 user nova-compute[74535]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 10:03:38 user nova-compute[74535]:     <smbios mode="sysinfo"/>
Dec 06 10:03:38 user nova-compute[74535]:   </os>
Dec 06 10:03:38 user nova-compute[74535]:   <features>
Dec 06 10:03:38 user nova-compute[74535]:     <acpi/>
Dec 06 10:03:38 user nova-compute[74535]:     <apic/>
Dec 06 10:03:38 user nova-compute[74535]:     <vmcoreinfo/>
Dec 06 10:03:38 user nova-compute[74535]:   </features>
Dec 06 10:03:38 user nova-compute[74535]:   <clock offset="utc">
Dec 06 10:03:38 user nova-compute[74535]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 10:03:38 user nova-compute[74535]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 10:03:38 user nova-compute[74535]:     <timer name="hpet" present="no"/>
Dec 06 10:03:38 user nova-compute[74535]:   </clock>
Dec 06 10:03:38 user nova-compute[74535]:   <cpu mode="custom" match="exact">
Dec 06 10:03:38 user nova-compute[74535]:     <model>Nehalem</model>
Dec 06 10:03:38 user nova-compute[74535]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 10:03:38 user nova-compute[74535]:   </cpu>
Dec 06 10:03:38 user nova-compute[74535]:   <devices>
Dec 06 10:03:38 user nova-compute[74535]:     <disk type="file" device="disk">
Dec 06 10:03:38 user nova-compute[74535]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 10:03:38 user nova-compute[74535]:       <source file="/opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk.rescue"/>
Dec 06 10:03:38 user nova-compute[74535]:       <target dev="vda" bus="virtio"/>
Dec 06 10:03:38 user nova-compute[74535]:     </disk>
Dec 06 10:03:38 user nova-compute[74535]:     <disk type="file" device="disk">
Dec 06 10:03:38 user nova-compute[74535]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 10:03:38 user nova-compute[74535]:       <source file="/opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk"/>
Dec 06 10:03:38 user nova-compute[74535]:       <target dev="vdb" bus="virtio"/>
Dec 06 10:03:38 user nova-compute[74535]:     </disk>
Dec 06 10:03:38 user nova-compute[74535]:     <interface type="ethernet">
Dec 06 10:03:38 user nova-compute[74535]:       <mac address="fa:16:3e:e3:fc:dd"/>
Dec 06 10:03:38 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 10:03:38 user nova-compute[74535]:       <mtu size="1442"/>
Dec 06 10:03:38 user nova-compute[74535]:       <target dev="tap3b060eee-df"/>
Dec 06 10:03:38 user nova-compute[74535]:     </interface>
Dec 06 10:03:38 user nova-compute[74535]:     <serial type="pty">
Dec 06 10:03:38 user nova-compute[74535]:       <log file="/opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/console.log" append="off"/>
Dec 06 10:03:38 user nova-compute[74535]:     </serial>
Dec 06 10:03:38 user nova-compute[74535]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 10:03:38 user nova-compute[74535]:     <video>
Dec 06 10:03:38 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 10:03:38 user nova-compute[74535]:     </video>
Dec 06 10:03:38 user nova-compute[74535]:     <rng model="virtio">
Dec 06 10:03:38 user nova-compute[74535]:       <backend model="random">/dev/urandom</backend>
Dec 06 10:03:38 user nova-compute[74535]:     </rng>
Dec 06 10:03:38 user nova-compute[74535]:     <controller type="usb" index="0" model="none"/>
Dec 06 10:03:38 user nova-compute[74535]:     <memballoon model="virtio">
Dec 06 10:03:38 user nova-compute[74535]:       <stats period="10"/>
Dec 06 10:03:38 user nova-compute[74535]:     </memballoon>
Dec 06 10:03:38 user nova-compute[74535]:   </devices>
Dec 06 10:03:38 user nova-compute[74535]: </domain>
Dec 06 10:03:38 user nova-compute[74535]:  {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 10:03:38 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: d742d153-7670-4be9-8477-882f6a39f03f] Instance destroyed successfully.
Dec 06 10:03:38 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-1014752e-0126-41cd-868f-8f66b1627997 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] No BDM found with device name vda, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 10:03:38 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-1014752e-0126-41cd-868f-8f66b1627997 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 10:03:38 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-1014752e-0126-41cd-868f-8f66b1627997 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] No VIF found with MAC fa:16:3e:e3:fc:dd, not building metadata {{(pid=74535) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 10:03:39 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-dc4f17a8-250d-4f24-99af-ac1ca0346b3e tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Acquiring lock "a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:03:39 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-dc4f17a8-250d-4f24-99af-ac1ca0346b3e tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Lock "a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:03:39 user nova-compute[74535]: DEBUG nova.compute.manager [None req-dc4f17a8-250d-4f24-99af-ac1ca0346b3e tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] [instance: a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3] Starting instance... {{(pid=74535) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 10:03:39 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-dc4f17a8-250d-4f24-99af-ac1ca0346b3e tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:03:39 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-dc4f17a8-250d-4f24-99af-ac1ca0346b3e tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:03:39 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-dc4f17a8-250d-4f24-99af-ac1ca0346b3e tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74535) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 10:03:39 user nova-compute[74535]: INFO nova.compute.claims [None req-dc4f17a8-250d-4f24-99af-ac1ca0346b3e tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] [instance: a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3] Claim successful on node user
Dec 06 10:03:40 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-dc4f17a8-250d-4f24-99af-ac1ca0346b3e tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:03:40 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-dc4f17a8-250d-4f24-99af-ac1ca0346b3e tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:03:40 user nova-compute[74535]: DEBUG nova.compute.manager [req-7f3371d1-e73b-424a-be30-c9871d38115e req-393a1713-14ae-43c4-8c9f-3d4c1a9a70b3 service nova] [instance: d742d153-7670-4be9-8477-882f6a39f03f] Received event network-vif-plugged-3b060eee-df21-4ac4-a508-edd137bd8427 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:03:40 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-7f3371d1-e73b-424a-be30-c9871d38115e req-393a1713-14ae-43c4-8c9f-3d4c1a9a70b3 service nova] Acquiring lock "d742d153-7670-4be9-8477-882f6a39f03f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:03:40 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-7f3371d1-e73b-424a-be30-c9871d38115e req-393a1713-14ae-43c4-8c9f-3d4c1a9a70b3 service nova] Lock "d742d153-7670-4be9-8477-882f6a39f03f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:03:40 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-7f3371d1-e73b-424a-be30-c9871d38115e req-393a1713-14ae-43c4-8c9f-3d4c1a9a70b3 service nova] Lock "d742d153-7670-4be9-8477-882f6a39f03f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.003s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:03:40 user nova-compute[74535]: DEBUG nova.compute.manager [req-7f3371d1-e73b-424a-be30-c9871d38115e req-393a1713-14ae-43c4-8c9f-3d4c1a9a70b3 service nova] [instance: d742d153-7670-4be9-8477-882f6a39f03f] No waiting events found dispatching network-vif-plugged-3b060eee-df21-4ac4-a508-edd137bd8427 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:03:40 user nova-compute[74535]: WARNING nova.compute.manager [req-7f3371d1-e73b-424a-be30-c9871d38115e req-393a1713-14ae-43c4-8c9f-3d4c1a9a70b3 service nova] [instance: d742d153-7670-4be9-8477-882f6a39f03f] Received unexpected event network-vif-plugged-3b060eee-df21-4ac4-a508-edd137bd8427 for instance with vm_state active and task_state rescuing.
Dec 06 10:03:40 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-dc4f17a8-250d-4f24-99af-ac1ca0346b3e tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.488s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:03:40 user nova-compute[74535]: DEBUG nova.compute.manager [None req-dc4f17a8-250d-4f24-99af-ac1ca0346b3e tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] [instance: a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3] Start building networks asynchronously for instance. {{(pid=74535) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 10:03:40 user nova-compute[74535]: DEBUG nova.compute.manager [None req-dc4f17a8-250d-4f24-99af-ac1ca0346b3e tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] [instance: a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3] Allocating IP information in the background. {{(pid=74535) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 10:03:40 user nova-compute[74535]: DEBUG nova.network.neutron [None req-dc4f17a8-250d-4f24-99af-ac1ca0346b3e tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] [instance: a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3] allocate_for_instance() {{(pid=74535) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 10:03:40 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-dc4f17a8-250d-4f24-99af-ac1ca0346b3e tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] [instance: a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 10:03:40 user nova-compute[74535]: DEBUG nova.compute.manager [None req-dc4f17a8-250d-4f24-99af-ac1ca0346b3e tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] [instance: a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3] Start building block device mappings for instance. {{(pid=74535) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 10:03:40 user nova-compute[74535]: DEBUG nova.policy [None req-dc4f17a8-250d-4f24-99af-ac1ca0346b3e tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0ee5388380bb45cc82a263fbebb91c45', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '46ebbf9498444b2aba0f2621669fb73b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74535) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 10:03:40 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:03:40 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:03:40 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:03:40 user nova-compute[74535]: DEBUG nova.compute.manager [None req-dc4f17a8-250d-4f24-99af-ac1ca0346b3e tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] [instance: a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3] Start spawning the instance on the hypervisor. {{(pid=74535) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 10:03:40 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-dc4f17a8-250d-4f24-99af-ac1ca0346b3e tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] [instance: a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3] Creating instance directory {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 10:03:40 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-dc4f17a8-250d-4f24-99af-ac1ca0346b3e tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] [instance: a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3] Creating image(s)
Dec 06 10:03:40 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-dc4f17a8-250d-4f24-99af-ac1ca0346b3e tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Acquiring lock "/opt/stack/data/nova/instances/a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:03:40 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-dc4f17a8-250d-4f24-99af-ac1ca0346b3e tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Lock "/opt/stack/data/nova/instances/a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:03:40 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-dc4f17a8-250d-4f24-99af-ac1ca0346b3e tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Lock "/opt/stack/data/nova/instances/a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:03:40 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-dc4f17a8-250d-4f24-99af-ac1ca0346b3e tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:03:40 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-dc4f17a8-250d-4f24-99af-ac1ca0346b3e tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.216s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:03:40 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-dc4f17a8-250d-4f24-99af-ac1ca0346b3e tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Acquiring lock "7aef4f97309efbd0d8988be1fd45eed756898e08" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:03:40 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-dc4f17a8-250d-4f24-99af-ac1ca0346b3e tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Lock "7aef4f97309efbd0d8988be1fd45eed756898e08" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:03:40 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-dc4f17a8-250d-4f24-99af-ac1ca0346b3e tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:03:40 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:03:40 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-dc4f17a8-250d-4f24-99af-ac1ca0346b3e tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.207s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:03:40 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-dc4f17a8-250d-4f24-99af-ac1ca0346b3e tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08,backing_fmt=raw /opt/stack/data/nova/instances/a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3/disk 1073741824 {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:03:40 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-dc4f17a8-250d-4f24-99af-ac1ca0346b3e tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08,backing_fmt=raw /opt/stack/data/nova/instances/a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3/disk 1073741824" returned: 0 in 0.052s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:03:40 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-dc4f17a8-250d-4f24-99af-ac1ca0346b3e tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Lock "7aef4f97309efbd0d8988be1fd45eed756898e08" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.267s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:03:40 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-dc4f17a8-250d-4f24-99af-ac1ca0346b3e tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:03:41 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-dc4f17a8-250d-4f24-99af-ac1ca0346b3e tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.182s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:03:41 user nova-compute[74535]: DEBUG nova.virt.disk.api [None req-dc4f17a8-250d-4f24-99af-ac1ca0346b3e tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Checking if we can resize image /opt/stack/data/nova/instances/a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3/disk. size=1073741824 {{(pid=74535) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 10:03:41 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-dc4f17a8-250d-4f24-99af-ac1ca0346b3e tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:03:41 user nova-compute[74535]: DEBUG nova.network.neutron [None req-dc4f17a8-250d-4f24-99af-ac1ca0346b3e tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] [instance: a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3] Successfully created port: 70973daa-b6f6-47e7-ac9d-d1542e9ab364 {{(pid=74535) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 10:03:41 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-dc4f17a8-250d-4f24-99af-ac1ca0346b3e tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:03:41 user nova-compute[74535]: DEBUG nova.virt.disk.api [None req-dc4f17a8-250d-4f24-99af-ac1ca0346b3e tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Cannot resize image /opt/stack/data/nova/instances/a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3/disk to a smaller size. {{(pid=74535) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 10:03:41 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-dc4f17a8-250d-4f24-99af-ac1ca0346b3e tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] [instance: a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3] Created local disks {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 10:03:41 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-dc4f17a8-250d-4f24-99af-ac1ca0346b3e tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] [instance: a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3] Ensure instance console log exists: /opt/stack/data/nova/instances/a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3/console.log {{(pid=74535) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 10:03:41 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-dc4f17a8-250d-4f24-99af-ac1ca0346b3e tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:03:41 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-dc4f17a8-250d-4f24-99af-ac1ca0346b3e tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:03:41 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-dc4f17a8-250d-4f24-99af-ac1ca0346b3e tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:03:41 user nova-compute[74535]: DEBUG nova.network.neutron [None req-dc4f17a8-250d-4f24-99af-ac1ca0346b3e tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] [instance: a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3] Successfully updated port: 70973daa-b6f6-47e7-ac9d-d1542e9ab364 {{(pid=74535) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 10:03:41 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-dc4f17a8-250d-4f24-99af-ac1ca0346b3e tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Acquiring lock "refresh_cache-a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:03:41 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-dc4f17a8-250d-4f24-99af-ac1ca0346b3e tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Acquired lock "refresh_cache-a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:03:41 user nova-compute[74535]: DEBUG nova.network.neutron [None req-dc4f17a8-250d-4f24-99af-ac1ca0346b3e tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] [instance: a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3] Building network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 10:03:41 user nova-compute[74535]: DEBUG nova.compute.manager [req-cbc29195-6ba7-4da6-bba1-3a96973c57d9 req-70362029-d11f-4d2e-8f72-add508fe46ff service nova] [instance: a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3] Received event network-changed-70973daa-b6f6-47e7-ac9d-d1542e9ab364 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:03:41 user nova-compute[74535]: DEBUG nova.compute.manager [req-cbc29195-6ba7-4da6-bba1-3a96973c57d9 req-70362029-d11f-4d2e-8f72-add508fe46ff service nova] [instance: a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3] Refreshing instance network info cache due to event network-changed-70973daa-b6f6-47e7-ac9d-d1542e9ab364. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 10:03:41 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-cbc29195-6ba7-4da6-bba1-3a96973c57d9 req-70362029-d11f-4d2e-8f72-add508fe46ff service nova] Acquiring lock "refresh_cache-a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:03:41 user nova-compute[74535]: DEBUG nova.network.neutron [None req-dc4f17a8-250d-4f24-99af-ac1ca0346b3e tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] [instance: a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3] Instance cache missing network info. {{(pid=74535) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 10:03:42 user nova-compute[74535]: DEBUG nova.network.neutron [None req-dc4f17a8-250d-4f24-99af-ac1ca0346b3e tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] [instance: a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3] Updating instance_info_cache with network_info: [{"id": "70973daa-b6f6-47e7-ac9d-d1542e9ab364", "address": "fa:16:3e:d6:80:3f", "network": {"id": "3f4a5abf-4793-4a73-a7db-f90c3940be91", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1456499207-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "46ebbf9498444b2aba0f2621669fb73b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap70973daa-b6", "ovs_interfaceid": "70973daa-b6f6-47e7-ac9d-d1542e9ab364", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:03:42 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-dc4f17a8-250d-4f24-99af-ac1ca0346b3e tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Releasing lock "refresh_cache-a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:03:42 user nova-compute[74535]: DEBUG nova.compute.manager [None req-dc4f17a8-250d-4f24-99af-ac1ca0346b3e tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] [instance: a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3] Instance network_info: |[{"id": "70973daa-b6f6-47e7-ac9d-d1542e9ab364", "address": "fa:16:3e:d6:80:3f", "network": {"id": "3f4a5abf-4793-4a73-a7db-f90c3940be91", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1456499207-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "46ebbf9498444b2aba0f2621669fb73b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap70973daa-b6", "ovs_interfaceid": "70973daa-b6f6-47e7-ac9d-d1542e9ab364", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74535) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 10:03:42 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-cbc29195-6ba7-4da6-bba1-3a96973c57d9 req-70362029-d11f-4d2e-8f72-add508fe46ff service nova] Acquired lock "refresh_cache-a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:03:42 user nova-compute[74535]: DEBUG nova.network.neutron [req-cbc29195-6ba7-4da6-bba1-3a96973c57d9 req-70362029-d11f-4d2e-8f72-add508fe46ff service nova] [instance: a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3] Refreshing network info cache for port 70973daa-b6f6-47e7-ac9d-d1542e9ab364 {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 10:03:42 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-dc4f17a8-250d-4f24-99af-ac1ca0346b3e tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] [instance: a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3] Start _get_guest_xml network_info=[{"id": "70973daa-b6f6-47e7-ac9d-d1542e9ab364", "address": "fa:16:3e:d6:80:3f", "network": {"id": "3f4a5abf-4793-4a73-a7db-f90c3940be91", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1456499207-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "46ebbf9498444b2aba0f2621669fb73b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap70973daa-b6", "ovs_interfaceid": "70973daa-b6f6-47e7-ac9d-d1542e9ab364", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T09:52:28Z,direct_url=<?>,disk_format='qcow2',id=b338f3c8-9974-4b9f-bacb-c75dd541c256,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='563f6a2917a742ada39fb0e950eece6e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T09:52:30Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'device_name': '/dev/vda', 'encrypted': False, 'encryption_format': None, 'encryption_options': None, 'encryption_secret_uuid': None, 'boot_index': 0, 'device_type': 'disk', 'size': 0, 'guest_format': None, 'image_id': 'b338f3c8-9974-4b9f-bacb-c75dd541c256'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 10:03:42 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-dc4f17a8-250d-4f24-99af-ac1ca0346b3e tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:03:42 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-dc4f17a8-250d-4f24-99af-ac1ca0346b3e tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:03:42 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-dc4f17a8-250d-4f24-99af-ac1ca0346b3e tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 10:03:42 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-dc4f17a8-250d-4f24-99af-ac1ca0346b3e tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] CPU controller missing on host. {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 10:03:42 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-dc4f17a8-250d-4f24-99af-ac1ca0346b3e tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 10:03:42 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-dc4f17a8-250d-4f24-99af-ac1ca0346b3e tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] CPU controller found on host. {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 10:03:42 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-dc4f17a8-250d-4f24-99af-ac1ca0346b3e tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74535) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 10:03:42 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-dc4f17a8-250d-4f24-99af-ac1ca0346b3e tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T09:52:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T09:52:28Z,direct_url=<?>,disk_format='qcow2',id=b338f3c8-9974-4b9f-bacb-c75dd541c256,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='563f6a2917a742ada39fb0e950eece6e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T09:52:30Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 10:03:42 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-dc4f17a8-250d-4f24-99af-ac1ca0346b3e tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Flavor limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 10:03:42 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-dc4f17a8-250d-4f24-99af-ac1ca0346b3e tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Image limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 10:03:42 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-dc4f17a8-250d-4f24-99af-ac1ca0346b3e tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Flavor pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 10:03:42 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-dc4f17a8-250d-4f24-99af-ac1ca0346b3e tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Image pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 10:03:42 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-dc4f17a8-250d-4f24-99af-ac1ca0346b3e tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 10:03:42 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-dc4f17a8-250d-4f24-99af-ac1ca0346b3e tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 10:03:42 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-dc4f17a8-250d-4f24-99af-ac1ca0346b3e tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 10:03:42 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-dc4f17a8-250d-4f24-99af-ac1ca0346b3e tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Got 1 possible topologies {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 10:03:42 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-dc4f17a8-250d-4f24-99af-ac1ca0346b3e tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 10:03:42 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-dc4f17a8-250d-4f24-99af-ac1ca0346b3e tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 10:03:42 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-dc4f17a8-250d-4f24-99af-ac1ca0346b3e tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:03:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-2103240896',display_name='tempest-VolumesAdminNegativeTest-server-2103240896',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-2103240896',id=24,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='46ebbf9498444b2aba0f2621669fb73b',ramdisk_id='',reservation_id='r-hau4eplh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-1187903503',owner_user_name='tempest-VolumesAdminNegativeTest-1187903503-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T10:03:40Z,user_data=None,user_id='0ee5388380bb45cc82a263fbebb91c45',uuid=a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "70973daa-b6f6-47e7-ac9d-d1542e9ab364", "address": "fa:16:3e:d6:80:3f", "network": {"id": "3f4a5abf-4793-4a73-a7db-f90c3940be91", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1456499207-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "46ebbf9498444b2aba0f2621669fb73b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap70973daa-b6", "ovs_interfaceid": "70973daa-b6f6-47e7-ac9d-d1542e9ab364", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74535) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 10:03:42 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-dc4f17a8-250d-4f24-99af-ac1ca0346b3e tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Converting VIF {"id": "70973daa-b6f6-47e7-ac9d-d1542e9ab364", "address": "fa:16:3e:d6:80:3f", "network": {"id": "3f4a5abf-4793-4a73-a7db-f90c3940be91", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1456499207-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "46ebbf9498444b2aba0f2621669fb73b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap70973daa-b6", "ovs_interfaceid": "70973daa-b6f6-47e7-ac9d-d1542e9ab364", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:03:42 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-dc4f17a8-250d-4f24-99af-ac1ca0346b3e tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d6:80:3f,bridge_name='br-int',has_traffic_filtering=True,id=70973daa-b6f6-47e7-ac9d-d1542e9ab364,network=Network(3f4a5abf-4793-4a73-a7db-f90c3940be91),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap70973daa-b6') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:03:42 user nova-compute[74535]: DEBUG nova.objects.instance [None req-dc4f17a8-250d-4f24-99af-ac1ca0346b3e tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Lazy-loading 'pci_devices' on Instance uuid a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:03:42 user nova-compute[74535]: DEBUG nova.compute.manager [req-61854719-8821-4bc3-8fad-3859916b3eb0 req-238d7d0a-15bd-4c70-a6e8-787d7dc8d2bd service nova] [instance: d742d153-7670-4be9-8477-882f6a39f03f] Received event network-vif-plugged-3b060eee-df21-4ac4-a508-edd137bd8427 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:03:42 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-61854719-8821-4bc3-8fad-3859916b3eb0 req-238d7d0a-15bd-4c70-a6e8-787d7dc8d2bd service nova] Acquiring lock "d742d153-7670-4be9-8477-882f6a39f03f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:03:42 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-61854719-8821-4bc3-8fad-3859916b3eb0 req-238d7d0a-15bd-4c70-a6e8-787d7dc8d2bd service nova] Lock "d742d153-7670-4be9-8477-882f6a39f03f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:03:42 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-61854719-8821-4bc3-8fad-3859916b3eb0 req-238d7d0a-15bd-4c70-a6e8-787d7dc8d2bd service nova] Lock "d742d153-7670-4be9-8477-882f6a39f03f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:03:42 user nova-compute[74535]: DEBUG nova.compute.manager [req-61854719-8821-4bc3-8fad-3859916b3eb0 req-238d7d0a-15bd-4c70-a6e8-787d7dc8d2bd service nova] [instance: d742d153-7670-4be9-8477-882f6a39f03f] No waiting events found dispatching network-vif-plugged-3b060eee-df21-4ac4-a508-edd137bd8427 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:03:42 user nova-compute[74535]: WARNING nova.compute.manager [req-61854719-8821-4bc3-8fad-3859916b3eb0 req-238d7d0a-15bd-4c70-a6e8-787d7dc8d2bd service nova] [instance: d742d153-7670-4be9-8477-882f6a39f03f] Received unexpected event network-vif-plugged-3b060eee-df21-4ac4-a508-edd137bd8427 for instance with vm_state active and task_state rescuing.
Dec 06 10:03:42 user nova-compute[74535]: DEBUG nova.compute.manager [req-61854719-8821-4bc3-8fad-3859916b3eb0 req-238d7d0a-15bd-4c70-a6e8-787d7dc8d2bd service nova] [instance: d742d153-7670-4be9-8477-882f6a39f03f] Received event network-vif-plugged-3b060eee-df21-4ac4-a508-edd137bd8427 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:03:42 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-61854719-8821-4bc3-8fad-3859916b3eb0 req-238d7d0a-15bd-4c70-a6e8-787d7dc8d2bd service nova] Acquiring lock "d742d153-7670-4be9-8477-882f6a39f03f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:03:42 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-61854719-8821-4bc3-8fad-3859916b3eb0 req-238d7d0a-15bd-4c70-a6e8-787d7dc8d2bd service nova] Lock "d742d153-7670-4be9-8477-882f6a39f03f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:03:42 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-61854719-8821-4bc3-8fad-3859916b3eb0 req-238d7d0a-15bd-4c70-a6e8-787d7dc8d2bd service nova] Lock "d742d153-7670-4be9-8477-882f6a39f03f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:03:42 user nova-compute[74535]: DEBUG nova.compute.manager [req-61854719-8821-4bc3-8fad-3859916b3eb0 req-238d7d0a-15bd-4c70-a6e8-787d7dc8d2bd service nova] [instance: d742d153-7670-4be9-8477-882f6a39f03f] No waiting events found dispatching network-vif-plugged-3b060eee-df21-4ac4-a508-edd137bd8427 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:03:42 user nova-compute[74535]: WARNING nova.compute.manager [req-61854719-8821-4bc3-8fad-3859916b3eb0 req-238d7d0a-15bd-4c70-a6e8-787d7dc8d2bd service nova] [instance: d742d153-7670-4be9-8477-882f6a39f03f] Received unexpected event network-vif-plugged-3b060eee-df21-4ac4-a508-edd137bd8427 for instance with vm_state active and task_state rescuing.
Dec 06 10:03:42 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-dc4f17a8-250d-4f24-99af-ac1ca0346b3e tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] [instance: a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3] End _get_guest_xml xml=<domain type="kvm">
Dec 06 10:03:42 user nova-compute[74535]:   <uuid>a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3</uuid>
Dec 06 10:03:42 user nova-compute[74535]:   <name>instance-00000018</name>
Dec 06 10:03:42 user nova-compute[74535]:   <memory>524288</memory>
Dec 06 10:03:42 user nova-compute[74535]:   <vcpu>1</vcpu>
Dec 06 10:03:42 user nova-compute[74535]:   <metadata>
Dec 06 10:03:42 user nova-compute[74535]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 10:03:42 user nova-compute[74535]:       <nova:package version="0.0.0"/>
Dec 06 10:03:42 user nova-compute[74535]:       <nova:name>tempest-VolumesAdminNegativeTest-server-2103240896</nova:name>
Dec 06 10:03:42 user nova-compute[74535]:       <nova:creationTime>2023-12-06 10:03:42</nova:creationTime>
Dec 06 10:03:42 user nova-compute[74535]:       <nova:flavor name="m1.tiny">
Dec 06 10:03:42 user nova-compute[74535]:         <nova:memory>512</nova:memory>
Dec 06 10:03:42 user nova-compute[74535]:         <nova:disk>1</nova:disk>
Dec 06 10:03:42 user nova-compute[74535]:         <nova:swap>0</nova:swap>
Dec 06 10:03:42 user nova-compute[74535]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 10:03:42 user nova-compute[74535]:         <nova:vcpus>1</nova:vcpus>
Dec 06 10:03:42 user nova-compute[74535]:       </nova:flavor>
Dec 06 10:03:42 user nova-compute[74535]:       <nova:owner>
Dec 06 10:03:42 user nova-compute[74535]:         <nova:user uuid="0ee5388380bb45cc82a263fbebb91c45">tempest-VolumesAdminNegativeTest-1187903503-project-member</nova:user>
Dec 06 10:03:42 user nova-compute[74535]:         <nova:project uuid="46ebbf9498444b2aba0f2621669fb73b">tempest-VolumesAdminNegativeTest-1187903503</nova:project>
Dec 06 10:03:42 user nova-compute[74535]:       </nova:owner>
Dec 06 10:03:42 user nova-compute[74535]:       <nova:root type="image" uuid="b338f3c8-9974-4b9f-bacb-c75dd541c256"/>
Dec 06 10:03:42 user nova-compute[74535]:       <nova:ports>
Dec 06 10:03:42 user nova-compute[74535]:         <nova:port uuid="70973daa-b6f6-47e7-ac9d-d1542e9ab364">
Dec 06 10:03:42 user nova-compute[74535]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Dec 06 10:03:42 user nova-compute[74535]:         </nova:port>
Dec 06 10:03:42 user nova-compute[74535]:       </nova:ports>
Dec 06 10:03:42 user nova-compute[74535]:     </nova:instance>
Dec 06 10:03:42 user nova-compute[74535]:   </metadata>
Dec 06 10:03:42 user nova-compute[74535]:   <sysinfo type="smbios">
Dec 06 10:03:42 user nova-compute[74535]:     <system>
Dec 06 10:03:42 user nova-compute[74535]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 10:03:42 user nova-compute[74535]:       <entry name="product">OpenStack Nova</entry>
Dec 06 10:03:42 user nova-compute[74535]:       <entry name="version">0.0.0</entry>
Dec 06 10:03:42 user nova-compute[74535]:       <entry name="serial">a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3</entry>
Dec 06 10:03:42 user nova-compute[74535]:       <entry name="uuid">a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3</entry>
Dec 06 10:03:42 user nova-compute[74535]:       <entry name="family">Virtual Machine</entry>
Dec 06 10:03:42 user nova-compute[74535]:     </system>
Dec 06 10:03:42 user nova-compute[74535]:   </sysinfo>
Dec 06 10:03:42 user nova-compute[74535]:   <os>
Dec 06 10:03:42 user nova-compute[74535]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 10:03:42 user nova-compute[74535]:     <boot dev="hd"/>
Dec 06 10:03:42 user nova-compute[74535]:     <smbios mode="sysinfo"/>
Dec 06 10:03:42 user nova-compute[74535]:   </os>
Dec 06 10:03:42 user nova-compute[74535]:   <features>
Dec 06 10:03:42 user nova-compute[74535]:     <acpi/>
Dec 06 10:03:42 user nova-compute[74535]:     <apic/>
Dec 06 10:03:42 user nova-compute[74535]:     <vmcoreinfo/>
Dec 06 10:03:42 user nova-compute[74535]:   </features>
Dec 06 10:03:42 user nova-compute[74535]:   <clock offset="utc">
Dec 06 10:03:42 user nova-compute[74535]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 10:03:42 user nova-compute[74535]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 10:03:42 user nova-compute[74535]:     <timer name="hpet" present="no"/>
Dec 06 10:03:42 user nova-compute[74535]:   </clock>
Dec 06 10:03:42 user nova-compute[74535]:   <cpu mode="custom" match="exact">
Dec 06 10:03:42 user nova-compute[74535]:     <model>Nehalem</model>
Dec 06 10:03:42 user nova-compute[74535]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 10:03:42 user nova-compute[74535]:   </cpu>
Dec 06 10:03:42 user nova-compute[74535]:   <devices>
Dec 06 10:03:42 user nova-compute[74535]:     <disk type="file" device="disk">
Dec 06 10:03:42 user nova-compute[74535]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 10:03:42 user nova-compute[74535]:       <source file="/opt/stack/data/nova/instances/a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3/disk"/>
Dec 06 10:03:42 user nova-compute[74535]:       <target dev="vda" bus="virtio"/>
Dec 06 10:03:42 user nova-compute[74535]:     </disk>
Dec 06 10:03:42 user nova-compute[74535]:     <interface type="ethernet">
Dec 06 10:03:42 user nova-compute[74535]:       <mac address="fa:16:3e:d6:80:3f"/>
Dec 06 10:03:42 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 10:03:42 user nova-compute[74535]:       <mtu size="1442"/>
Dec 06 10:03:42 user nova-compute[74535]:       <target dev="tap70973daa-b6"/>
Dec 06 10:03:42 user nova-compute[74535]:     </interface>
Dec 06 10:03:42 user nova-compute[74535]:     <serial type="pty">
Dec 06 10:03:42 user nova-compute[74535]:       <log file="/opt/stack/data/nova/instances/a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3/console.log" append="off"/>
Dec 06 10:03:42 user nova-compute[74535]:     </serial>
Dec 06 10:03:42 user nova-compute[74535]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 10:03:42 user nova-compute[74535]:     <video>
Dec 06 10:03:42 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 10:03:42 user nova-compute[74535]:     </video>
Dec 06 10:03:42 user nova-compute[74535]:     <rng model="virtio">
Dec 06 10:03:42 user nova-compute[74535]:       <backend model="random">/dev/urandom</backend>
Dec 06 10:03:42 user nova-compute[74535]:     </rng>
Dec 06 10:03:42 user nova-compute[74535]:     <controller type="usb" index="0" model="none"/>
Dec 06 10:03:42 user nova-compute[74535]:     <memballoon model="virtio">
Dec 06 10:03:42 user nova-compute[74535]:       <stats period="10"/>
Dec 06 10:03:42 user nova-compute[74535]:     </memballoon>
Dec 06 10:03:42 user nova-compute[74535]:   </devices>
Dec 06 10:03:42 user nova-compute[74535]: </domain>
Dec 06 10:03:42 user nova-compute[74535]:  {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 10:03:42 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-dc4f17a8-250d-4f24-99af-ac1ca0346b3e tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:03:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-2103240896',display_name='tempest-VolumesAdminNegativeTest-server-2103240896',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-2103240896',id=24,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='46ebbf9498444b2aba0f2621669fb73b',ramdisk_id='',reservation_id='r-hau4eplh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-1187903503',owner_user_name='tempest-VolumesAdminNegativeTest-1187903503-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T10:03:40Z,user_data=None,user_id='0ee5388380bb45cc82a263fbebb91c45',uuid=a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "70973daa-b6f6-47e7-ac9d-d1542e9ab364", "address": "fa:16:3e:d6:80:3f", "network": {"id": "3f4a5abf-4793-4a73-a7db-f90c3940be91", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1456499207-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "46ebbf9498444b2aba0f2621669fb73b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap70973daa-b6", "ovs_interfaceid": "70973daa-b6f6-47e7-ac9d-d1542e9ab364", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 10:03:42 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-dc4f17a8-250d-4f24-99af-ac1ca0346b3e tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Converting VIF {"id": "70973daa-b6f6-47e7-ac9d-d1542e9ab364", "address": "fa:16:3e:d6:80:3f", "network": {"id": "3f4a5abf-4793-4a73-a7db-f90c3940be91", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1456499207-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "46ebbf9498444b2aba0f2621669fb73b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap70973daa-b6", "ovs_interfaceid": "70973daa-b6f6-47e7-ac9d-d1542e9ab364", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:03:42 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-dc4f17a8-250d-4f24-99af-ac1ca0346b3e tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d6:80:3f,bridge_name='br-int',has_traffic_filtering=True,id=70973daa-b6f6-47e7-ac9d-d1542e9ab364,network=Network(3f4a5abf-4793-4a73-a7db-f90c3940be91),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap70973daa-b6') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:03:42 user nova-compute[74535]: DEBUG os_vif [None req-dc4f17a8-250d-4f24-99af-ac1ca0346b3e tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d6:80:3f,bridge_name='br-int',has_traffic_filtering=True,id=70973daa-b6f6-47e7-ac9d-d1542e9ab364,network=Network(3f4a5abf-4793-4a73-a7db-f90c3940be91),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap70973daa-b6') {{(pid=74535) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 10:03:42 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:03:42 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:03:42 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 10:03:42 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:03:42 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'dcf1fac3-0156-524e-8514-88fe2d0abcc3', '_type': 'linux-noop'}}, row=False) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:03:42 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:03:42 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:03:42 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap70973daa-b6, may_exist=True, interface_attrs={}) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:03:42 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap70973daa-b6, col_values=(('qos', UUID('c2ca4070-1650-4c38-baf6-f701b2b72003')),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:03:42 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap70973daa-b6, col_values=(('external_ids', {'iface-id': '70973daa-b6f6-47e7-ac9d-d1542e9ab364', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:d6:80:3f', 'vm-uuid': 'a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3'}),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:03:42 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:03:42 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:03:42 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:03:42 user nova-compute[74535]: INFO os_vif [None req-dc4f17a8-250d-4f24-99af-ac1ca0346b3e tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d6:80:3f,bridge_name='br-int',has_traffic_filtering=True,id=70973daa-b6f6-47e7-ac9d-d1542e9ab364,network=Network(3f4a5abf-4793-4a73-a7db-f90c3940be91),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap70973daa-b6')
Dec 06 10:03:42 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-dc4f17a8-250d-4f24-99af-ac1ca0346b3e tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] No BDM found with device name vda, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 10:03:42 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-dc4f17a8-250d-4f24-99af-ac1ca0346b3e tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] No VIF found with MAC fa:16:3e:d6:80:3f, not building metadata {{(pid=74535) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 10:03:42 user nova-compute[74535]: DEBUG nova.network.neutron [req-cbc29195-6ba7-4da6-bba1-3a96973c57d9 req-70362029-d11f-4d2e-8f72-add508fe46ff service nova] [instance: a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3] Updated VIF entry in instance network info cache for port 70973daa-b6f6-47e7-ac9d-d1542e9ab364. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 10:03:42 user nova-compute[74535]: DEBUG nova.network.neutron [req-cbc29195-6ba7-4da6-bba1-3a96973c57d9 req-70362029-d11f-4d2e-8f72-add508fe46ff service nova] [instance: a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3] Updating instance_info_cache with network_info: [{"id": "70973daa-b6f6-47e7-ac9d-d1542e9ab364", "address": "fa:16:3e:d6:80:3f", "network": {"id": "3f4a5abf-4793-4a73-a7db-f90c3940be91", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1456499207-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "46ebbf9498444b2aba0f2621669fb73b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap70973daa-b6", "ovs_interfaceid": "70973daa-b6f6-47e7-ac9d-d1542e9ab364", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:03:42 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-cbc29195-6ba7-4da6-bba1-3a96973c57d9 req-70362029-d11f-4d2e-8f72-add508fe46ff service nova] Releasing lock "refresh_cache-a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:03:42 user nova-compute[74535]: DEBUG nova.compute.manager [None req-1014752e-0126-41cd-868f-8f66b1627997 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: d742d153-7670-4be9-8477-882f6a39f03f] Checking state {{(pid=74535) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 10:03:42 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:03:43 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:03:43 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:03:43 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:03:43 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:03:43 user nova-compute[74535]: DEBUG nova.compute.manager [req-f7a950ca-2f98-4013-a063-ef179a79dbdb req-22cc5c7b-aef9-42bb-96c7-cacc6dcc101c service nova] [instance: a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3] Received event network-vif-plugged-70973daa-b6f6-47e7-ac9d-d1542e9ab364 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:03:43 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-f7a950ca-2f98-4013-a063-ef179a79dbdb req-22cc5c7b-aef9-42bb-96c7-cacc6dcc101c service nova] Acquiring lock "a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:03:43 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-f7a950ca-2f98-4013-a063-ef179a79dbdb req-22cc5c7b-aef9-42bb-96c7-cacc6dcc101c service nova] Lock "a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:03:43 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-f7a950ca-2f98-4013-a063-ef179a79dbdb req-22cc5c7b-aef9-42bb-96c7-cacc6dcc101c service nova] Lock "a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:03:43 user nova-compute[74535]: DEBUG nova.compute.manager [req-f7a950ca-2f98-4013-a063-ef179a79dbdb req-22cc5c7b-aef9-42bb-96c7-cacc6dcc101c service nova] [instance: a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3] No waiting events found dispatching network-vif-plugged-70973daa-b6f6-47e7-ac9d-d1542e9ab364 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:03:43 user nova-compute[74535]: WARNING nova.compute.manager [req-f7a950ca-2f98-4013-a063-ef179a79dbdb req-22cc5c7b-aef9-42bb-96c7-cacc6dcc101c service nova] [instance: a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3] Received unexpected event network-vif-plugged-70973daa-b6f6-47e7-ac9d-d1542e9ab364 for instance with vm_state building and task_state spawning.
Dec 06 10:03:43 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:03:45 user nova-compute[74535]: DEBUG nova.compute.manager [None req-dc4f17a8-250d-4f24-99af-ac1ca0346b3e tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] [instance: a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3] Instance event wait completed in 0 seconds for  {{(pid=74535) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 10:03:45 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-dc4f17a8-250d-4f24-99af-ac1ca0346b3e tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] [instance: a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3] Guest created on hypervisor {{(pid=74535) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 10:03:45 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3] Instance spawned successfully.
Dec 06 10:03:45 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-dc4f17a8-250d-4f24-99af-ac1ca0346b3e tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] [instance: a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 10:03:45 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-dc4f17a8-250d-4f24-99af-ac1ca0346b3e tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] [instance: a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3] Found default for hw_cdrom_bus of ide {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:03:45 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-dc4f17a8-250d-4f24-99af-ac1ca0346b3e tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] [instance: a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3] Found default for hw_disk_bus of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:03:45 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-dc4f17a8-250d-4f24-99af-ac1ca0346b3e tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] [instance: a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3] Found default for hw_input_bus of None {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:03:45 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-dc4f17a8-250d-4f24-99af-ac1ca0346b3e tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] [instance: a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3] Found default for hw_pointer_model of None {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:03:45 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-dc4f17a8-250d-4f24-99af-ac1ca0346b3e tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] [instance: a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3] Found default for hw_video_model of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:03:45 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-dc4f17a8-250d-4f24-99af-ac1ca0346b3e tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] [instance: a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3] Found default for hw_vif_model of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:03:45 user nova-compute[74535]: DEBUG nova.compute.manager [req-a303f21a-5aa2-4e18-9733-fcb18aa44ba2 req-f77b04dd-cda2-4b20-a4e3-9d6b7b26629a service nova] [instance: a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3] Received event network-vif-plugged-70973daa-b6f6-47e7-ac9d-d1542e9ab364 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:03:45 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-a303f21a-5aa2-4e18-9733-fcb18aa44ba2 req-f77b04dd-cda2-4b20-a4e3-9d6b7b26629a service nova] Acquiring lock "a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:03:45 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-a303f21a-5aa2-4e18-9733-fcb18aa44ba2 req-f77b04dd-cda2-4b20-a4e3-9d6b7b26629a service nova] Lock "a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:03:45 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-a303f21a-5aa2-4e18-9733-fcb18aa44ba2 req-f77b04dd-cda2-4b20-a4e3-9d6b7b26629a service nova] Lock "a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:03:45 user nova-compute[74535]: DEBUG nova.compute.manager [req-a303f21a-5aa2-4e18-9733-fcb18aa44ba2 req-f77b04dd-cda2-4b20-a4e3-9d6b7b26629a service nova] [instance: a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3] No waiting events found dispatching network-vif-plugged-70973daa-b6f6-47e7-ac9d-d1542e9ab364 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:03:45 user nova-compute[74535]: WARNING nova.compute.manager [req-a303f21a-5aa2-4e18-9733-fcb18aa44ba2 req-f77b04dd-cda2-4b20-a4e3-9d6b7b26629a service nova] [instance: a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3] Received unexpected event network-vif-plugged-70973daa-b6f6-47e7-ac9d-d1542e9ab364 for instance with vm_state building and task_state spawning.
Dec 06 10:03:46 user nova-compute[74535]: INFO nova.compute.manager [None req-dc4f17a8-250d-4f24-99af-ac1ca0346b3e tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] [instance: a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3] Took 5.60 seconds to spawn the instance on the hypervisor.
Dec 06 10:03:46 user nova-compute[74535]: DEBUG nova.compute.manager [None req-dc4f17a8-250d-4f24-99af-ac1ca0346b3e tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] [instance: a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3] Checking state {{(pid=74535) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 10:03:46 user nova-compute[74535]: INFO nova.compute.manager [None req-dc4f17a8-250d-4f24-99af-ac1ca0346b3e tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] [instance: a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3] Took 6.50 seconds to build instance.
Dec 06 10:03:46 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-dc4f17a8-250d-4f24-99af-ac1ca0346b3e tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Lock "a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.596s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:03:47 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:03:47 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:03:52 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:03:52 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:03:57 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:03:57 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:04:02 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:04:02 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:04:04 user nova-compute[74535]: DEBUG nova.compute.manager [req-fb2b5b01-dd07-4534-b332-3cc343c30163 req-4d2e08dc-35a4-456e-9dd4-7da4e339b594 service nova] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Received event network-changed-f68b59a5-2b8e-4cf0-8c50-b732b7bb6642 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:04:04 user nova-compute[74535]: DEBUG nova.compute.manager [req-fb2b5b01-dd07-4534-b332-3cc343c30163 req-4d2e08dc-35a4-456e-9dd4-7da4e339b594 service nova] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Refreshing instance network info cache due to event network-changed-f68b59a5-2b8e-4cf0-8c50-b732b7bb6642. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 10:04:04 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-fb2b5b01-dd07-4534-b332-3cc343c30163 req-4d2e08dc-35a4-456e-9dd4-7da4e339b594 service nova] Acquiring lock "refresh_cache-b48116ea-362e-4bc6-bb30-f7f0076d2bf7" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:04:04 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-fb2b5b01-dd07-4534-b332-3cc343c30163 req-4d2e08dc-35a4-456e-9dd4-7da4e339b594 service nova] Acquired lock "refresh_cache-b48116ea-362e-4bc6-bb30-f7f0076d2bf7" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:04:04 user nova-compute[74535]: DEBUG nova.network.neutron [req-fb2b5b01-dd07-4534-b332-3cc343c30163 req-4d2e08dc-35a4-456e-9dd4-7da4e339b594 service nova] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Refreshing network info cache for port f68b59a5-2b8e-4cf0-8c50-b732b7bb6642 {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 10:04:05 user nova-compute[74535]: DEBUG nova.network.neutron [req-fb2b5b01-dd07-4534-b332-3cc343c30163 req-4d2e08dc-35a4-456e-9dd4-7da4e339b594 service nova] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Updated VIF entry in instance network info cache for port f68b59a5-2b8e-4cf0-8c50-b732b7bb6642. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 10:04:05 user nova-compute[74535]: DEBUG nova.network.neutron [req-fb2b5b01-dd07-4534-b332-3cc343c30163 req-4d2e08dc-35a4-456e-9dd4-7da4e339b594 service nova] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Updating instance_info_cache with network_info: [{"id": "f68b59a5-2b8e-4cf0-8c50-b732b7bb6642", "address": "fa:16:3e:46:2b:27", "network": {"id": "962de5cf-b789-4532-a118-6b9fc1aeba04", "bridge": "br-int", "label": "tempest-TestShelveInstance-2137451792-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "00e6914d22764723a80593f896e602b8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf68b59a5-2b", "ovs_interfaceid": "f68b59a5-2b8e-4cf0-8c50-b732b7bb6642", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:04:05 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-fb2b5b01-dd07-4534-b332-3cc343c30163 req-4d2e08dc-35a4-456e-9dd4-7da4e339b594 service nova] Releasing lock "refresh_cache-b48116ea-362e-4bc6-bb30-f7f0076d2bf7" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:04:05 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-e440ec28-f8bc-47a9-bd5b-651a18c85c22 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Acquiring lock "b48116ea-362e-4bc6-bb30-f7f0076d2bf7" by "nova.compute.manager.ComputeManager.shelve_offload_instance.<locals>.do_shelve_offload_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:04:05 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-e440ec28-f8bc-47a9-bd5b-651a18c85c22 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Lock "b48116ea-362e-4bc6-bb30-f7f0076d2bf7" acquired by "nova.compute.manager.ComputeManager.shelve_offload_instance.<locals>.do_shelve_offload_instance" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:04:05 user nova-compute[74535]: INFO nova.compute.manager [None req-e440ec28-f8bc-47a9-bd5b-651a18c85c22 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Shelve offloading
Dec 06 10:04:05 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:04:05 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:04:05 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:04:05 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:04:05 user nova-compute[74535]: DEBUG nova.compute.manager [req-ceda1cdb-4af0-4a19-9564-bda040fd5f7a req-e0b5c3ef-8bad-4e3e-ab84-d72b119ce9c6 service nova] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Received event network-vif-unplugged-f68b59a5-2b8e-4cf0-8c50-b732b7bb6642 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:04:05 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-ceda1cdb-4af0-4a19-9564-bda040fd5f7a req-e0b5c3ef-8bad-4e3e-ab84-d72b119ce9c6 service nova] Acquiring lock "b48116ea-362e-4bc6-bb30-f7f0076d2bf7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:04:05 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-ceda1cdb-4af0-4a19-9564-bda040fd5f7a req-e0b5c3ef-8bad-4e3e-ab84-d72b119ce9c6 service nova] Lock "b48116ea-362e-4bc6-bb30-f7f0076d2bf7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:04:05 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-ceda1cdb-4af0-4a19-9564-bda040fd5f7a req-e0b5c3ef-8bad-4e3e-ab84-d72b119ce9c6 service nova] Lock "b48116ea-362e-4bc6-bb30-f7f0076d2bf7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:04:05 user nova-compute[74535]: DEBUG nova.compute.manager [req-ceda1cdb-4af0-4a19-9564-bda040fd5f7a req-e0b5c3ef-8bad-4e3e-ab84-d72b119ce9c6 service nova] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] No waiting events found dispatching network-vif-unplugged-f68b59a5-2b8e-4cf0-8c50-b732b7bb6642 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:04:05 user nova-compute[74535]: WARNING nova.compute.manager [req-ceda1cdb-4af0-4a19-9564-bda040fd5f7a req-e0b5c3ef-8bad-4e3e-ab84-d72b119ce9c6 service nova] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Received unexpected event network-vif-unplugged-f68b59a5-2b8e-4cf0-8c50-b732b7bb6642 for instance with vm_state active and task_state shelving.
Dec 06 10:04:05 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Instance destroyed successfully.
Dec 06 10:04:05 user nova-compute[74535]: DEBUG nova.compute.manager [None req-e440ec28-f8bc-47a9-bd5b-651a18c85c22 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Checking state {{(pid=74535) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 10:04:05 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-e440ec28-f8bc-47a9-bd5b-651a18c85c22 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Acquiring lock "refresh_cache-b48116ea-362e-4bc6-bb30-f7f0076d2bf7" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:04:05 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-e440ec28-f8bc-47a9-bd5b-651a18c85c22 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Acquired lock "refresh_cache-b48116ea-362e-4bc6-bb30-f7f0076d2bf7" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:04:05 user nova-compute[74535]: DEBUG nova.network.neutron [None req-e440ec28-f8bc-47a9-bd5b-651a18c85c22 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Building network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 10:04:06 user nova-compute[74535]: DEBUG nova.network.neutron [None req-e440ec28-f8bc-47a9-bd5b-651a18c85c22 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Updating instance_info_cache with network_info: [{"id": "f68b59a5-2b8e-4cf0-8c50-b732b7bb6642", "address": "fa:16:3e:46:2b:27", "network": {"id": "962de5cf-b789-4532-a118-6b9fc1aeba04", "bridge": "br-int", "label": "tempest-TestShelveInstance-2137451792-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "00e6914d22764723a80593f896e602b8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf68b59a5-2b", "ovs_interfaceid": "f68b59a5-2b8e-4cf0-8c50-b732b7bb6642", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:04:06 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-e440ec28-f8bc-47a9-bd5b-651a18c85c22 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Releasing lock "refresh_cache-b48116ea-362e-4bc6-bb30-f7f0076d2bf7" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:04:06 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Instance destroyed successfully.
Dec 06 10:04:06 user nova-compute[74535]: DEBUG nova.objects.instance [None req-e440ec28-f8bc-47a9-bd5b-651a18c85c22 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Lazy-loading 'resources' on Instance uuid b48116ea-362e-4bc6-bb30-f7f0076d2bf7 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:04:06 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-e440ec28-f8bc-47a9-bd5b-651a18c85c22 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:02:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-881527023',display_name='tempest-TestShelveInstance-server-881527023',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-881527023',id=22,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDmS8zHAJIpLNEVK23w5Gz1IF1j9EKde1i/IuX18SwN0OjBYuul1/wqvboJZJqxeom0VozZWxS/G0gW+GqRWtT9x560E5t/O3QWKvdbkWUQQjB1m4yMIGcIzZmR8xpU4SQ==',key_name='tempest-TestShelveInstance-46393644',keypairs=<?>,launch_index=0,launched_at=2023-12-06T10:02:30Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='00e6914d22764723a80593f896e602b8',ramdisk_id='',reservation_id='r-5p0fqr4k',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-620907319',owner_user_name='tempest-TestShelveInstance-620907319-project-member'},tags=<?>,task_state='shelving',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T10:02:30Z,user_data=None,user_id='02e85e3deae34441802af88a9f8c59ce',uuid=b48116ea-362e-4bc6-bb30-f7f0076d2bf7,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f68b59a5-2b8e-4cf0-8c50-b732b7bb6642", "address": "fa:16:3e:46:2b:27", "network": {"id": "962de5cf-b789-4532-a118-6b9fc1aeba04", "bridge": "br-int", "label": "tempest-TestShelveInstance-2137451792-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "00e6914d22764723a80593f896e602b8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf68b59a5-2b", "ovs_interfaceid": "f68b59a5-2b8e-4cf0-8c50-b732b7bb6642", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 10:04:06 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-e440ec28-f8bc-47a9-bd5b-651a18c85c22 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Converting VIF {"id": "f68b59a5-2b8e-4cf0-8c50-b732b7bb6642", "address": "fa:16:3e:46:2b:27", "network": {"id": "962de5cf-b789-4532-a118-6b9fc1aeba04", "bridge": "br-int", "label": "tempest-TestShelveInstance-2137451792-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "00e6914d22764723a80593f896e602b8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf68b59a5-2b", "ovs_interfaceid": "f68b59a5-2b8e-4cf0-8c50-b732b7bb6642", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:04:06 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-e440ec28-f8bc-47a9-bd5b-651a18c85c22 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:46:2b:27,bridge_name='br-int',has_traffic_filtering=True,id=f68b59a5-2b8e-4cf0-8c50-b732b7bb6642,network=Network(962de5cf-b789-4532-a118-6b9fc1aeba04),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf68b59a5-2b') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:04:06 user nova-compute[74535]: DEBUG os_vif [None req-e440ec28-f8bc-47a9-bd5b-651a18c85c22 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:46:2b:27,bridge_name='br-int',has_traffic_filtering=True,id=f68b59a5-2b8e-4cf0-8c50-b732b7bb6642,network=Network(962de5cf-b789-4532-a118-6b9fc1aeba04),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf68b59a5-2b') {{(pid=74535) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 10:04:06 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:04:06 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf68b59a5-2b, bridge=br-int, if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:04:06 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:04:06 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:04:06 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:04:06 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:04:06 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=47b80af1-ecfb-4780-a1cc-8ccae0b7f1c7) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:04:06 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:04:06 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:04:06 user nova-compute[74535]: INFO os_vif [None req-e440ec28-f8bc-47a9-bd5b-651a18c85c22 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:46:2b:27,bridge_name='br-int',has_traffic_filtering=True,id=f68b59a5-2b8e-4cf0-8c50-b732b7bb6642,network=Network(962de5cf-b789-4532-a118-6b9fc1aeba04),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf68b59a5-2b')
Dec 06 10:04:06 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e440ec28-f8bc-47a9-bd5b-651a18c85c22 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] calling os-brick to detach iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 10:04:06 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-e440ec28-f8bc-47a9-bd5b-651a18c85c22 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, {'target_iqn': 'iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'wshVuDHE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:04:06 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-e440ec28-f8bc-47a9-bd5b-651a18c85c22 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:04:06 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-e440ec28-f8bc-47a9-bd5b-651a18c85c22 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:04:06 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-e440ec28-f8bc-47a9-bd5b-651a18c85c22 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:04:06 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:04:06 user nova-compute[74535]: DEBUG nova.compute.manager [req-1d5692d3-8034-4473-84db-de75cba3a734 req-ff041a5e-e80b-4f7a-8328-1b85acafc943 service nova] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Received event network-changed-f68b59a5-2b8e-4cf0-8c50-b732b7bb6642 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:04:06 user nova-compute[74535]: DEBUG nova.compute.manager [req-1d5692d3-8034-4473-84db-de75cba3a734 req-ff041a5e-e80b-4f7a-8328-1b85acafc943 service nova] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Refreshing instance network info cache due to event network-changed-f68b59a5-2b8e-4cf0-8c50-b732b7bb6642. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 10:04:06 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-1d5692d3-8034-4473-84db-de75cba3a734 req-ff041a5e-e80b-4f7a-8328-1b85acafc943 service nova] Acquiring lock "refresh_cache-b48116ea-362e-4bc6-bb30-f7f0076d2bf7" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:04:06 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-1d5692d3-8034-4473-84db-de75cba3a734 req-ff041a5e-e80b-4f7a-8328-1b85acafc943 service nova] Acquired lock "refresh_cache-b48116ea-362e-4bc6-bb30-f7f0076d2bf7" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:04:06 user nova-compute[74535]: DEBUG nova.network.neutron [req-1d5692d3-8034-4473-84db-de75cba3a734 req-ff041a5e-e80b-4f7a-8328-1b85acafc943 service nova] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Refreshing network info cache for port f68b59a5-2b8e-4cf0-8c50-b732b7bb6642 {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 10:04:06 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:04:06 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[2213d8f1-ef19-481c-9bba-8561a37bbde9]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:04:06 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-e440ec28-f8bc-47a9-bd5b-651a18c85c22 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 10:04:06 user nova-compute[74535]: No targets found.
Dec 06 10:04:06 user nova-compute[74535]: iSNS:
Dec 06 10:04:06 user nova-compute[74535]: No targets found.
Dec 06 10:04:06 user nova-compute[74535]: STATIC:
Dec 06 10:04:06 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870
Dec 06 10:04:06 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:04:06 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:04:06 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d
Dec 06 10:04:06 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:04:06 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:04:06 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681
Dec 06 10:04:06 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:04:06 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:04:06 user nova-compute[74535]: FIRMWARE:
Dec 06 10:04:06 user nova-compute[74535]: No targets found.
Dec 06 10:04:06 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:04:06 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-e440ec28-f8bc-47a9-bd5b-651a18c85c22 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 10:04:06 user nova-compute[74535]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 10:04:06 user nova-compute[74535]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74535) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 10:04:06 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-e440ec28-f8bc-47a9-bd5b-651a18c85c22 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681', 0)] {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 10:04:06 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:04:06 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:04:06 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[91757664-4453-4ad9-9b37-5d898ff501f8]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:04:06 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:04:07 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:04:07 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[e632f29c-2cf4-4d9c-bc39-661eedadf456]: (4, ('tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:04:07 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-e440ec28-f8bc-47a9-bd5b-651a18c85c22 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870 (non-flash)
Dec 06 10:04:07 user nova-compute[74535]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681 (non-flash)
Dec 06 10:04:07 user nova-compute[74535]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d (non-flash)
Dec 06 10:04:07 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:04:07 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-e440ec28-f8bc-47a9-bd5b-651a18c85c22 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] iscsi session list stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870 (non-flash)
Dec 06 10:04:07 user nova-compute[74535]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681 (non-flash)
Dec 06 10:04:07 user nova-compute[74535]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d (non-flash)
Dec 06 10:04:07 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:04:07 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-e440ec28-f8bc-47a9-bd5b-651a18c85c22 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ff1007ce050>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681'): ({'sdc'}, set())}) {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 10:04:07 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-e440ec28-f8bc-47a9-bd5b-651a18c85c22 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Removing single pathed devices sdc {{(pid=74535) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 10:04:07 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:04:07 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:04:07 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3e4fad1-836f-4c42-8e4f-a28ba33cb504]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:04:07 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:04:07 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:04:07 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4dad854-0479-469b-8d51-073ffbdb0545]: (4, ('ok\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:04:07 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-e440ec28-f8bc-47a9-bd5b-651a18c85c22 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Flushing IO for device /dev/sdc {{(pid=74535) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 10:04:07 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:04:07 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.015s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:04:07 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[30ba46e2-f894-4652-9504-6fad2e485f11]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:04:07 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-e440ec28-f8bc-47a9-bd5b-651a18c85c22 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74535) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 10:04:07 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:04:07 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.050s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:04:07 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[576cf889-2b43-4466-bc5f-58757c7d8973]: (4, ('1', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:04:07 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-e440ec28-f8bc-47a9-bd5b-651a18c85c22 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 10:04:07 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-e440ec28-f8bc-47a9-bd5b-651a18c85c22 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] SCSI volumes sdc have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 10:04:07 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-e440ec28-f8bc-47a9-bd5b-651a18c85c22 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681')] {{(pid=74535) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 10:04:07 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:04:07 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.024s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:04:07 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e91ef08-f9be-4490-bbcf-cc2f3b7d674e]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:04:07 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-e440ec28-f8bc-47a9-bd5b-651a18c85c22 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:04:07 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681 -p 172.16.0.220:3260 --logout {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:04:07 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681 -p 172.16.0.220:3260 --logout" returned: 0 in 0.055s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:04:07 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[694e1bb1-208c-4f0b-9080-4341dbd76796]: (4, ('Logging out of session [sid: 19, target: iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681, portal: 172.16.0.220,3260]\nLogout of [sid: 19, target: iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:04:07 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-e440ec28-f8bc-47a9-bd5b-651a18c85c22 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 19, target: iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681, portal: 172.16.0.220,3260]
Dec 06 10:04:07 user nova-compute[74535]: Logout of [sid: 19, target: iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681, portal: 172.16.0.220,3260] successful.
Dec 06 10:04:07 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:04:07 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681 -p 172.16.0.220:3260 --op delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:04:07 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:04:07 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[0833670c-2629-4c0e-a35c-607b17803e93]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:04:07 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-e440ec28-f8bc-47a9-bd5b-651a18c85c22 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:04:07 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-e440ec28-f8bc-47a9-bd5b-651a18c85c22 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.320s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:04:07 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-e440ec28-f8bc-47a9-bd5b-651a18c85c22 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] <== disconnect_volume: return (322ms) None {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:04:07 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e440ec28-f8bc-47a9-bd5b-651a18c85c22 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Disconnected iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 10:04:07 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-e440ec28-f8bc-47a9-bd5b-651a18c85c22 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Deleting instance files /opt/stack/data/nova/instances/b48116ea-362e-4bc6-bb30-f7f0076d2bf7_del
Dec 06 10:04:07 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-e440ec28-f8bc-47a9-bd5b-651a18c85c22 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Deletion of /opt/stack/data/nova/instances/b48116ea-362e-4bc6-bb30-f7f0076d2bf7_del complete
Dec 06 10:04:07 user nova-compute[74535]: DEBUG nova.network.neutron [req-1d5692d3-8034-4473-84db-de75cba3a734 req-ff041a5e-e80b-4f7a-8328-1b85acafc943 service nova] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Updated VIF entry in instance network info cache for port f68b59a5-2b8e-4cf0-8c50-b732b7bb6642. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 10:04:07 user nova-compute[74535]: DEBUG nova.network.neutron [req-1d5692d3-8034-4473-84db-de75cba3a734 req-ff041a5e-e80b-4f7a-8328-1b85acafc943 service nova] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Updating instance_info_cache with network_info: [{"id": "f68b59a5-2b8e-4cf0-8c50-b732b7bb6642", "address": "fa:16:3e:46:2b:27", "network": {"id": "962de5cf-b789-4532-a118-6b9fc1aeba04", "bridge": null, "label": "tempest-TestShelveInstance-2137451792-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "00e6914d22764723a80593f896e602b8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "unbound", "details": {}, "devname": "tapf68b59a5-2b", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:04:07 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-1d5692d3-8034-4473-84db-de75cba3a734 req-ff041a5e-e80b-4f7a-8328-1b85acafc943 service nova] Releasing lock "refresh_cache-b48116ea-362e-4bc6-bb30-f7f0076d2bf7" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:04:07 user nova-compute[74535]: DEBUG nova.compute.manager [req-0c2bd601-43e8-4f4b-ae1e-94a22c0c96a0 req-059b6c7a-402c-4ff6-b607-7fef3625c5b9 service nova] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Received event network-vif-plugged-f68b59a5-2b8e-4cf0-8c50-b732b7bb6642 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:04:07 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-0c2bd601-43e8-4f4b-ae1e-94a22c0c96a0 req-059b6c7a-402c-4ff6-b607-7fef3625c5b9 service nova] Acquiring lock "b48116ea-362e-4bc6-bb30-f7f0076d2bf7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:04:07 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-0c2bd601-43e8-4f4b-ae1e-94a22c0c96a0 req-059b6c7a-402c-4ff6-b607-7fef3625c5b9 service nova] Lock "b48116ea-362e-4bc6-bb30-f7f0076d2bf7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:04:07 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-0c2bd601-43e8-4f4b-ae1e-94a22c0c96a0 req-059b6c7a-402c-4ff6-b607-7fef3625c5b9 service nova] Lock "b48116ea-362e-4bc6-bb30-f7f0076d2bf7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:04:07 user nova-compute[74535]: DEBUG nova.compute.manager [req-0c2bd601-43e8-4f4b-ae1e-94a22c0c96a0 req-059b6c7a-402c-4ff6-b607-7fef3625c5b9 service nova] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] No waiting events found dispatching network-vif-plugged-f68b59a5-2b8e-4cf0-8c50-b732b7bb6642 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:04:07 user nova-compute[74535]: WARNING nova.compute.manager [req-0c2bd601-43e8-4f4b-ae1e-94a22c0c96a0 req-059b6c7a-402c-4ff6-b607-7fef3625c5b9 service nova] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Received unexpected event network-vif-plugged-f68b59a5-2b8e-4cf0-8c50-b732b7bb6642 for instance with vm_state active and task_state shelving.
Dec 06 10:04:07 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:04:08 user nova-compute[74535]: INFO nova.scheduler.client.report [None req-e440ec28-f8bc-47a9-bd5b-651a18c85c22 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Deleted allocations for instance b48116ea-362e-4bc6-bb30-f7f0076d2bf7
Dec 06 10:04:08 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-e440ec28-f8bc-47a9-bd5b-651a18c85c22 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:04:08 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-e440ec28-f8bc-47a9-bd5b-651a18c85c22 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:04:08 user nova-compute[74535]: DEBUG nova.objects.instance [None req-e440ec28-f8bc-47a9-bd5b-651a18c85c22 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Lazy-loading 'numa_topology' on Instance uuid b48116ea-362e-4bc6-bb30-f7f0076d2bf7 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:04:08 user nova-compute[74535]: DEBUG nova.objects.base [None req-e440ec28-f8bc-47a9-bd5b-651a18c85c22 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Object Instance<b48116ea-362e-4bc6-bb30-f7f0076d2bf7> lazy-loaded attributes: resources,numa_topology {{(pid=74535) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 10:04:09 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-e440ec28-f8bc-47a9-bd5b-651a18c85c22 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:04:09 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-e440ec28-f8bc-47a9-bd5b-651a18c85c22 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:04:09 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-e440ec28-f8bc-47a9-bd5b-651a18c85c22 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.442s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:04:09 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-e440ec28-f8bc-47a9-bd5b-651a18c85c22 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Lock "b48116ea-362e-4bc6-bb30-f7f0076d2bf7" "released" by "nova.compute.manager.ComputeManager.shelve_offload_instance.<locals>.do_shelve_offload_instance" :: held 3.981s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:04:09 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:04:09 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:04:09 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:04:09 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:04:11 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:04:11 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:04:11 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:04:11 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74535) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 10:04:11 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:04:12 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:04:12 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:04:12 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:04:12 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:04:12 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:04:12 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Auditing locally available compute resources for user (node: user) {{(pid=74535) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 10:04:13 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk.rescue --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:04:13 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk.rescue --force-share --output=json" returned: 0 in 0.173s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:04:13 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk.rescue --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:04:13 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk.rescue --force-share --output=json" returned: 0 in 0.176s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:04:13 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:04:13 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:04:13 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:04:13 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:04:13 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:04:13 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:04:13 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:04:14 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:04:14 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9032fc82-326a-4827-94e0-c2c42a318148/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:04:14 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9032fc82-326a-4827-94e0-c2c42a318148/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:04:14 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9032fc82-326a-4827-94e0-c2c42a318148/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:04:14 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9032fc82-326a-4827-94e0-c2c42a318148/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:04:14 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=74535) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 10:04:14 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d750435-b1ed-446a-a466-162bdc33821d/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:04:14 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d750435-b1ed-446a-a466-162bdc33821d/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:04:14 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d750435-b1ed-446a-a466-162bdc33821d/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:04:14 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d750435-b1ed-446a-a466-162bdc33821d/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:04:14 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:04:15 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:04:15 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:04:15 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:04:15 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/20432b5e-01b9-4b38-b139-47650a115278/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:04:15 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/20432b5e-01b9-4b38-b139-47650a115278/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:04:15 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/20432b5e-01b9-4b38-b139-47650a115278/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:04:15 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/20432b5e-01b9-4b38-b139-47650a115278/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:04:15 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74535) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 10:04:15 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f37b4f2-47f1-474f-82cb-fa93ff07f428/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:04:15 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f37b4f2-47f1-474f-82cb-fa93ff07f428/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:04:15 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f37b4f2-47f1-474f-82cb-fa93ff07f428/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:04:16 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f37b4f2-47f1-474f-82cb-fa93ff07f428/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:04:16 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/432ab64f-bf46-4ef7-8a09-adbeb7207912/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:04:16 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/432ab64f-bf46-4ef7-8a09-adbeb7207912/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:04:16 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/432ab64f-bf46-4ef7-8a09-adbeb7207912/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:04:16 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/432ab64f-bf46-4ef7-8a09-adbeb7207912/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:04:16 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d9150e7-0f02-4b19-b3f2-b329620d9722/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:04:16 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d9150e7-0f02-4b19-b3f2-b329620d9722/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:04:16 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d9150e7-0f02-4b19-b3f2-b329620d9722/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:04:16 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d9150e7-0f02-4b19-b3f2-b329620d9722/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:04:16 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5e39a1a4-f188-40e3-bcba-70e47abd6026/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:04:16 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5e39a1a4-f188-40e3-bcba-70e47abd6026/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:04:16 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5e39a1a4-f188-40e3-bcba-70e47abd6026/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:04:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:04:17 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5e39a1a4-f188-40e3-bcba-70e47abd6026/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:04:17 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/227aad5b-398b-44d7-b40b-ff85bf043334/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:04:17 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/227aad5b-398b-44d7-b40b-ff85bf043334/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:04:17 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/227aad5b-398b-44d7-b40b-ff85bf043334/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:04:17 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/227aad5b-398b-44d7-b40b-ff85bf043334/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:04:17 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:04:17 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:04:17 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:04:17 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Hypervisor/Node resource view: name=user free_ram=7200MB free_disk=25.20703887939453GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74535) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 10:04:17 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:04:17 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:04:18 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 7d750435-b1ed-446a-a466-162bdc33821d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:04:18 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 5e39a1a4-f188-40e3-bcba-70e47abd6026 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:04:18 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 20432b5e-01b9-4b38-b139-47650a115278 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:04:18 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 9032fc82-326a-4827-94e0-c2c42a318148 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:04:18 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:04:18 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 432ab64f-bf46-4ef7-8a09-adbeb7207912 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:04:18 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 2d9150e7-0f02-4b19-b3f2-b329620d9722 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:04:18 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 5f37b4f2-47f1-474f-82cb-fa93ff07f428 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:04:18 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance d742d153-7670-4be9-8477-882f6a39f03f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:04:18 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 227aad5b-398b-44d7-b40b-ff85bf043334 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:04:18 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:04:18 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=74535) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 10:04:18 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=11GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=74535) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 10:04:18 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:04:18 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:04:18 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Compute_service record updated for user:user {{(pid=74535) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 10:04:18 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.477s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:04:19 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:04:19 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Starting heal instance info cache {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 10:04:19 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "refresh_cache-9032fc82-326a-4827-94e0-c2c42a318148" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:04:19 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquired lock "refresh_cache-9032fc82-326a-4827-94e0-c2c42a318148" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:04:19 user nova-compute[74535]: DEBUG nova.network.neutron [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Forcefully refreshing network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 10:04:19 user nova-compute[74535]: DEBUG nova.network.neutron [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Updating instance_info_cache with network_info: [{"id": "a462dbbf-ce92-4626-9a60-8681073805b9", "address": "fa:16:3e:a3:9f:03", "network": {"id": "2c655269-59e9-4d53-8ce2-fa7d52c97f0c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1216090719-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.15", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "90943706b3664c72bbae8f17a744ad30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa462dbbf-ce", "ovs_interfaceid": "a462dbbf-ce92-4626-9a60-8681073805b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:04:19 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Releasing lock "refresh_cache-9032fc82-326a-4827-94e0-c2c42a318148" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:04:19 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Updated the network info_cache for instance {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 10:04:19 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:04:21 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:04:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:04:26 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:04:31 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:04:33 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Acquiring lock "66440071-6cf6-4b6d-8d2a-edd5c1885510" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:04:33 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Lock "66440071-6cf6-4b6d-8d2a-edd5c1885510" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:04:33 user nova-compute[74535]: DEBUG nova.compute.manager [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] Starting instance... {{(pid=74535) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 10:04:33 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:04:33 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:04:33 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74535) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 10:04:33 user nova-compute[74535]: INFO nova.compute.claims [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] Claim successful on node user
Dec 06 10:04:34 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:04:34 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:04:34 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.554s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:04:34 user nova-compute[74535]: DEBUG nova.compute.manager [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] Start building networks asynchronously for instance. {{(pid=74535) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 10:04:34 user nova-compute[74535]: DEBUG nova.compute.manager [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] Allocating IP information in the background. {{(pid=74535) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 10:04:34 user nova-compute[74535]: DEBUG nova.network.neutron [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] allocate_for_instance() {{(pid=74535) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 10:04:34 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 10:04:34 user nova-compute[74535]: DEBUG nova.compute.manager [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] Start building block device mappings for instance. {{(pid=74535) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 10:04:34 user nova-compute[74535]: DEBUG nova.policy [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '46e1a6f038e54b16a4b6f8014b3bbf55', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e51798204a674f858778dac8b46e7fec', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74535) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 10:04:34 user nova-compute[74535]: INFO nova.virt.block_device [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] Booting with blank volume at /dev/vda
Dec 06 10:04:35 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:04:35 user nova-compute[74535]: DEBUG nova.network.neutron [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] Successfully created port: 31d6d3a9-3d99-4759-877e-65245c614bd3 {{(pid=74535) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 10:04:35 user nova-compute[74535]: DEBUG nova.network.neutron [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] Successfully updated port: 31d6d3a9-3d99-4759-877e-65245c614bd3 {{(pid=74535) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 10:04:35 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Acquiring lock "refresh_cache-66440071-6cf6-4b6d-8d2a-edd5c1885510" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:04:35 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Acquired lock "refresh_cache-66440071-6cf6-4b6d-8d2a-edd5c1885510" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:04:35 user nova-compute[74535]: DEBUG nova.network.neutron [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] Building network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 10:04:35 user nova-compute[74535]: DEBUG nova.compute.manager [req-f9b4ec9d-4174-42b8-ab66-7f26b7ddaf7e req-36f9a230-e0b3-4ca4-8566-6d7ac58d70a6 service nova] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] Received event network-changed-31d6d3a9-3d99-4759-877e-65245c614bd3 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:04:35 user nova-compute[74535]: DEBUG nova.compute.manager [req-f9b4ec9d-4174-42b8-ab66-7f26b7ddaf7e req-36f9a230-e0b3-4ca4-8566-6d7ac58d70a6 service nova] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] Refreshing instance network info cache due to event network-changed-31d6d3a9-3d99-4759-877e-65245c614bd3. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 10:04:35 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-f9b4ec9d-4174-42b8-ab66-7f26b7ddaf7e req-36f9a230-e0b3-4ca4-8566-6d7ac58d70a6 service nova] Acquiring lock "refresh_cache-66440071-6cf6-4b6d-8d2a-edd5c1885510" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:04:35 user nova-compute[74535]: DEBUG nova.network.neutron [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] Instance cache missing network info. {{(pid=74535) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 10:04:36 user nova-compute[74535]: DEBUG nova.network.neutron [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] Updating instance_info_cache with network_info: [{"id": "31d6d3a9-3d99-4759-877e-65245c614bd3", "address": "fa:16:3e:fe:d6:66", "network": {"id": "5d9c1cb1-5902-482f-8b27-801fd79a97a7", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-530073939-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e51798204a674f858778dac8b46e7fec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap31d6d3a9-3d", "ovs_interfaceid": "31d6d3a9-3d99-4759-877e-65245c614bd3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:04:36 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Releasing lock "refresh_cache-66440071-6cf6-4b6d-8d2a-edd5c1885510" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:04:36 user nova-compute[74535]: DEBUG nova.compute.manager [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] Instance network_info: |[{"id": "31d6d3a9-3d99-4759-877e-65245c614bd3", "address": "fa:16:3e:fe:d6:66", "network": {"id": "5d9c1cb1-5902-482f-8b27-801fd79a97a7", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-530073939-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e51798204a674f858778dac8b46e7fec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap31d6d3a9-3d", "ovs_interfaceid": "31d6d3a9-3d99-4759-877e-65245c614bd3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74535) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 10:04:36 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-f9b4ec9d-4174-42b8-ab66-7f26b7ddaf7e req-36f9a230-e0b3-4ca4-8566-6d7ac58d70a6 service nova] Acquired lock "refresh_cache-66440071-6cf6-4b6d-8d2a-edd5c1885510" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:04:36 user nova-compute[74535]: DEBUG nova.network.neutron [req-f9b4ec9d-4174-42b8-ab66-7f26b7ddaf7e req-36f9a230-e0b3-4ca4-8566-6d7ac58d70a6 service nova] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] Refreshing network info cache for port 31d6d3a9-3d99-4759-877e-65245c614bd3 {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 10:04:36 user nova-compute[74535]: DEBUG nova.network.neutron [req-f9b4ec9d-4174-42b8-ab66-7f26b7ddaf7e req-36f9a230-e0b3-4ca4-8566-6d7ac58d70a6 service nova] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] Updated VIF entry in instance network info cache for port 31d6d3a9-3d99-4759-877e-65245c614bd3. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 10:04:36 user nova-compute[74535]: DEBUG nova.network.neutron [req-f9b4ec9d-4174-42b8-ab66-7f26b7ddaf7e req-36f9a230-e0b3-4ca4-8566-6d7ac58d70a6 service nova] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] Updating instance_info_cache with network_info: [{"id": "31d6d3a9-3d99-4759-877e-65245c614bd3", "address": "fa:16:3e:fe:d6:66", "network": {"id": "5d9c1cb1-5902-482f-8b27-801fd79a97a7", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-530073939-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e51798204a674f858778dac8b46e7fec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap31d6d3a9-3d", "ovs_interfaceid": "31d6d3a9-3d99-4759-877e-65245c614bd3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:04:36 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-f9b4ec9d-4174-42b8-ab66-7f26b7ddaf7e req-36f9a230-e0b3-4ca4-8566-6d7ac58d70a6 service nova] Releasing lock "refresh_cache-66440071-6cf6-4b6d-8d2a-edd5c1885510" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:04:36 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:04:37 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:04:40 user nova-compute[74535]: DEBUG os_brick.utils [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:04:40 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:04:40 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:04:40 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2bfd4c3-3f93-4817-af1f-0880a50c0325]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d95ac7cee77a\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:04:40 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:04:40 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:04:40 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[e05bcdf5-9841-47c7-a2a6-06283fb7a1d7]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:04:40 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:04:40 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:04:40 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[6fa48276-40d5-40c8-b56f-821cb25fa947]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:04:40 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[846510fc-5072-43d4-b41e-9598bec81e0b]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:04:40 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Running cmd (subprocess): nvme version {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:04:40 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] 'nvme version' failed. Not Retrying. {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 10:04:40 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.nvmeof [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] nvme not present on system {{(pid=74535) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 10:04:40 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:04:40 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 10:04:40 user nova-compute[74535]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 10:04:40 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f7ac275-e7ae-4995-9dd7-572338b6fac4]: (4, '') {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:04:40 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74535) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 10:04:40 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74535) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 10:04:40 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] LIGHTOS: no hostnqn found. {{(pid=74535) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 10:04:40 user nova-compute[74535]: DEBUG os_brick.utils [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] <== get_connector_properties: return (115ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d95ac7cee77a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:04:40 user nova-compute[74535]: DEBUG nova.virt.block_device [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] Updating existing volume attachment record: 40db03f0-7c22-4a2c-840e-044d5c627bd0 {{(pid=74535) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 10:04:42 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:04:47 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:04:49 user nova-compute[74535]: DEBUG nova.compute.manager [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] Start spawning the instance on the hypervisor. {{(pid=74535) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 10:04:49 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] Creating instance directory {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 10:04:49 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] Creating image(s)
Dec 06 10:04:49 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] Did not create local disks {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4867}}
Dec 06 10:04:49 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] Ensure instance console log exists: /opt/stack/data/nova/instances/66440071-6cf6-4b6d-8d2a-edd5c1885510/console.log {{(pid=74535) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 10:04:49 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:04:49 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:04:49 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:04:49 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] Start _get_guest_xml network_info=[{"id": "31d6d3a9-3d99-4759-877e-65245c614bd3", "address": "fa:16:3e:fe:d6:66", "network": {"id": "5d9c1cb1-5902-482f-8b27-801fd79a97a7", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-530073939-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e51798204a674f858778dac8b46e7fec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap31d6d3a9-3d", "ovs_interfaceid": "31d6d3a9-3d99-4759-877e-65245c614bd3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T09:52:28Z,direct_url=<?>,disk_format='qcow2',id=b338f3c8-9974-4b9f-bacb-c75dd541c256,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='563f6a2917a742ada39fb0e950eece6e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T09:52:30Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'delete_on_termination': False, 'attachment_id': '40db03f0-7c22-4a2c-840e-044d5c627bd0', 'boot_index': 0, 'device_type': 'disk', 'guest_format': None, 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'fLpFWwBG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '66440071-6cf6-4b6d-8d2a-edd5c1885510', 'attached_at': '', 'detached_at': '', 'volume_id': '4a35bf7c-ed48-4722-9ea3-ba1da6defde8', 'serial': '4a35bf7c-ed48-4722-9ea3-ba1da6defde8'}, 'volume_type': None} {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 10:04:49 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:04:49 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:04:49 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 10:04:49 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] CPU controller missing on host. {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 10:04:49 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 10:04:49 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] CPU controller found on host. {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 10:04:49 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74535) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 10:04:49 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T09:52:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T09:52:28Z,direct_url=<?>,disk_format='qcow2',id=b338f3c8-9974-4b9f-bacb-c75dd541c256,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='563f6a2917a742ada39fb0e950eece6e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T09:52:30Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 10:04:49 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Flavor limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 10:04:49 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Image limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 10:04:49 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Flavor pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 10:04:49 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Image pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 10:04:49 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 10:04:49 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 10:04:49 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 10:04:49 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Got 1 possible topologies {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 10:04:49 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 10:04:49 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 10:04:49 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] Calling os-brick to attach iSCSI Volume {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 10:04:49 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'fLpFWwBG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:04:49 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:04:49 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:04:49 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:04:49 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:04:49 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:04:49 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:04:49 user nova-compute[74535]: INFO os_brick.initiator.connectors.iscsi [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 10:04:49 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 -p 172.16.0.220:3260 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:04:50 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:04:50 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[30067bb6-97ba-4037-8f2d-88b24a867eff]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:04:50 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 10:04:50 user nova-compute[74535]:  {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:04:50 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 -p 172.16.0.220:3260 --interface default --op new {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:04:50 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.043s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:04:50 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[222a861d-7f7d-4e1b-98f4-3b50c6f2dad9]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8] added\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:04:50 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8] added
Dec 06 10:04:50 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:04:50 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:04:50 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:04:50 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ad13cfe-990b-4266-af04-2d2e77de66e4]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:04:50 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:04:50 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:04:50 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:04:50 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[72ac0f5f-22bc-4f2c-9f49-2b1b04195538]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:04:50 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:04:50 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v fLpFWwBG {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:04:50 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v fLpFWwBG" returned: 0 in 0.021s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:04:50 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[edccfc4c-533a-4123-b358-39e29584d21f]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:04:50 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'fLpFWwBG'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:04:50 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:04:50 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:04:50 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[254f255e-4e1f-4d2c-85fb-f8622d923a74]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:04:50 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:04:50 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:04:50 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:04:50 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[b42f5a11-7427-4798-96d3-7b49c70f85bf]: (4, ('tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:04:50 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870 (non-flash)
Dec 06 10:04:50 user nova-compute[74535]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d (non-flash)
Dec 06 10:04:50 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:04:50 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] iscsi session list stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870 (non-flash)
Dec 06 10:04:50 user nova-compute[74535]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d (non-flash)
Dec 06 10:04:50 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:04:50 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 -p 172.16.0.220:3260 --login {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:04:50 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 -p 172.16.0.220:3260 --login" returned: 0 in 0.055s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:04:50 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a302609-6167-4271-aefb-8284967af3ac]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:04:50 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8, portal: 172.16.0.220,3260]
Dec 06 10:04:50 user nova-compute[74535]: Login to [iface: default, target: iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8, portal: 172.16.0.220,3260] successful.
Dec 06 10:04:50 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:04:50 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:04:50 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:04:50 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[391dbfd0-d188-4b2f-89f5-6d8cd4bc3d47]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:04:50 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:04:50 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:04:50 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:04:50 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c438b92-22d4-4f67-bc53-3eb8dab906ef]: (4, ('tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:04:50 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870 (non-flash)
Dec 06 10:04:50 user nova-compute[74535]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d (non-flash)
Dec 06 10:04:50 user nova-compute[74535]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:04:50 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:04:50 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] iscsi session list stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870 (non-flash)
Dec 06 10:04:50 user nova-compute[74535]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d (non-flash)
Dec 06 10:04:50 user nova-compute[74535]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:04:50 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:04:50 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.297s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:04:50 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Connected to 172.16.0.220:3260 {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 10:04:50 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] HCTL ('34', '-', '-', 0) found on session 23 with lun 0 {{(pid=74535) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 10:04:50 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74535) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 10:04:50 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:04:50 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.023s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:04:50 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee87f251-d461-47fe-a53b-6bbc5f9e666c]: (4, ('- - 0', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:04:50 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Searching for a device in session 23 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74535) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 10:04:50 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'fLpFWwBG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 10:04:51 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.336s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:04:51 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] <== connect_volume: return (1338ms) {'type': 'block', 'scsi_wwn': '23166343962636436', 'path': '/dev/sdc'} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:04:51 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23166343962636436', 'path': '/dev/sdc'} {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 10:04:51 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:04:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1775620978',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1775620978',id=25,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e51798204a674f858778dac8b46e7fec',ramdisk_id='',reservation_id='r-8nerl0hx',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-2023423839',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T10:04:35Z,user_data=None,user_id='46e1a6f038e54b16a4b6f8014b3bbf55',uuid=66440071-6cf6-4b6d-8d2a-edd5c1885510,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "31d6d3a9-3d99-4759-877e-65245c614bd3", "address": "fa:16:3e:fe:d6:66", "network": {"id": "5d9c1cb1-5902-482f-8b27-801fd79a97a7", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-530073939-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e51798204a674f858778dac8b46e7fec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap31d6d3a9-3d", "ovs_interfaceid": "31d6d3a9-3d99-4759-877e-65245c614bd3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74535) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 10:04:51 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Converting VIF {"id": "31d6d3a9-3d99-4759-877e-65245c614bd3", "address": "fa:16:3e:fe:d6:66", "network": {"id": "5d9c1cb1-5902-482f-8b27-801fd79a97a7", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-530073939-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e51798204a674f858778dac8b46e7fec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap31d6d3a9-3d", "ovs_interfaceid": "31d6d3a9-3d99-4759-877e-65245c614bd3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:04:51 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fe:d6:66,bridge_name='br-int',has_traffic_filtering=True,id=31d6d3a9-3d99-4759-877e-65245c614bd3,network=Network(5d9c1cb1-5902-482f-8b27-801fd79a97a7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap31d6d3a9-3d') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:04:51 user nova-compute[74535]: DEBUG nova.objects.instance [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Lazy-loading 'pci_devices' on Instance uuid 66440071-6cf6-4b6d-8d2a-edd5c1885510 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:04:51 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] End _get_guest_xml xml=<domain type="kvm">
Dec 06 10:04:51 user nova-compute[74535]:   <uuid>66440071-6cf6-4b6d-8d2a-edd5c1885510</uuid>
Dec 06 10:04:51 user nova-compute[74535]:   <name>instance-00000019</name>
Dec 06 10:04:51 user nova-compute[74535]:   <memory>524288</memory>
Dec 06 10:04:51 user nova-compute[74535]:   <vcpu>1</vcpu>
Dec 06 10:04:51 user nova-compute[74535]:   <metadata>
Dec 06 10:04:51 user nova-compute[74535]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 10:04:51 user nova-compute[74535]:       <nova:package version="0.0.0"/>
Dec 06 10:04:51 user nova-compute[74535]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-1775620978</nova:name>
Dec 06 10:04:51 user nova-compute[74535]:       <nova:creationTime>2023-12-06 10:04:49</nova:creationTime>
Dec 06 10:04:51 user nova-compute[74535]:       <nova:flavor name="m1.tiny">
Dec 06 10:04:51 user nova-compute[74535]:         <nova:memory>512</nova:memory>
Dec 06 10:04:51 user nova-compute[74535]:         <nova:disk>1</nova:disk>
Dec 06 10:04:51 user nova-compute[74535]:         <nova:swap>0</nova:swap>
Dec 06 10:04:51 user nova-compute[74535]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 10:04:51 user nova-compute[74535]:         <nova:vcpus>1</nova:vcpus>
Dec 06 10:04:51 user nova-compute[74535]:       </nova:flavor>
Dec 06 10:04:51 user nova-compute[74535]:       <nova:owner>
Dec 06 10:04:51 user nova-compute[74535]:         <nova:user uuid="46e1a6f038e54b16a4b6f8014b3bbf55">tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member</nova:user>
Dec 06 10:04:51 user nova-compute[74535]:         <nova:project uuid="e51798204a674f858778dac8b46e7fec">tempest-ServerBootFromVolumeStableRescueTest-2023423839</nova:project>
Dec 06 10:04:51 user nova-compute[74535]:       </nova:owner>
Dec 06 10:04:51 user nova-compute[74535]:       <nova:root type="image" uuid="b338f3c8-9974-4b9f-bacb-c75dd541c256"/>
Dec 06 10:04:51 user nova-compute[74535]:       <nova:ports>
Dec 06 10:04:51 user nova-compute[74535]:         <nova:port uuid="31d6d3a9-3d99-4759-877e-65245c614bd3">
Dec 06 10:04:51 user nova-compute[74535]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Dec 06 10:04:51 user nova-compute[74535]:         </nova:port>
Dec 06 10:04:51 user nova-compute[74535]:       </nova:ports>
Dec 06 10:04:51 user nova-compute[74535]:     </nova:instance>
Dec 06 10:04:51 user nova-compute[74535]:   </metadata>
Dec 06 10:04:51 user nova-compute[74535]:   <sysinfo type="smbios">
Dec 06 10:04:51 user nova-compute[74535]:     <system>
Dec 06 10:04:51 user nova-compute[74535]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 10:04:51 user nova-compute[74535]:       <entry name="product">OpenStack Nova</entry>
Dec 06 10:04:51 user nova-compute[74535]:       <entry name="version">0.0.0</entry>
Dec 06 10:04:51 user nova-compute[74535]:       <entry name="serial">66440071-6cf6-4b6d-8d2a-edd5c1885510</entry>
Dec 06 10:04:51 user nova-compute[74535]:       <entry name="uuid">66440071-6cf6-4b6d-8d2a-edd5c1885510</entry>
Dec 06 10:04:51 user nova-compute[74535]:       <entry name="family">Virtual Machine</entry>
Dec 06 10:04:51 user nova-compute[74535]:     </system>
Dec 06 10:04:51 user nova-compute[74535]:   </sysinfo>
Dec 06 10:04:51 user nova-compute[74535]:   <os>
Dec 06 10:04:51 user nova-compute[74535]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 10:04:51 user nova-compute[74535]:     <boot dev="hd"/>
Dec 06 10:04:51 user nova-compute[74535]:     <smbios mode="sysinfo"/>
Dec 06 10:04:51 user nova-compute[74535]:   </os>
Dec 06 10:04:51 user nova-compute[74535]:   <features>
Dec 06 10:04:51 user nova-compute[74535]:     <acpi/>
Dec 06 10:04:51 user nova-compute[74535]:     <apic/>
Dec 06 10:04:51 user nova-compute[74535]:     <vmcoreinfo/>
Dec 06 10:04:51 user nova-compute[74535]:   </features>
Dec 06 10:04:51 user nova-compute[74535]:   <clock offset="utc">
Dec 06 10:04:51 user nova-compute[74535]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 10:04:51 user nova-compute[74535]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 10:04:51 user nova-compute[74535]:     <timer name="hpet" present="no"/>
Dec 06 10:04:51 user nova-compute[74535]:   </clock>
Dec 06 10:04:51 user nova-compute[74535]:   <cpu mode="custom" match="exact">
Dec 06 10:04:51 user nova-compute[74535]:     <model>Nehalem</model>
Dec 06 10:04:51 user nova-compute[74535]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 10:04:51 user nova-compute[74535]:   </cpu>
Dec 06 10:04:51 user nova-compute[74535]:   <devices>
Dec 06 10:04:51 user nova-compute[74535]:     <disk type="block" device="disk">
Dec 06 10:04:51 user nova-compute[74535]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 10:04:51 user nova-compute[74535]:       <source dev="/dev/sdc"/>
Dec 06 10:04:51 user nova-compute[74535]:       <target dev="vda" bus="virtio"/>
Dec 06 10:04:51 user nova-compute[74535]:       <serial>4a35bf7c-ed48-4722-9ea3-ba1da6defde8</serial>
Dec 06 10:04:51 user nova-compute[74535]:     </disk>
Dec 06 10:04:51 user nova-compute[74535]:     <interface type="ethernet">
Dec 06 10:04:51 user nova-compute[74535]:       <mac address="fa:16:3e:fe:d6:66"/>
Dec 06 10:04:51 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 10:04:51 user nova-compute[74535]:       <mtu size="1442"/>
Dec 06 10:04:51 user nova-compute[74535]:       <target dev="tap31d6d3a9-3d"/>
Dec 06 10:04:51 user nova-compute[74535]:     </interface>
Dec 06 10:04:51 user nova-compute[74535]:     <serial type="pty">
Dec 06 10:04:51 user nova-compute[74535]:       <log file="/opt/stack/data/nova/instances/66440071-6cf6-4b6d-8d2a-edd5c1885510/console.log" append="off"/>
Dec 06 10:04:51 user nova-compute[74535]:     </serial>
Dec 06 10:04:51 user nova-compute[74535]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 10:04:51 user nova-compute[74535]:     <video>
Dec 06 10:04:51 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 10:04:51 user nova-compute[74535]:     </video>
Dec 06 10:04:51 user nova-compute[74535]:     <rng model="virtio">
Dec 06 10:04:51 user nova-compute[74535]:       <backend model="random">/dev/urandom</backend>
Dec 06 10:04:51 user nova-compute[74535]:     </rng>
Dec 06 10:04:51 user nova-compute[74535]:     <controller type="usb" index="0" model="none"/>
Dec 06 10:04:51 user nova-compute[74535]:     <memballoon model="virtio">
Dec 06 10:04:51 user nova-compute[74535]:       <stats period="10"/>
Dec 06 10:04:51 user nova-compute[74535]:     </memballoon>
Dec 06 10:04:51 user nova-compute[74535]:   </devices>
Dec 06 10:04:51 user nova-compute[74535]: </domain>
Dec 06 10:04:51 user nova-compute[74535]:  {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 10:04:51 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:04:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1775620978',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1775620978',id=25,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e51798204a674f858778dac8b46e7fec',ramdisk_id='',reservation_id='r-8nerl0hx',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-2023423839',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T10:04:35Z,user_data=None,user_id='46e1a6f038e54b16a4b6f8014b3bbf55',uuid=66440071-6cf6-4b6d-8d2a-edd5c1885510,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "31d6d3a9-3d99-4759-877e-65245c614bd3", "address": "fa:16:3e:fe:d6:66", "network": {"id": "5d9c1cb1-5902-482f-8b27-801fd79a97a7", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-530073939-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e51798204a674f858778dac8b46e7fec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap31d6d3a9-3d", "ovs_interfaceid": "31d6d3a9-3d99-4759-877e-65245c614bd3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 10:04:51 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Converting VIF {"id": "31d6d3a9-3d99-4759-877e-65245c614bd3", "address": "fa:16:3e:fe:d6:66", "network": {"id": "5d9c1cb1-5902-482f-8b27-801fd79a97a7", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-530073939-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e51798204a674f858778dac8b46e7fec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap31d6d3a9-3d", "ovs_interfaceid": "31d6d3a9-3d99-4759-877e-65245c614bd3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:04:51 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fe:d6:66,bridge_name='br-int',has_traffic_filtering=True,id=31d6d3a9-3d99-4759-877e-65245c614bd3,network=Network(5d9c1cb1-5902-482f-8b27-801fd79a97a7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap31d6d3a9-3d') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:04:51 user nova-compute[74535]: DEBUG os_vif [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:fe:d6:66,bridge_name='br-int',has_traffic_filtering=True,id=31d6d3a9-3d99-4759-877e-65245c614bd3,network=Network(5d9c1cb1-5902-482f-8b27-801fd79a97a7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap31d6d3a9-3d') {{(pid=74535) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 10:04:51 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:04:51 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:04:51 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 10:04:51 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:04:51 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '6484d646-a481-51a9-89a6-a9c3fce83e1e', '_type': 'linux-noop'}}, row=False) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:04:51 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:04:51 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:04:51 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:04:51 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap31d6d3a9-3d, may_exist=True, interface_attrs={}) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:04:51 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap31d6d3a9-3d, col_values=(('qos', UUID('13efd413-9764-4f7d-923e-348ee577f375')),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:04:51 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap31d6d3a9-3d, col_values=(('external_ids', {'iface-id': '31d6d3a9-3d99-4759-877e-65245c614bd3', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:fe:d6:66', 'vm-uuid': '66440071-6cf6-4b6d-8d2a-edd5c1885510'}),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:04:51 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:04:51 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:04:51 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:04:51 user nova-compute[74535]: INFO os_vif [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:fe:d6:66,bridge_name='br-int',has_traffic_filtering=True,id=31d6d3a9-3d99-4759-877e-65245c614bd3,network=Network(5d9c1cb1-5902-482f-8b27-801fd79a97a7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap31d6d3a9-3d')
Dec 06 10:04:51 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] No BDM found with device name vda, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 10:04:51 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] No VIF found with MAC fa:16:3e:fe:d6:66, not building metadata {{(pid=74535) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 10:04:52 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:04:52 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:04:52 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:04:52 user nova-compute[74535]: DEBUG nova.compute.manager [req-16161fd4-78d8-43ca-88ad-ead488ce579c req-74afd137-031b-4251-96ac-252e9f4cfdab service nova] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] Received event network-vif-plugged-31d6d3a9-3d99-4759-877e-65245c614bd3 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:04:52 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-16161fd4-78d8-43ca-88ad-ead488ce579c req-74afd137-031b-4251-96ac-252e9f4cfdab service nova] Acquiring lock "66440071-6cf6-4b6d-8d2a-edd5c1885510-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:04:52 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-16161fd4-78d8-43ca-88ad-ead488ce579c req-74afd137-031b-4251-96ac-252e9f4cfdab service nova] Lock "66440071-6cf6-4b6d-8d2a-edd5c1885510-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:04:52 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-16161fd4-78d8-43ca-88ad-ead488ce579c req-74afd137-031b-4251-96ac-252e9f4cfdab service nova] Lock "66440071-6cf6-4b6d-8d2a-edd5c1885510-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:04:52 user nova-compute[74535]: DEBUG nova.compute.manager [req-16161fd4-78d8-43ca-88ad-ead488ce579c req-74afd137-031b-4251-96ac-252e9f4cfdab service nova] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] No waiting events found dispatching network-vif-plugged-31d6d3a9-3d99-4759-877e-65245c614bd3 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:04:52 user nova-compute[74535]: WARNING nova.compute.manager [req-16161fd4-78d8-43ca-88ad-ead488ce579c req-74afd137-031b-4251-96ac-252e9f4cfdab service nova] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] Received unexpected event network-vif-plugged-31d6d3a9-3d99-4759-877e-65245c614bd3 for instance with vm_state building and task_state spawning.
Dec 06 10:04:52 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:04:54 user nova-compute[74535]: DEBUG nova.compute.manager [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] Instance event wait completed in 0 seconds for  {{(pid=74535) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 10:04:54 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] Guest created on hypervisor {{(pid=74535) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 10:04:54 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] Instance spawned successfully.
Dec 06 10:04:54 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 10:04:54 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] Found default for hw_cdrom_bus of ide {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:04:54 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] Found default for hw_disk_bus of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:04:54 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] Found default for hw_input_bus of None {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:04:54 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] Found default for hw_pointer_model of None {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:04:54 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] Found default for hw_video_model of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:04:54 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] Found default for hw_vif_model of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:04:54 user nova-compute[74535]: DEBUG nova.compute.manager [req-5c3609b1-3cd3-499a-b476-8631b6c54f9c req-b31740e2-56d1-4aa6-b8fd-d0df1528a51a service nova] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] Received event network-vif-plugged-31d6d3a9-3d99-4759-877e-65245c614bd3 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:04:54 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-5c3609b1-3cd3-499a-b476-8631b6c54f9c req-b31740e2-56d1-4aa6-b8fd-d0df1528a51a service nova] Acquiring lock "66440071-6cf6-4b6d-8d2a-edd5c1885510-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:04:54 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-5c3609b1-3cd3-499a-b476-8631b6c54f9c req-b31740e2-56d1-4aa6-b8fd-d0df1528a51a service nova] Lock "66440071-6cf6-4b6d-8d2a-edd5c1885510-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:04:54 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-5c3609b1-3cd3-499a-b476-8631b6c54f9c req-b31740e2-56d1-4aa6-b8fd-d0df1528a51a service nova] Lock "66440071-6cf6-4b6d-8d2a-edd5c1885510-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:04:54 user nova-compute[74535]: DEBUG nova.compute.manager [req-5c3609b1-3cd3-499a-b476-8631b6c54f9c req-b31740e2-56d1-4aa6-b8fd-d0df1528a51a service nova] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] No waiting events found dispatching network-vif-plugged-31d6d3a9-3d99-4759-877e-65245c614bd3 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:04:54 user nova-compute[74535]: WARNING nova.compute.manager [req-5c3609b1-3cd3-499a-b476-8631b6c54f9c req-b31740e2-56d1-4aa6-b8fd-d0df1528a51a service nova] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] Received unexpected event network-vif-plugged-31d6d3a9-3d99-4759-877e-65245c614bd3 for instance with vm_state building and task_state spawning.
Dec 06 10:04:55 user nova-compute[74535]: INFO nova.compute.manager [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] Took 5.08 seconds to spawn the instance on the hypervisor.
Dec 06 10:04:55 user nova-compute[74535]: DEBUG nova.compute.manager [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] Checking state {{(pid=74535) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 10:04:55 user nova-compute[74535]: INFO nova.compute.manager [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] Took 21.31 seconds to build instance.
Dec 06 10:04:55 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-6cb0b55e-3a41-4691-8a7c-fd0b452a9482 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Lock "66440071-6cf6-4b6d-8d2a-edd5c1885510" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 21.422s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:04:56 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:04:57 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:05:00 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-d8ea23cc-3c8a-4e57-8125-0d5221de52ce tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Acquiring lock "20432b5e-01b9-4b38-b139-47650a115278" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:05:00 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-d8ea23cc-3c8a-4e57-8125-0d5221de52ce tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Lock "20432b5e-01b9-4b38-b139-47650a115278" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:05:00 user nova-compute[74535]: INFO nova.compute.manager [None req-d8ea23cc-3c8a-4e57-8125-0d5221de52ce tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 20432b5e-01b9-4b38-b139-47650a115278] Detaching volume 1908b61e-7842-43ef-8eea-ad3ef6f4a870
Dec 06 10:05:00 user nova-compute[74535]: INFO nova.virt.block_device [None req-d8ea23cc-3c8a-4e57-8125-0d5221de52ce tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 20432b5e-01b9-4b38-b139-47650a115278] Attempting to driver detach volume 1908b61e-7842-43ef-8eea-ad3ef6f4a870 from mountpoint /dev/vdb
Dec 06 10:05:00 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-d8ea23cc-3c8a-4e57-8125-0d5221de52ce tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Attempting to detach device vdb from instance 20432b5e-01b9-4b38-b139-47650a115278 from the persistent domain config. {{(pid=74535) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 10:05:00 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-d8ea23cc-3c8a-4e57-8125-0d5221de52ce tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 10:05:00 user nova-compute[74535]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 10:05:00 user nova-compute[74535]:   <source dev="/dev/sdb"/>
Dec 06 10:05:00 user nova-compute[74535]:   <target dev="vdb" bus="virtio"/>
Dec 06 10:05:00 user nova-compute[74535]:   <serial>1908b61e-7842-43ef-8eea-ad3ef6f4a870</serial>
Dec 06 10:05:00 user nova-compute[74535]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Dec 06 10:05:00 user nova-compute[74535]: </disk>
Dec 06 10:05:00 user nova-compute[74535]:  {{(pid=74535) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 10:05:00 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-d8ea23cc-3c8a-4e57-8125-0d5221de52ce tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Successfully detached device vdb from instance 20432b5e-01b9-4b38-b139-47650a115278 from the persistent domain config.
Dec 06 10:05:00 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-d8ea23cc-3c8a-4e57-8125-0d5221de52ce tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 20432b5e-01b9-4b38-b139-47650a115278 from the live domain config. {{(pid=74535) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 10:05:00 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-d8ea23cc-3c8a-4e57-8125-0d5221de52ce tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 10:05:00 user nova-compute[74535]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 10:05:00 user nova-compute[74535]:   <source dev="/dev/sdb"/>
Dec 06 10:05:00 user nova-compute[74535]:   <target dev="vdb" bus="virtio"/>
Dec 06 10:05:00 user nova-compute[74535]:   <serial>1908b61e-7842-43ef-8eea-ad3ef6f4a870</serial>
Dec 06 10:05:00 user nova-compute[74535]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Dec 06 10:05:00 user nova-compute[74535]: </disk>
Dec 06 10:05:00 user nova-compute[74535]:  {{(pid=74535) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 10:05:00 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-d8ea23cc-3c8a-4e57-8125-0d5221de52ce tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 20432b5e-01b9-4b38-b139-47650a115278 {{(pid=74535) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 10:05:01 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:05:02 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-ab776d9b-c078-458f-a5fb-d1de3325dbcd tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Acquiring lock "7d750435-b1ed-446a-a466-162bdc33821d" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:05:02 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-ab776d9b-c078-458f-a5fb-d1de3325dbcd tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Lock "7d750435-b1ed-446a-a466-162bdc33821d" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:05:02 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-ab776d9b-c078-458f-a5fb-d1de3325dbcd tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Acquiring lock "7d750435-b1ed-446a-a466-162bdc33821d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:05:02 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-ab776d9b-c078-458f-a5fb-d1de3325dbcd tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Lock "7d750435-b1ed-446a-a466-162bdc33821d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:05:02 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-ab776d9b-c078-458f-a5fb-d1de3325dbcd tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Lock "7d750435-b1ed-446a-a466-162bdc33821d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:05:02 user nova-compute[74535]: INFO nova.compute.manager [None req-ab776d9b-c078-458f-a5fb-d1de3325dbcd tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] [instance: 7d750435-b1ed-446a-a466-162bdc33821d] Terminating instance
Dec 06 10:05:02 user nova-compute[74535]: DEBUG nova.compute.manager [None req-ab776d9b-c078-458f-a5fb-d1de3325dbcd tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] [instance: 7d750435-b1ed-446a-a466-162bdc33821d] Start destroying the instance on the hypervisor. {{(pid=74535) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 10:05:02 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:05:02 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:05:02 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-89560947-f07e-48ac-b714-537710f10f9c tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Acquiring lock "432ab64f-bf46-4ef7-8a09-adbeb7207912" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:05:02 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-89560947-f07e-48ac-b714-537710f10f9c tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Lock "432ab64f-bf46-4ef7-8a09-adbeb7207912" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:05:02 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:05:02 user nova-compute[74535]: DEBUG nova.objects.instance [None req-89560947-f07e-48ac-b714-537710f10f9c tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Lazy-loading 'flavor' on Instance uuid 432ab64f-bf46-4ef7-8a09-adbeb7207912 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:05:02 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:05:02 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-89560947-f07e-48ac-b714-537710f10f9c tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Lock "432ab64f-bf46-4ef7-8a09-adbeb7207912" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.060s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:05:02 user nova-compute[74535]: DEBUG nova.compute.manager [req-8f8451f1-37a1-45e0-960a-d6054f0cb780 req-b2123d79-bd74-445d-8bab-1743e3704590 service nova] [instance: 7d750435-b1ed-446a-a466-162bdc33821d] Received event network-vif-unplugged-b7795ed1-17c9-4c88-8b81-3cdc216edada {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:05:02 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-8f8451f1-37a1-45e0-960a-d6054f0cb780 req-b2123d79-bd74-445d-8bab-1743e3704590 service nova] Acquiring lock "7d750435-b1ed-446a-a466-162bdc33821d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:05:02 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-8f8451f1-37a1-45e0-960a-d6054f0cb780 req-b2123d79-bd74-445d-8bab-1743e3704590 service nova] Lock "7d750435-b1ed-446a-a466-162bdc33821d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:05:02 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-8f8451f1-37a1-45e0-960a-d6054f0cb780 req-b2123d79-bd74-445d-8bab-1743e3704590 service nova] Lock "7d750435-b1ed-446a-a466-162bdc33821d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:05:02 user nova-compute[74535]: DEBUG nova.compute.manager [req-8f8451f1-37a1-45e0-960a-d6054f0cb780 req-b2123d79-bd74-445d-8bab-1743e3704590 service nova] [instance: 7d750435-b1ed-446a-a466-162bdc33821d] No waiting events found dispatching network-vif-unplugged-b7795ed1-17c9-4c88-8b81-3cdc216edada {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:05:02 user nova-compute[74535]: DEBUG nova.compute.manager [req-8f8451f1-37a1-45e0-960a-d6054f0cb780 req-b2123d79-bd74-445d-8bab-1743e3704590 service nova] [instance: 7d750435-b1ed-446a-a466-162bdc33821d] Received event network-vif-unplugged-b7795ed1-17c9-4c88-8b81-3cdc216edada for instance with task_state deleting. {{(pid=74535) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 10:05:02 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-89560947-f07e-48ac-b714-537710f10f9c tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Acquiring lock "432ab64f-bf46-4ef7-8a09-adbeb7207912" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:05:02 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-89560947-f07e-48ac-b714-537710f10f9c tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Lock "432ab64f-bf46-4ef7-8a09-adbeb7207912" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:05:02 user nova-compute[74535]: INFO nova.compute.manager [None req-89560947-f07e-48ac-b714-537710f10f9c tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Attaching volume d1564f44-41a3-4a7c-8a3d-bf5235b1899e to /dev/vdb
Dec 06 10:05:02 user nova-compute[74535]: DEBUG os_brick.utils [None req-89560947-f07e-48ac-b714-537710f10f9c tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:05:02 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:02 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:02 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a43fa29-25ff-467d-8a0c-d4153f59ffbe]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d95ac7cee77a\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:05:02 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:02 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:02 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[3593c000-9051-46f1-9c50-c27ea890c76b]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:05:02 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:02 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:02 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[e6871983-a09e-45bd-a9d3-f0cf53cf408f]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:05:02 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2714245-7762-43a4-bbdc-a61edd74eb71]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:05:02 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-89560947-f07e-48ac-b714-537710f10f9c tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Running cmd (subprocess): nvme version {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:02 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-89560947-f07e-48ac-b714-537710f10f9c tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] 'nvme version' failed. Not Retrying. {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 10:05:02 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.nvmeof [None req-89560947-f07e-48ac-b714-537710f10f9c tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] nvme not present on system {{(pid=74535) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 10:05:02 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:02 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 10:05:02 user nova-compute[74535]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 10:05:02 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[09c0cbc1-8a11-47f0-ab31-9873d9457a46]: (4, '') {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:05:02 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-89560947-f07e-48ac-b714-537710f10f9c tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74535) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 10:05:02 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-89560947-f07e-48ac-b714-537710f10f9c tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74535) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 10:05:02 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-89560947-f07e-48ac-b714-537710f10f9c tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] LIGHTOS: no hostnqn found. {{(pid=74535) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 10:05:02 user nova-compute[74535]: DEBUG os_brick.utils [None req-89560947-f07e-48ac-b714-537710f10f9c tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] <== get_connector_properties: return (141ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d95ac7cee77a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:05:02 user nova-compute[74535]: DEBUG nova.virt.block_device [None req-89560947-f07e-48ac-b714-537710f10f9c tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Updating existing volume attachment record: fe0d68e8-2853-43f6-96bb-6c11d63d24fe {{(pid=74535) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 10:05:02 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: 7d750435-b1ed-446a-a466-162bdc33821d] Instance destroyed successfully.
Dec 06 10:05:02 user nova-compute[74535]: DEBUG nova.objects.instance [None req-ab776d9b-c078-458f-a5fb-d1de3325dbcd tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Lazy-loading 'resources' on Instance uuid 7d750435-b1ed-446a-a466-162bdc33821d {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:05:02 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-ab776d9b-c078-458f-a5fb-d1de3325dbcd tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T09:56:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-1540192689',display_name='tempest-ServersNegativeTestJSON-server-1540192689',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-1540192689',id=2,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-06T09:56:29Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ef2caf16967f464bbbd32d4edb51b25a',ramdisk_id='',reservation_id='r-tdmnv0z0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServersNegativeTestJSON-2030770952',owner_user_name='tempest-ServersNegativeTestJSON-2030770952-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T09:56:30Z,user_data=None,user_id='16172c479fcf4bc5ad34b45316aa032e',uuid=7d750435-b1ed-446a-a466-162bdc33821d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "b7795ed1-17c9-4c88-8b81-3cdc216edada", "address": "fa:16:3e:31:bf:1f", "network": {"id": "cf1731d1-e27e-4a5a-8641-3e769f36abff", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-303602077-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ef2caf16967f464bbbd32d4edb51b25a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb7795ed1-17", "ovs_interfaceid": "b7795ed1-17c9-4c88-8b81-3cdc216edada", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 10:05:02 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-ab776d9b-c078-458f-a5fb-d1de3325dbcd tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Converting VIF {"id": "b7795ed1-17c9-4c88-8b81-3cdc216edada", "address": "fa:16:3e:31:bf:1f", "network": {"id": "cf1731d1-e27e-4a5a-8641-3e769f36abff", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-303602077-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ef2caf16967f464bbbd32d4edb51b25a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb7795ed1-17", "ovs_interfaceid": "b7795ed1-17c9-4c88-8b81-3cdc216edada", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:05:02 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-ab776d9b-c078-458f-a5fb-d1de3325dbcd tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:31:bf:1f,bridge_name='br-int',has_traffic_filtering=True,id=b7795ed1-17c9-4c88-8b81-3cdc216edada,network=Network(cf1731d1-e27e-4a5a-8641-3e769f36abff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb7795ed1-17') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:05:02 user nova-compute[74535]: DEBUG os_vif [None req-ab776d9b-c078-458f-a5fb-d1de3325dbcd tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:31:bf:1f,bridge_name='br-int',has_traffic_filtering=True,id=b7795ed1-17c9-4c88-8b81-3cdc216edada,network=Network(cf1731d1-e27e-4a5a-8641-3e769f36abff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb7795ed1-17') {{(pid=74535) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 10:05:02 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:05:02 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapb7795ed1-17, bridge=br-int, if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:05:02 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:05:02 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:05:02 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=70e4fffa-3f1d-4fe1-9d3b-27bafae34804) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:05:02 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:05:02 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:05:02 user nova-compute[74535]: INFO os_vif [None req-ab776d9b-c078-458f-a5fb-d1de3325dbcd tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:31:bf:1f,bridge_name='br-int',has_traffic_filtering=True,id=b7795ed1-17c9-4c88-8b81-3cdc216edada,network=Network(cf1731d1-e27e-4a5a-8641-3e769f36abff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb7795ed1-17')
Dec 06 10:05:02 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-ab776d9b-c078-458f-a5fb-d1de3325dbcd tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] [instance: 7d750435-b1ed-446a-a466-162bdc33821d] Deleting instance files /opt/stack/data/nova/instances/7d750435-b1ed-446a-a466-162bdc33821d_del
Dec 06 10:05:02 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-ab776d9b-c078-458f-a5fb-d1de3325dbcd tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] [instance: 7d750435-b1ed-446a-a466-162bdc33821d] Deletion of /opt/stack/data/nova/instances/7d750435-b1ed-446a-a466-162bdc33821d_del complete
Dec 06 10:05:02 user nova-compute[74535]: INFO nova.compute.manager [None req-ab776d9b-c078-458f-a5fb-d1de3325dbcd tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] [instance: 7d750435-b1ed-446a-a466-162bdc33821d] Took 0.72 seconds to destroy the instance on the hypervisor.
Dec 06 10:05:02 user nova-compute[74535]: DEBUG oslo.service.loopingcall [None req-ab776d9b-c078-458f-a5fb-d1de3325dbcd tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74535) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 10:05:02 user nova-compute[74535]: DEBUG nova.compute.manager [-] [instance: 7d750435-b1ed-446a-a466-162bdc33821d] Deallocating network for instance {{(pid=74535) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 10:05:02 user nova-compute[74535]: DEBUG nova.network.neutron [-] [instance: 7d750435-b1ed-446a-a466-162bdc33821d] deallocate_for_instance() {{(pid=74535) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 10:05:03 user nova-compute[74535]: DEBUG nova.network.neutron [-] [instance: 7d750435-b1ed-446a-a466-162bdc33821d] Updating instance_info_cache with network_info: [] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:05:03 user nova-compute[74535]: INFO nova.compute.manager [-] [instance: 7d750435-b1ed-446a-a466-162bdc33821d] Took 0.48 seconds to deallocate network for instance.
Dec 06 10:05:03 user nova-compute[74535]: DEBUG nova.compute.manager [req-a82030d2-fa4e-4b41-93f6-de40235d5e04 req-cf629958-2c2d-496e-9084-7441762d8a00 service nova] [instance: 7d750435-b1ed-446a-a466-162bdc33821d] Received event network-vif-deleted-b7795ed1-17c9-4c88-8b81-3cdc216edada {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:05:03 user nova-compute[74535]: INFO nova.compute.manager [req-a82030d2-fa4e-4b41-93f6-de40235d5e04 req-cf629958-2c2d-496e-9084-7441762d8a00 service nova] [instance: 7d750435-b1ed-446a-a466-162bdc33821d] Neutron deleted interface b7795ed1-17c9-4c88-8b81-3cdc216edada; detaching it from the instance and deleting it from the info cache
Dec 06 10:05:03 user nova-compute[74535]: DEBUG nova.network.neutron [req-a82030d2-fa4e-4b41-93f6-de40235d5e04 req-cf629958-2c2d-496e-9084-7441762d8a00 service nova] [instance: 7d750435-b1ed-446a-a466-162bdc33821d] Updating instance_info_cache with network_info: [] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:05:03 user nova-compute[74535]: DEBUG nova.compute.manager [req-a82030d2-fa4e-4b41-93f6-de40235d5e04 req-cf629958-2c2d-496e-9084-7441762d8a00 service nova] [instance: 7d750435-b1ed-446a-a466-162bdc33821d] Detach interface failed, port_id=b7795ed1-17c9-4c88-8b81-3cdc216edada, reason: Instance 7d750435-b1ed-446a-a466-162bdc33821d could not be found. {{(pid=74535) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 06 10:05:03 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-ab776d9b-c078-458f-a5fb-d1de3325dbcd tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:05:03 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-ab776d9b-c078-458f-a5fb-d1de3325dbcd tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:05:03 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-ab776d9b-c078-458f-a5fb-d1de3325dbcd tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:05:03 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-ab776d9b-c078-458f-a5fb-d1de3325dbcd tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:05:03 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-ab776d9b-c078-458f-a5fb-d1de3325dbcd tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.433s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:05:03 user nova-compute[74535]: INFO nova.scheduler.client.report [None req-ab776d9b-c078-458f-a5fb-d1de3325dbcd tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Deleted allocations for instance 7d750435-b1ed-446a-a466-162bdc33821d
Dec 06 10:05:04 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-ab776d9b-c078-458f-a5fb-d1de3325dbcd tempest-ServersNegativeTestJSON-2030770952 tempest-ServersNegativeTestJSON-2030770952-project-member] Lock "7d750435-b1ed-446a-a466-162bdc33821d" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.821s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:05:04 user nova-compute[74535]: DEBUG nova.compute.manager [req-cc5fa6cc-f01e-45aa-95d0-cc692fc6e68d req-c1a6a831-9def-4b28-a42f-7763b2b8e655 service nova] [instance: 7d750435-b1ed-446a-a466-162bdc33821d] Received event network-vif-plugged-b7795ed1-17c9-4c88-8b81-3cdc216edada {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:05:04 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-cc5fa6cc-f01e-45aa-95d0-cc692fc6e68d req-c1a6a831-9def-4b28-a42f-7763b2b8e655 service nova] Acquiring lock "7d750435-b1ed-446a-a466-162bdc33821d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:05:04 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-cc5fa6cc-f01e-45aa-95d0-cc692fc6e68d req-c1a6a831-9def-4b28-a42f-7763b2b8e655 service nova] Lock "7d750435-b1ed-446a-a466-162bdc33821d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:05:04 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-cc5fa6cc-f01e-45aa-95d0-cc692fc6e68d req-c1a6a831-9def-4b28-a42f-7763b2b8e655 service nova] Lock "7d750435-b1ed-446a-a466-162bdc33821d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:05:04 user nova-compute[74535]: DEBUG nova.compute.manager [req-cc5fa6cc-f01e-45aa-95d0-cc692fc6e68d req-c1a6a831-9def-4b28-a42f-7763b2b8e655 service nova] [instance: 7d750435-b1ed-446a-a466-162bdc33821d] No waiting events found dispatching network-vif-plugged-b7795ed1-17c9-4c88-8b81-3cdc216edada {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:05:04 user nova-compute[74535]: WARNING nova.compute.manager [req-cc5fa6cc-f01e-45aa-95d0-cc692fc6e68d req-c1a6a831-9def-4b28-a42f-7763b2b8e655 service nova] [instance: 7d750435-b1ed-446a-a466-162bdc33821d] Received unexpected event network-vif-plugged-b7795ed1-17c9-4c88-8b81-3cdc216edada for instance with vm_state deleted and task_state None.
Dec 06 10:05:07 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Acquiring lock "c3b63c03-ccc7-458a-8780-b196259784e4" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:05:07 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Lock "c3b63c03-ccc7-458a-8780-b196259784e4" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:05:07 user nova-compute[74535]: INFO nova.compute.manager [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Unshelving
Dec 06 10:05:07 user nova-compute[74535]: INFO nova.virt.block_device [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Booting with volume 56b1e591-c1f5-4834-8c99-30f0d04ea92b at /dev/vdc
Dec 06 10:05:07 user nova-compute[74535]: DEBUG os_brick.utils [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:05:07 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:07 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:07 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[6355a9a0-811d-4f1e-9b1e-1d148d4479ba]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d95ac7cee77a\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:05:07 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:07 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:07 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[854f6bdf-02e7-4d02-ab77-2a3662b2883c]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:05:07 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:07 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:07 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[2cadbfd1-e818-4e39-8cf7-69adb54db984]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:05:07 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[7fb55bb1-dfc9-44b6-8b2a-af59696e4aee]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:05:07 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Running cmd (subprocess): nvme version {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:07 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] 'nvme version' failed. Not Retrying. {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 10:05:07 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.nvmeof [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] nvme not present on system {{(pid=74535) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 10:05:07 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:07 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 10:05:07 user nova-compute[74535]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 10:05:07 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1a4269f-85e0-4c45-8252-3dadb3451211]: (4, '') {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:05:07 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74535) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 10:05:07 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74535) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 10:05:07 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] LIGHTOS: no hostnqn found. {{(pid=74535) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 10:05:07 user nova-compute[74535]: DEBUG os_brick.utils [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] <== get_connector_properties: return (140ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d95ac7cee77a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:05:07 user nova-compute[74535]: DEBUG nova.virt.block_device [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Updating existing volume attachment record: 7b366afa-773c-425d-9d31-df7e14fcdb4c {{(pid=74535) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 10:05:07 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:05:07 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:05:08 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-4521af17-be01-49bf-8a96-defd079f1711 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Acquiring lock "9032fc82-326a-4827-94e0-c2c42a318148" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:05:08 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-4521af17-be01-49bf-8a96-defd079f1711 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Lock "9032fc82-326a-4827-94e0-c2c42a318148" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:05:08 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-4521af17-be01-49bf-8a96-defd079f1711 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Acquiring lock "9032fc82-326a-4827-94e0-c2c42a318148-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:05:08 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-4521af17-be01-49bf-8a96-defd079f1711 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Lock "9032fc82-326a-4827-94e0-c2c42a318148-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:05:08 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-4521af17-be01-49bf-8a96-defd079f1711 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Lock "9032fc82-326a-4827-94e0-c2c42a318148-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:05:08 user nova-compute[74535]: INFO nova.compute.manager [None req-4521af17-be01-49bf-8a96-defd079f1711 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Terminating instance
Dec 06 10:05:08 user nova-compute[74535]: DEBUG nova.compute.manager [None req-4521af17-be01-49bf-8a96-defd079f1711 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Start destroying the instance on the hypervisor. {{(pid=74535) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 10:05:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:05:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:05:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:05:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:05:08 user nova-compute[74535]: DEBUG nova.compute.manager [req-85451bbc-b04c-4f12-b4b4-53424cbc10d1 req-fed025a8-fe9a-4087-956e-4c6ea51713d0 service nova] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Received event network-vif-unplugged-a462dbbf-ce92-4626-9a60-8681073805b9 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:05:08 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-85451bbc-b04c-4f12-b4b4-53424cbc10d1 req-fed025a8-fe9a-4087-956e-4c6ea51713d0 service nova] Acquiring lock "9032fc82-326a-4827-94e0-c2c42a318148-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:05:08 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-85451bbc-b04c-4f12-b4b4-53424cbc10d1 req-fed025a8-fe9a-4087-956e-4c6ea51713d0 service nova] Lock "9032fc82-326a-4827-94e0-c2c42a318148-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:05:08 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-85451bbc-b04c-4f12-b4b4-53424cbc10d1 req-fed025a8-fe9a-4087-956e-4c6ea51713d0 service nova] Lock "9032fc82-326a-4827-94e0-c2c42a318148-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:05:08 user nova-compute[74535]: DEBUG nova.compute.manager [req-85451bbc-b04c-4f12-b4b4-53424cbc10d1 req-fed025a8-fe9a-4087-956e-4c6ea51713d0 service nova] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] No waiting events found dispatching network-vif-unplugged-a462dbbf-ce92-4626-9a60-8681073805b9 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:05:08 user nova-compute[74535]: DEBUG nova.compute.manager [req-85451bbc-b04c-4f12-b4b4-53424cbc10d1 req-fed025a8-fe9a-4087-956e-4c6ea51713d0 service nova] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Received event network-vif-unplugged-a462dbbf-ce92-4626-9a60-8681073805b9 for instance with task_state deleting. {{(pid=74535) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 10:05:08 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Instance destroyed successfully.
Dec 06 10:05:08 user nova-compute[74535]: DEBUG nova.objects.instance [None req-4521af17-be01-49bf-8a96-defd079f1711 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Lazy-loading 'resources' on Instance uuid 9032fc82-326a-4827-94e0-c2c42a318148 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:05:08 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-4521af17-be01-49bf-8a96-defd079f1711 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T09:56:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1234679314',display_name='tempest-ServerActionsTestOtherB-server-1234679314',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1234679314',id=4,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGGpl1LoP4E2iKVecWbckllE6cvQARpi+xJC7byjNEWhH3yneg0Jk0iYKP/lsAtugNEK97tLnf4tCMNNUQngxZiZEXrBMpOiLfI5RPf4Rb4whN3TB33bUI75WxoSajNhWA==',key_name='tempest-keypair-726602048',keypairs=<?>,launch_index=0,launched_at=2023-12-06T10:02:37Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='90943706b3664c72bbae8f17a744ad30',ramdisk_id='',reservation_id='r-vmw5ulis',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherB-1255547293',owner_user_name='tempest-ServerActionsTestOtherB-1255547293-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T10:02:38Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5c45520fb9674d44bec3d71ba1054d85',uuid=9032fc82-326a-4827-94e0-c2c42a318148,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a462dbbf-ce92-4626-9a60-8681073805b9", "address": "fa:16:3e:a3:9f:03", "network": {"id": "2c655269-59e9-4d53-8ce2-fa7d52c97f0c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1216090719-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.15", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "90943706b3664c72bbae8f17a744ad30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa462dbbf-ce", "ovs_interfaceid": "a462dbbf-ce92-4626-9a60-8681073805b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 10:05:08 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-4521af17-be01-49bf-8a96-defd079f1711 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Converting VIF {"id": "a462dbbf-ce92-4626-9a60-8681073805b9", "address": "fa:16:3e:a3:9f:03", "network": {"id": "2c655269-59e9-4d53-8ce2-fa7d52c97f0c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1216090719-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.15", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "90943706b3664c72bbae8f17a744ad30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa462dbbf-ce", "ovs_interfaceid": "a462dbbf-ce92-4626-9a60-8681073805b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:05:08 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-4521af17-be01-49bf-8a96-defd079f1711 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:a3:9f:03,bridge_name='br-int',has_traffic_filtering=True,id=a462dbbf-ce92-4626-9a60-8681073805b9,network=Network(2c655269-59e9-4d53-8ce2-fa7d52c97f0c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa462dbbf-ce') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:05:08 user nova-compute[74535]: DEBUG os_vif [None req-4521af17-be01-49bf-8a96-defd079f1711 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:a3:9f:03,bridge_name='br-int',has_traffic_filtering=True,id=a462dbbf-ce92-4626-9a60-8681073805b9,network=Network(2c655269-59e9-4d53-8ce2-fa7d52c97f0c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa462dbbf-ce') {{(pid=74535) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 10:05:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:05:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa462dbbf-ce, bridge=br-int, if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:05:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:05:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:05:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:05:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=51e52679-07d6-4504-b701-99abe99b59a7) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:05:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:05:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:05:08 user nova-compute[74535]: INFO os_vif [None req-4521af17-be01-49bf-8a96-defd079f1711 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:a3:9f:03,bridge_name='br-int',has_traffic_filtering=True,id=a462dbbf-ce92-4626-9a60-8681073805b9,network=Network(2c655269-59e9-4d53-8ce2-fa7d52c97f0c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa462dbbf-ce')
Dec 06 10:05:08 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4521af17-be01-49bf-8a96-defd079f1711 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] calling os-brick to detach iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 10:05:08 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-4521af17-be01-49bf-8a96-defd079f1711 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, {'target_iqn': 'iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'tTkzBiQo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:05:08 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-4521af17-be01-49bf-8a96-defd079f1711 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:05:08 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-4521af17-be01-49bf-8a96-defd079f1711 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:05:08 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-4521af17-be01-49bf-8a96-defd079f1711 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:05:08 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:08 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:08 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[2efb22c6-9fa9-4052-a332-58d8305e6aec]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:05:08 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-4521af17-be01-49bf-8a96-defd079f1711 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 10:05:08 user nova-compute[74535]: No targets found.
Dec 06 10:05:08 user nova-compute[74535]: iSNS:
Dec 06 10:05:08 user nova-compute[74535]: No targets found.
Dec 06 10:05:08 user nova-compute[74535]: STATIC:
Dec 06 10:05:08 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8
Dec 06 10:05:08 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:05:08 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:05:08 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870
Dec 06 10:05:08 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:05:08 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:05:08 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d
Dec 06 10:05:08 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:05:08 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:05:08 user nova-compute[74535]: FIRMWARE:
Dec 06 10:05:08 user nova-compute[74535]: No targets found.
Dec 06 10:05:08 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:05:08 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-4521af17-be01-49bf-8a96-defd079f1711 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 10:05:08 user nova-compute[74535]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 10:05:08 user nova-compute[74535]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74535) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 10:05:08 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-4521af17-be01-49bf-8a96-defd079f1711 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d', 0)] {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 10:05:08 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:09 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[28ae3bf4-b0ed-4b6f-9748-e6fd23b26f86]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:05:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:09 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[5695864e-db61-4af7-a322-be2934cae0e0]: (4, ('tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:05:09 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-4521af17-be01-49bf-8a96-defd079f1711 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870 (non-flash)
Dec 06 10:05:09 user nova-compute[74535]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d (non-flash)
Dec 06 10:05:09 user nova-compute[74535]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:05:09 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:05:09 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-4521af17-be01-49bf-8a96-defd079f1711 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] iscsi session list stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870 (non-flash)
Dec 06 10:05:09 user nova-compute[74535]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d (non-flash)
Dec 06 10:05:09 user nova-compute[74535]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:05:09 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:05:09 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-4521af17-be01-49bf-8a96-defd079f1711 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ff124326cb0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d'): ({'sdd'}, set())}) {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 10:05:09 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-4521af17-be01-49bf-8a96-defd079f1711 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Removing single pathed devices sdd {{(pid=74535) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 10:05:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:09 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[236409a9-7882-404e-8aba-0471b689d922]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:05:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:09 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[9737e956-605e-4020-8207-0628412b6bd8]: (4, ('ok\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:05:09 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-4521af17-be01-49bf-8a96-defd079f1711 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Flushing IO for device /dev/sdd {{(pid=74535) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 10:05:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.017s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:09 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba5977d9-b398-491a-b09c-21ab4973d068]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:05:09 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-4521af17-be01-49bf-8a96-defd079f1711 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74535) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 10:05:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.039s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:09 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[6429f6e1-72bb-4cec-b568-17298c23580c]: (4, ('1', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:05:09 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-4521af17-be01-49bf-8a96-defd079f1711 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 10:05:09 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-4521af17-be01-49bf-8a96-defd079f1711 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] SCSI volumes sdd have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 10:05:09 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-4521af17-be01-49bf-8a96-defd079f1711 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d')] {{(pid=74535) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 10:05:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:09 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[e75c6a9e-f126-41ba-96a4-31f47e5620f4]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:05:09 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-4521af17-be01-49bf-8a96-defd079f1711 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:05:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d -p 172.16.0.220:3260 --logout {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d -p 172.16.0.220:3260 --logout" returned: 0 in 0.053s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:09 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[c159bad2-6833-497e-b229-d6c2bf2da4d0]: (4, ('Logging out of session [sid: 20, target: iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d, portal: 172.16.0.220,3260]\nLogout of [sid: 20, target: iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:05:09 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-4521af17-be01-49bf-8a96-defd079f1711 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 20, target: iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d, portal: 172.16.0.220,3260]
Dec 06 10:05:09 user nova-compute[74535]: Logout of [sid: 20, target: iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d, portal: 172.16.0.220,3260] successful.
Dec 06 10:05:09 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:05:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d -p 172.16.0.220:3260 --op delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f49f2d1e-ef6b-4d9a-ade0-f4b290b0163d -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:09 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[adbd77d0-23bc-4a62-8c7b-8ff0fd61b924]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:05:09 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-4521af17-be01-49bf-8a96-defd079f1711 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:05:09 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-4521af17-be01-49bf-8a96-defd079f1711 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.316s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:05:09 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-4521af17-be01-49bf-8a96-defd079f1711 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] <== disconnect_volume: return (317ms) None {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:05:09 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4521af17-be01-49bf-8a96-defd079f1711 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Disconnected iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 10:05:09 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-4521af17-be01-49bf-8a96-defd079f1711 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Deleting instance files /opt/stack/data/nova/instances/9032fc82-326a-4827-94e0-c2c42a318148_del
Dec 06 10:05:09 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-4521af17-be01-49bf-8a96-defd079f1711 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Deletion of /opt/stack/data/nova/instances/9032fc82-326a-4827-94e0-c2c42a318148_del complete
Dec 06 10:05:09 user nova-compute[74535]: INFO nova.compute.manager [None req-4521af17-be01-49bf-8a96-defd079f1711 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Took 1.31 seconds to destroy the instance on the hypervisor.
Dec 06 10:05:09 user nova-compute[74535]: DEBUG oslo.service.loopingcall [None req-4521af17-be01-49bf-8a96-defd079f1711 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74535) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 10:05:09 user nova-compute[74535]: DEBUG nova.compute.manager [-] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Deallocating network for instance {{(pid=74535) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 10:05:09 user nova-compute[74535]: DEBUG nova.network.neutron [-] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] deallocate_for_instance() {{(pid=74535) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 10:05:09 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:05:10 user nova-compute[74535]: DEBUG nova.network.neutron [-] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Updating instance_info_cache with network_info: [] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:05:10 user nova-compute[74535]: DEBUG nova.compute.manager [req-6d40efc6-ae5b-412c-bbf3-c35e768646b0 req-e532dec7-1edc-42c0-8c2e-26b7946a528f service nova] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Received event network-vif-deleted-a462dbbf-ce92-4626-9a60-8681073805b9 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:05:10 user nova-compute[74535]: INFO nova.compute.manager [req-6d40efc6-ae5b-412c-bbf3-c35e768646b0 req-e532dec7-1edc-42c0-8c2e-26b7946a528f service nova] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Neutron deleted interface a462dbbf-ce92-4626-9a60-8681073805b9; detaching it from the instance and deleting it from the info cache
Dec 06 10:05:10 user nova-compute[74535]: DEBUG nova.network.neutron [req-6d40efc6-ae5b-412c-bbf3-c35e768646b0 req-e532dec7-1edc-42c0-8c2e-26b7946a528f service nova] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Updating instance_info_cache with network_info: [] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:05:10 user nova-compute[74535]: INFO nova.compute.manager [-] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Took 0.73 seconds to deallocate network for instance.
Dec 06 10:05:10 user nova-compute[74535]: DEBUG nova.compute.manager [req-6d40efc6-ae5b-412c-bbf3-c35e768646b0 req-e532dec7-1edc-42c0-8c2e-26b7946a528f service nova] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Detach interface failed, port_id=a462dbbf-ce92-4626-9a60-8681073805b9, reason: Instance 9032fc82-326a-4827-94e0-c2c42a318148 could not be found. {{(pid=74535) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 06 10:05:10 user nova-compute[74535]: DEBUG nova.compute.manager [req-62354499-385c-4406-8d63-bc64f3294147 req-81743edf-e113-4256-a1a2-4ebfcae735a7 service nova] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Received event network-vif-plugged-a462dbbf-ce92-4626-9a60-8681073805b9 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:05:10 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-62354499-385c-4406-8d63-bc64f3294147 req-81743edf-e113-4256-a1a2-4ebfcae735a7 service nova] Acquiring lock "9032fc82-326a-4827-94e0-c2c42a318148-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:05:10 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-62354499-385c-4406-8d63-bc64f3294147 req-81743edf-e113-4256-a1a2-4ebfcae735a7 service nova] Lock "9032fc82-326a-4827-94e0-c2c42a318148-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:05:10 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-62354499-385c-4406-8d63-bc64f3294147 req-81743edf-e113-4256-a1a2-4ebfcae735a7 service nova] Lock "9032fc82-326a-4827-94e0-c2c42a318148-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:05:10 user nova-compute[74535]: DEBUG nova.compute.manager [req-62354499-385c-4406-8d63-bc64f3294147 req-81743edf-e113-4256-a1a2-4ebfcae735a7 service nova] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] No waiting events found dispatching network-vif-plugged-a462dbbf-ce92-4626-9a60-8681073805b9 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:05:10 user nova-compute[74535]: WARNING nova.compute.manager [req-62354499-385c-4406-8d63-bc64f3294147 req-81743edf-e113-4256-a1a2-4ebfcae735a7 service nova] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Received unexpected event network-vif-plugged-a462dbbf-ce92-4626-9a60-8681073805b9 for instance with vm_state active and task_state deleting.
Dec 06 10:05:10 user nova-compute[74535]: INFO nova.compute.manager [None req-4521af17-be01-49bf-8a96-defd079f1711 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] [instance: 9032fc82-326a-4827-94e0-c2c42a318148] Took 0.79 seconds to detach 1 volumes for instance.
Dec 06 10:05:10 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-4521af17-be01-49bf-8a96-defd079f1711 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:05:10 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-4521af17-be01-49bf-8a96-defd079f1711 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:05:11 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-4521af17-be01-49bf-8a96-defd079f1711 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:05:11 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-4521af17-be01-49bf-8a96-defd079f1711 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:05:11 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-4521af17-be01-49bf-8a96-defd079f1711 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.366s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:05:11 user nova-compute[74535]: INFO nova.scheduler.client.report [None req-4521af17-be01-49bf-8a96-defd079f1711 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Deleted allocations for instance 9032fc82-326a-4827-94e0-c2c42a318148
Dec 06 10:05:11 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-4521af17-be01-49bf-8a96-defd079f1711 tempest-ServerActionsTestOtherB-1255547293 tempest-ServerActionsTestOtherB-1255547293-project-member] Lock "9032fc82-326a-4827-94e0-c2c42a318148" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.383s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:05:11 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:05:11 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:05:12 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-89560947-f07e-48ac-b714-537710f10f9c tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Calling os-brick to attach iSCSI Volume {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 10:05:12 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-89560947-f07e-48ac-b714-537710f10f9c tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RSrDmoip', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:05:12 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-89560947-f07e-48ac-b714-537710f10f9c tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:05:12 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-89560947-f07e-48ac-b714-537710f10f9c tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:05:12 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-89560947-f07e-48ac-b714-537710f10f9c tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:05:12 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-89560947-f07e-48ac-b714-537710f10f9c tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:05:12 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-89560947-f07e-48ac-b714-537710f10f9c tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:05:12 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-89560947-f07e-48ac-b714-537710f10f9c tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:05:12 user nova-compute[74535]: INFO os_brick.initiator.connectors.iscsi [None req-89560947-f07e-48ac-b714-537710f10f9c tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 10:05:12 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e -p 172.16.0.220:3260 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:12 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:12 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d80dbf2-d006-4317-9c48-e1095c98dfdb]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:05:12 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-89560947-f07e-48ac-b714-537710f10f9c tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 10:05:12 user nova-compute[74535]:  {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:05:12 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e -p 172.16.0.220:3260 --interface default --op new {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:12 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:12 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[2db44e44-0091-4c6d-be3e-51dc07efd818]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e] added\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:05:12 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-89560947-f07e-48ac-b714-537710f10f9c tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e] added
Dec 06 10:05:12 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:05:12 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:12 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:12 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[0496574a-3eb9-4b50-9f61-97703c90e460]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:05:12 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-89560947-f07e-48ac-b714-537710f10f9c tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:05:12 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:12 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:12 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d17697f-819c-4c2d-b31c-5f7dec12c275]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:05:12 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-89560947-f07e-48ac-b714-537710f10f9c tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:05:12 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RSrDmoip {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:12 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RSrDmoip" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:12 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[886dee81-e7d9-4a83-b54f-a875eda391bf]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:05:12 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-89560947-f07e-48ac-b714-537710f10f9c tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'RSrDmoip'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:05:12 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:12 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:12 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[4070ab53-02d4-42a7-bd0d-83ea64bd3c29]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:05:12 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-89560947-f07e-48ac-b714-537710f10f9c tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:05:12 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:12 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:12 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[57f69768-3cdb-4eeb-af8d-9999929f41b5]: (4, ('tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:05:12 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-89560947-f07e-48ac-b714-537710f10f9c tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870 (non-flash)
Dec 06 10:05:12 user nova-compute[74535]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:05:12 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:05:12 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-89560947-f07e-48ac-b714-537710f10f9c tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] iscsi session list stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870 (non-flash)
Dec 06 10:05:12 user nova-compute[74535]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:05:12 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:05:12 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e -p 172.16.0.220:3260 --login {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:12 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e -p 172.16.0.220:3260 --login" returned: 0 in 0.062s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:12 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b6e21d6-a01b-44e8-a71d-cf6d682717eb]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:05:12 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-89560947-f07e-48ac-b714-537710f10f9c tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e, portal: 172.16.0.220,3260]
Dec 06 10:05:12 user nova-compute[74535]: Login to [iface: default, target: iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e, portal: 172.16.0.220,3260] successful.
Dec 06 10:05:12 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:05:12 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:12 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:05:12 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.035s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:12 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[9dd9a49a-10eb-40b6-b10b-653545a13a0e]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:05:12 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-89560947-f07e-48ac-b714-537710f10f9c tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:05:12 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:12 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:12 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[c056c133-782b-446b-bcef-4e2b4ec5fbe6]: (4, ('tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:05:12 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-89560947-f07e-48ac-b714-537710f10f9c tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870 (non-flash)
Dec 06 10:05:12 user nova-compute[74535]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:05:12 user nova-compute[74535]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e (non-flash)
Dec 06 10:05:12 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:05:12 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-89560947-f07e-48ac-b714-537710f10f9c tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] iscsi session list stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870 (non-flash)
Dec 06 10:05:12 user nova-compute[74535]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:05:12 user nova-compute[74535]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e (non-flash)
Dec 06 10:05:12 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:05:12 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-89560947-f07e-48ac-b714-537710f10f9c tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.293s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:05:12 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-89560947-f07e-48ac-b714-537710f10f9c tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Connected to 172.16.0.220:3260 {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 10:05:12 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-89560947-f07e-48ac-b714-537710f10f9c tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] HCTL ('35', '-', '-', 0) found on session 24 with lun 0 {{(pid=74535) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 10:05:12 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-89560947-f07e-48ac-b714-537710f10f9c tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74535) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 10:05:12 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:12 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:12 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[20d20cbc-c955-4c54-83be-dd8e93082bc7]: (4, ('- - 0', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:05:12 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-89560947-f07e-48ac-b714-537710f10f9c tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Searching for a device in session 24 and hctl ['35', '*', '*', 0] yield: None {{(pid=74535) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 10:05:13 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:05:13 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74535) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 10:05:13 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:05:13 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:05:13 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:05:13 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:05:13 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Auditing locally available compute resources for user (node: user) {{(pid=74535) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 10:05:13 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:05:13 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-89560947-f07e-48ac-b714-537710f10f9c tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Searching for a device in session 24 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74535) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 10:05:13 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-89560947-f07e-48ac-b714-537710f10f9c tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RSrDmoip', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 10:05:13 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-89560947-f07e-48ac-b714-537710f10f9c tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.324s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:05:13 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-89560947-f07e-48ac-b714-537710f10f9c tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] <== connect_volume: return (1325ms) {'type': 'block', 'scsi_wwn': '26566383137396130', 'path': '/dev/sdd'} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:05:13 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-89560947-f07e-48ac-b714-537710f10f9c tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26566383137396130', 'path': '/dev/sdd'} {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 10:05:13 user nova-compute[74535]: DEBUG nova.objects.instance [None req-89560947-f07e-48ac-b714-537710f10f9c tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Lazy-loading 'flavor' on Instance uuid 432ab64f-bf46-4ef7-8a09-adbeb7207912 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:05:14 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-89560947-f07e-48ac-b714-537710f10f9c tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 10:05:14 user nova-compute[74535]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 10:05:14 user nova-compute[74535]:   <source dev="/dev/sdd"/>
Dec 06 10:05:14 user nova-compute[74535]:   <target dev="vdb" bus="virtio"/>
Dec 06 10:05:14 user nova-compute[74535]:   <serial>d1564f44-41a3-4a7c-8a3d-bf5235b1899e</serial>
Dec 06 10:05:14 user nova-compute[74535]: </disk>
Dec 06 10:05:14 user nova-compute[74535]:  {{(pid=74535) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 10:05:14 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk.rescue --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:14 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk.rescue --force-share --output=json" returned: 0 in 0.175s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:14 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk.rescue --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:14 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-89560947-f07e-48ac-b714-537710f10f9c tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] No BDM found with device name vda, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 10:05:14 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-89560947-f07e-48ac-b714-537710f10f9c tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 10:05:14 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-89560947-f07e-48ac-b714-537710f10f9c tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] No VIF found with MAC fa:16:3e:b6:f0:80, not building metadata {{(pid=74535) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 10:05:14 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk.rescue --force-share --output=json" returned: 0 in 0.180s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:14 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:14 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-89560947-f07e-48ac-b714-537710f10f9c tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Lock "432ab64f-bf46-4ef7-8a09-adbeb7207912" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 12.023s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:05:14 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:14 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:14 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:14 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:14 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:14 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:15 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:15 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74535) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 10:05:15 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:15 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:15 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:15 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:15 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/20432b5e-01b9-4b38-b139-47650a115278/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:15 user nova-compute[74535]: INFO nova.compute.manager [None req-ea3e3ca5-125f-404e-9133-b97d683500d5 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Rescuing
Dec 06 10:05:15 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-ea3e3ca5-125f-404e-9133-b97d683500d5 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Acquiring lock "refresh_cache-432ab64f-bf46-4ef7-8a09-adbeb7207912" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:05:15 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-ea3e3ca5-125f-404e-9133-b97d683500d5 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Acquired lock "refresh_cache-432ab64f-bf46-4ef7-8a09-adbeb7207912" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:05:15 user nova-compute[74535]: DEBUG nova.network.neutron [None req-ea3e3ca5-125f-404e-9133-b97d683500d5 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Building network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 10:05:15 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/20432b5e-01b9-4b38-b139-47650a115278/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:15 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/20432b5e-01b9-4b38-b139-47650a115278/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:15 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/20432b5e-01b9-4b38-b139-47650a115278/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:15 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f37b4f2-47f1-474f-82cb-fa93ff07f428/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:16 user nova-compute[74535]: DEBUG nova.network.neutron [None req-ea3e3ca5-125f-404e-9133-b97d683500d5 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Updating instance_info_cache with network_info: [{"id": "9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9", "address": "fa:16:3e:b6:f0:80", "network": {"id": "13768401-adfd-4853-8905-b61e31c03208", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1157513032-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.121", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2357141e4bee4c359e80b57d579fdf38", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9ecee7e9-a7", "ovs_interfaceid": "9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:05:16 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-ea3e3ca5-125f-404e-9133-b97d683500d5 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Releasing lock "refresh_cache-432ab64f-bf46-4ef7-8a09-adbeb7207912" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:05:16 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f37b4f2-47f1-474f-82cb-fa93ff07f428/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:16 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f37b4f2-47f1-474f-82cb-fa93ff07f428/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:05:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:05:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:05:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:05:16 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f37b4f2-47f1-474f-82cb-fa93ff07f428/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:16 user nova-compute[74535]: DEBUG nova.compute.manager [req-a2415350-da54-4ea5-914b-713028cdc480 req-0b933383-8580-420e-9029-3569cd9e9320 service nova] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Received event network-vif-unplugged-9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:05:16 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-a2415350-da54-4ea5-914b-713028cdc480 req-0b933383-8580-420e-9029-3569cd9e9320 service nova] Acquiring lock "432ab64f-bf46-4ef7-8a09-adbeb7207912-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:05:16 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-a2415350-da54-4ea5-914b-713028cdc480 req-0b933383-8580-420e-9029-3569cd9e9320 service nova] Lock "432ab64f-bf46-4ef7-8a09-adbeb7207912-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:05:16 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-a2415350-da54-4ea5-914b-713028cdc480 req-0b933383-8580-420e-9029-3569cd9e9320 service nova] Lock "432ab64f-bf46-4ef7-8a09-adbeb7207912-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:05:16 user nova-compute[74535]: DEBUG nova.compute.manager [req-a2415350-da54-4ea5-914b-713028cdc480 req-0b933383-8580-420e-9029-3569cd9e9320 service nova] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] No waiting events found dispatching network-vif-unplugged-9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:05:16 user nova-compute[74535]: WARNING nova.compute.manager [req-a2415350-da54-4ea5-914b-713028cdc480 req-0b933383-8580-420e-9029-3569cd9e9320 service nova] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Received unexpected event network-vif-unplugged-9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9 for instance with vm_state active and task_state rescuing.
Dec 06 10:05:16 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/432ab64f-bf46-4ef7-8a09-adbeb7207912/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:16 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/432ab64f-bf46-4ef7-8a09-adbeb7207912/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:16 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/432ab64f-bf46-4ef7-8a09-adbeb7207912/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:16 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Instance destroyed successfully.
Dec 06 10:05:16 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-ea3e3ca5-125f-404e-9133-b97d683500d5 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Attempting a stable device rescue
Dec 06 10:05:16 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/432ab64f-bf46-4ef7-8a09-adbeb7207912/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:16 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=74535) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 10:05:16 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d9150e7-0f02-4b19-b3f2-b329620d9722/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:16 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-ea3e3ca5-125f-404e-9133-b97d683500d5 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk'}}} {{(pid=74535) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4314}}
Dec 06 10:05:16 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-ea3e3ca5-125f-404e-9133-b97d683500d5 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Instance directory exists: not creating {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Dec 06 10:05:16 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-ea3e3ca5-125f-404e-9133-b97d683500d5 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Creating image(s)
Dec 06 10:05:16 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-ea3e3ca5-125f-404e-9133-b97d683500d5 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Acquiring lock "/opt/stack/data/nova/instances/432ab64f-bf46-4ef7-8a09-adbeb7207912/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:05:16 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-ea3e3ca5-125f-404e-9133-b97d683500d5 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Lock "/opt/stack/data/nova/instances/432ab64f-bf46-4ef7-8a09-adbeb7207912/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:05:17 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-ea3e3ca5-125f-404e-9133-b97d683500d5 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Lock "/opt/stack/data/nova/instances/432ab64f-bf46-4ef7-8a09-adbeb7207912/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:05:17 user nova-compute[74535]: DEBUG nova.objects.instance [None req-ea3e3ca5-125f-404e-9133-b97d683500d5 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Lazy-loading 'trusted_certs' on Instance uuid 432ab64f-bf46-4ef7-8a09-adbeb7207912 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:05:17 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-ea3e3ca5-125f-404e-9133-b97d683500d5 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Acquiring lock "84708f6bbc283c3f80c442c885662fe691c7d4db" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:05:17 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-ea3e3ca5-125f-404e-9133-b97d683500d5 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Lock "84708f6bbc283c3f80c442c885662fe691c7d4db" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:05:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-ea3e3ca5-125f-404e-9133-b97d683500d5 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/84708f6bbc283c3f80c442c885662fe691c7d4db.part --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d9150e7-0f02-4b19-b3f2-b329620d9722/disk --force-share --output=json" returned: 0 in 1.236s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d9150e7-0f02-4b19-b3f2-b329620d9722/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-ea3e3ca5-125f-404e-9133-b97d683500d5 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/84708f6bbc283c3f80c442c885662fe691c7d4db.part --force-share --output=json" returned: 0 in 0.170s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:18 user nova-compute[74535]: DEBUG nova.virt.images [None req-ea3e3ca5-125f-404e-9133-b97d683500d5 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] e56e190d-3896-482b-ba29-3cd09f5edac9 was qcow2, converting to raw {{(pid=74535) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Dec 06 10:05:18 user nova-compute[74535]: DEBUG nova.privsep.utils [None req-ea3e3ca5-125f-404e-9133-b97d683500d5 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74535) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 06 10:05:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-ea3e3ca5-125f-404e-9133-b97d683500d5 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/84708f6bbc283c3f80c442c885662fe691c7d4db.part /opt/stack/data/nova/instances/_base/84708f6bbc283c3f80c442c885662fe691c7d4db.converted {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d9150e7-0f02-4b19-b3f2-b329620d9722/disk --force-share --output=json" returned: 0 in 0.247s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5e39a1a4-f188-40e3-bcba-70e47abd6026/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:18 user nova-compute[74535]: DEBUG nova.compute.manager [req-7e933dfe-93ca-4803-b7bf-e0dbe84c402e req-c9a60235-1fda-416d-bbfb-572e41a8f227 service nova] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Received event network-vif-plugged-9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:05:18 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-7e933dfe-93ca-4803-b7bf-e0dbe84c402e req-c9a60235-1fda-416d-bbfb-572e41a8f227 service nova] Acquiring lock "432ab64f-bf46-4ef7-8a09-adbeb7207912-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:05:18 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-7e933dfe-93ca-4803-b7bf-e0dbe84c402e req-c9a60235-1fda-416d-bbfb-572e41a8f227 service nova] Lock "432ab64f-bf46-4ef7-8a09-adbeb7207912-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:05:18 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-7e933dfe-93ca-4803-b7bf-e0dbe84c402e req-c9a60235-1fda-416d-bbfb-572e41a8f227 service nova] Lock "432ab64f-bf46-4ef7-8a09-adbeb7207912-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:05:18 user nova-compute[74535]: DEBUG nova.compute.manager [req-7e933dfe-93ca-4803-b7bf-e0dbe84c402e req-c9a60235-1fda-416d-bbfb-572e41a8f227 service nova] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] No waiting events found dispatching network-vif-plugged-9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:05:18 user nova-compute[74535]: WARNING nova.compute.manager [req-7e933dfe-93ca-4803-b7bf-e0dbe84c402e req-c9a60235-1fda-416d-bbfb-572e41a8f227 service nova] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Received unexpected event network-vif-plugged-9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9 for instance with vm_state active and task_state rescuing.
Dec 06 10:05:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5e39a1a4-f188-40e3-bcba-70e47abd6026/disk --force-share --output=json" returned: 0 in 0.241s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5e39a1a4-f188-40e3-bcba-70e47abd6026/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:18 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:05:18 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:05:18 user nova-compute[74535]: DEBUG nova.objects.instance [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Lazy-loading 'pci_requests' on Instance uuid c3b63c03-ccc7-458a-8780-b196259784e4 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:05:18 user nova-compute[74535]: DEBUG nova.objects.instance [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Lazy-loading 'numa_topology' on Instance uuid c3b63c03-ccc7-458a-8780-b196259784e4 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:05:18 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74535) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 10:05:18 user nova-compute[74535]: INFO nova.compute.claims [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Claim successful on node user
Dec 06 10:05:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5e39a1a4-f188-40e3-bcba-70e47abd6026/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:18 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:05:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/227aad5b-398b-44d7-b40b-ff85bf043334/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-ea3e3ca5-125f-404e-9133-b97d683500d5 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/84708f6bbc283c3f80c442c885662fe691c7d4db.part /opt/stack/data/nova/instances/_base/84708f6bbc283c3f80c442c885662fe691c7d4db.converted" returned: 0 in 0.708s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-ea3e3ca5-125f-404e-9133-b97d683500d5 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/84708f6bbc283c3f80c442c885662fe691c7d4db.converted --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/227aad5b-398b-44d7-b40b-ff85bf043334/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/227aad5b-398b-44d7-b40b-ff85bf043334/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-ea3e3ca5-125f-404e-9133-b97d683500d5 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/84708f6bbc283c3f80c442c885662fe691c7d4db.converted --force-share --output=json" returned: 0 in 0.178s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:19 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-ea3e3ca5-125f-404e-9133-b97d683500d5 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Lock "84708f6bbc283c3f80c442c885662fe691c7d4db" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.263s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:05:19 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-ea3e3ca5-125f-404e-9133-b97d683500d5 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Acquiring lock "84708f6bbc283c3f80c442c885662fe691c7d4db" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:05:19 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-ea3e3ca5-125f-404e-9133-b97d683500d5 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Lock "84708f6bbc283c3f80c442c885662fe691c7d4db" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:05:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-ea3e3ca5-125f-404e-9133-b97d683500d5 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/84708f6bbc283c3f80c442c885662fe691c7d4db --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/227aad5b-398b-44d7-b40b-ff85bf043334/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-ea3e3ca5-125f-404e-9133-b97d683500d5 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/84708f6bbc283c3f80c442c885662fe691c7d4db --force-share --output=json" returned: 0 in 0.430s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-ea3e3ca5-125f-404e-9133-b97d683500d5 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/84708f6bbc283c3f80c442c885662fe691c7d4db,backing_fmt=raw /opt/stack/data/nova/instances/432ab64f-bf46-4ef7-8a09-adbeb7207912/disk.rescue {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-ea3e3ca5-125f-404e-9133-b97d683500d5 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/84708f6bbc283c3f80c442c885662fe691c7d4db,backing_fmt=raw /opt/stack/data/nova/instances/432ab64f-bf46-4ef7-8a09-adbeb7207912/disk.rescue" returned: 0 in 0.046s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:19 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-ea3e3ca5-125f-404e-9133-b97d683500d5 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Lock "84708f6bbc283c3f80c442c885662fe691c7d4db" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.481s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:05:19 user nova-compute[74535]: DEBUG nova.objects.instance [None req-ea3e3ca5-125f-404e-9133-b97d683500d5 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Lazy-loading 'migration_context' on Instance uuid 432ab64f-bf46-4ef7-8a09-adbeb7207912 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:05:19 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:05:19 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:05:19 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Hypervisor/Node resource view: name=user free_ram=7574MB free_disk=25.259876251220703GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74535) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 10:05:19 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:05:19 user nova-compute[74535]: DEBUG nova.objects.base [None req-ea3e3ca5-125f-404e-9133-b97d683500d5 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Object Instance<432ab64f-bf46-4ef7-8a09-adbeb7207912> lazy-loaded attributes: trusted_certs,migration_context {{(pid=74535) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 10:05:19 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-ea3e3ca5-125f-404e-9133-b97d683500d5 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Created local disks {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 10:05:19 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-ea3e3ca5-125f-404e-9133-b97d683500d5 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Start _get_guest_xml network_info=[{"id": "9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9", "address": "fa:16:3e:b6:f0:80", "network": {"id": "13768401-adfd-4853-8905-b61e31c03208", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1157513032-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.121", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerStableDeviceRescueTest-1157513032-network", "vif_mac": "fa:16:3e:b6:f0:80"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2357141e4bee4c359e80b57d579fdf38", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9ecee7e9-a7", "ovs_interfaceid": "9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T09:52:28Z,direct_url=<?>,disk_format='qcow2',id=b338f3c8-9974-4b9f-bacb-c75dd541c256,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='563f6a2917a742ada39fb0e950eece6e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T09:52:30Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': 'e56e190d-3896-482b-ba29-3cd09f5edac9', 'kernel_id': '', 'ramdisk_id': ''} block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'device_name': '/dev/vda', 'encrypted': False, 'encryption_format': None, 'encryption_options': None, 'encryption_secret_uuid': None, 'boot_index': 0, 'device_type': 'disk', 'size': 0, 'guest_format': None, 'image_id': 'b338f3c8-9974-4b9f-bacb-c75dd541c256'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'delete_on_termination': False, 'attachment_id': 'fe0d68e8-2853-43f6-96bb-6c11d63d24fe', 'boot_index': None, 'device_type': 'disk', 'guest_format': None, 'mount_device': '/dev/vdb', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RSrDmoip', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, 'status': 'reserved', 'instance': '432ab64f-bf46-4ef7-8a09-adbeb7207912', 'attached_at': '', 'detached_at': '', 'volume_id': 'd1564f44-41a3-4a7c-8a3d-bf5235b1899e', 'serial': 'd1564f44-41a3-4a7c-8a3d-bf5235b1899e'}, 'volume_type': None} {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 10:05:19 user nova-compute[74535]: DEBUG nova.objects.instance [None req-ea3e3ca5-125f-404e-9133-b97d683500d5 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Lazy-loading 'resources' on Instance uuid 432ab64f-bf46-4ef7-8a09-adbeb7207912 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:05:19 user nova-compute[74535]: DEBUG nova.objects.base [None req-ea3e3ca5-125f-404e-9133-b97d683500d5 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Object Instance<432ab64f-bf46-4ef7-8a09-adbeb7207912> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=74535) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 10:05:19 user nova-compute[74535]: DEBUG nova.objects.instance [None req-ea3e3ca5-125f-404e-9133-b97d683500d5 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Lazy-loading 'numa_topology' on Instance uuid 432ab64f-bf46-4ef7-8a09-adbeb7207912 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:05:19 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:05:19 user nova-compute[74535]: DEBUG nova.objects.base [None req-ea3e3ca5-125f-404e-9133-b97d683500d5 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Object Instance<432ab64f-bf46-4ef7-8a09-adbeb7207912> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=74535) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 10:05:19 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:05:19 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-ea3e3ca5-125f-404e-9133-b97d683500d5 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:05:19 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-ea3e3ca5-125f-404e-9133-b97d683500d5 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:05:19 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-ea3e3ca5-125f-404e-9133-b97d683500d5 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 10:05:19 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-ea3e3ca5-125f-404e-9133-b97d683500d5 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] CPU controller missing on host. {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 10:05:19 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-ea3e3ca5-125f-404e-9133-b97d683500d5 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 10:05:19 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-ea3e3ca5-125f-404e-9133-b97d683500d5 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] CPU controller found on host. {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 10:05:19 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-ea3e3ca5-125f-404e-9133-b97d683500d5 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74535) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 10:05:19 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-ea3e3ca5-125f-404e-9133-b97d683500d5 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T09:52:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T09:52:28Z,direct_url=<?>,disk_format='qcow2',id=b338f3c8-9974-4b9f-bacb-c75dd541c256,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='563f6a2917a742ada39fb0e950eece6e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T09:52:30Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 10:05:19 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-ea3e3ca5-125f-404e-9133-b97d683500d5 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Flavor limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 10:05:19 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-ea3e3ca5-125f-404e-9133-b97d683500d5 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Image limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 10:05:19 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-ea3e3ca5-125f-404e-9133-b97d683500d5 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Flavor pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 10:05:19 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-ea3e3ca5-125f-404e-9133-b97d683500d5 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Image pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 10:05:19 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-ea3e3ca5-125f-404e-9133-b97d683500d5 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 10:05:19 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-ea3e3ca5-125f-404e-9133-b97d683500d5 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 10:05:19 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-ea3e3ca5-125f-404e-9133-b97d683500d5 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 10:05:19 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-ea3e3ca5-125f-404e-9133-b97d683500d5 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Got 1 possible topologies {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 10:05:19 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-ea3e3ca5-125f-404e-9133-b97d683500d5 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 10:05:19 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-ea3e3ca5-125f-404e-9133-b97d683500d5 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 10:05:19 user nova-compute[74535]: DEBUG nova.objects.instance [None req-ea3e3ca5-125f-404e-9133-b97d683500d5 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Lazy-loading 'vcpu_model' on Instance uuid 432ab64f-bf46-4ef7-8a09-adbeb7207912 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:05:19 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.114s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:05:19 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.097s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:05:19 user nova-compute[74535]: DEBUG nova.objects.base [None req-ea3e3ca5-125f-404e-9133-b97d683500d5 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Object Instance<432ab64f-bf46-4ef7-8a09-adbeb7207912> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=74535) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 10:05:19 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ea3e3ca5-125f-404e-9133-b97d683500d5 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Calling os-brick to attach iSCSI Volume {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 10:05:19 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea3e3ca5-125f-404e-9133-b97d683500d5 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RSrDmoip', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:05:19 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-ea3e3ca5-125f-404e-9133-b97d683500d5 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:05:19 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-ea3e3ca5-125f-404e-9133-b97d683500d5 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:05:19 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-ea3e3ca5-125f-404e-9133-b97d683500d5 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:05:19 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-ea3e3ca5-125f-404e-9133-b97d683500d5 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:05:19 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-ea3e3ca5-125f-404e-9133-b97d683500d5 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:05:19 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-ea3e3ca5-125f-404e-9133-b97d683500d5 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:05:19 user nova-compute[74535]: INFO os_brick.initiator.connectors.iscsi [None req-ea3e3ca5-125f-404e-9133-b97d683500d5 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 10:05:19 user nova-compute[74535]: INFO nova.network.neutron [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Updating port 21832bc5-de3c-4e86-a97c-147349bb1589 with attributes {'binding:host_id': 'user', 'device_owner': 'compute:nova'}
Dec 06 10:05:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e -p 172.16.0.220:3260 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e -p 172.16.0.220:3260" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:19 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[5501f5a4-985e-4190-b6c2-6a103fd353ae]: (4, ('# BEGIN RECORD 2.1.5\nnode.name = iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = <empty>\niface.ipaddress = <empty>\niface.prefix_len = 0\niface.hwaddress = <empty>\niface.transport_name = tcp\niface.initiatorname = <empty>\niface.state = <empty>\niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = <empty>\niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = <empty>\niface.subnet_mask = <empty>\niface.gateway = <empty>\niface.dhcp_alt_client_id_state = <empty>\niface.dhcp_alt_client_id = <empty>\niface.dhcp_dns = <empty>\niface.dhcp_learn_iqn = <empty>\niface.dhcp_req_vendor_id_state = <empty>\niface.dhcp_vendor_id_state = <empty>\niface.dhcp_vendor_id = <empty>\niface.dhcp_slp_da = <empty>\niface.fragmentation = <empty>\niface.gratuitous_arp = <empty>\niface.incoming_forwarding = <empty>\niface.tos_state = <empty>\niface.tos = 0\niface.ttl = 0\niface.delayed_ack = <empty>\niface.tcp_nagle = <empty>\niface.tcp_wsf_state = <empty>\niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = <empty>\niface.redirect = <empty>\niface.def_task_mgmt_timeout = 0\niface.header_digest = <empty>\niface.data_digest = <empty>\niface.immediate_data = <empty>\niface.initial_r2t = <empty>\niface.data_seq_inorder = <empty>\niface.data_pdu_inorder = <empty>\niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = <empty>\niface.bidi_chap = <empty>\niface.strict_login_compliance = <empty>\niface.discovery_auth = <empty>\niface.discovery_logout = <empty>\nnode.discovery_address = <empty>\nnode.discovery_port = 0\nnode.discovery_type = static\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = -20\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = CHAP\nnode.session.auth.username = RSrDmoip\nnode.session.auth.password = ********\nnode.session.auth.username_in = <empty>\nnode.session.auth.password_in = <empty>\nnode.session.auth.chap_algs = MD5\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = manual\nnode.session.reopen_max = 0\nnode.conn[0].address = 172.16.0.220\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:05:19 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea3e3ca5-125f-404e-9133-b97d683500d5 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] iscsiadm (): stdout=# BEGIN RECORD 2.1.5
Dec 06 10:05:19 user nova-compute[74535]: node.name = iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e
Dec 06 10:05:19 user nova-compute[74535]: node.tpgt = -1
Dec 06 10:05:19 user nova-compute[74535]: node.startup = automatic
Dec 06 10:05:19 user nova-compute[74535]: node.leading_login = No
Dec 06 10:05:19 user nova-compute[74535]: iface.iscsi_ifacename = default
Dec 06 10:05:19 user nova-compute[74535]: iface.net_ifacename = <empty>
Dec 06 10:05:19 user nova-compute[74535]: iface.ipaddress = <empty>
Dec 06 10:05:19 user nova-compute[74535]: iface.prefix_len = 0
Dec 06 10:05:19 user nova-compute[74535]: iface.hwaddress = <empty>
Dec 06 10:05:19 user nova-compute[74535]: iface.transport_name = tcp
Dec 06 10:05:19 user nova-compute[74535]: iface.initiatorname = <empty>
Dec 06 10:05:19 user nova-compute[74535]: iface.state = <empty>
Dec 06 10:05:19 user nova-compute[74535]: iface.vlan_id = 0
Dec 06 10:05:19 user nova-compute[74535]: iface.vlan_priority = 0
Dec 06 10:05:19 user nova-compute[74535]: iface.vlan_state = <empty>
Dec 06 10:05:19 user nova-compute[74535]: iface.iface_num = 0
Dec 06 10:05:19 user nova-compute[74535]: iface.mtu = 0
Dec 06 10:05:19 user nova-compute[74535]: iface.port = 0
Dec 06 10:05:19 user nova-compute[74535]: iface.bootproto = <empty>
Dec 06 10:05:19 user nova-compute[74535]: iface.subnet_mask = <empty>
Dec 06 10:05:19 user nova-compute[74535]: iface.gateway = <empty>
Dec 06 10:05:19 user nova-compute[74535]: iface.dhcp_alt_client_id_state = <empty>
Dec 06 10:05:19 user nova-compute[74535]: iface.dhcp_alt_client_id = <empty>
Dec 06 10:05:19 user nova-compute[74535]: iface.dhcp_dns = <empty>
Dec 06 10:05:19 user nova-compute[74535]: iface.dhcp_learn_iqn = <empty>
Dec 06 10:05:19 user nova-compute[74535]: iface.dhcp_req_vendor_id_state = <empty>
Dec 06 10:05:19 user nova-compute[74535]: iface.dhcp_vendor_id_state = <empty>
Dec 06 10:05:19 user nova-compute[74535]: iface.dhcp_vendor_id = <empty>
Dec 06 10:05:19 user nova-compute[74535]: iface.dhcp_slp_da = <empty>
Dec 06 10:05:19 user nova-compute[74535]: iface.fragmentation = <empty>
Dec 06 10:05:19 user nova-compute[74535]: iface.gratuitous_arp = <empty>
Dec 06 10:05:19 user nova-compute[74535]: iface.incoming_forwarding = <empty>
Dec 06 10:05:19 user nova-compute[74535]: iface.tos_state = <empty>
Dec 06 10:05:19 user nova-compute[74535]: iface.tos = 0
Dec 06 10:05:19 user nova-compute[74535]: iface.ttl = 0
Dec 06 10:05:19 user nova-compute[74535]: iface.delayed_ack = <empty>
Dec 06 10:05:19 user nova-compute[74535]: iface.tcp_nagle = <empty>
Dec 06 10:05:19 user nova-compute[74535]: iface.tcp_wsf_state = <empty>
Dec 06 10:05:19 user nova-compute[74535]: iface.tcp_wsf = 0
Dec 06 10:05:19 user nova-compute[74535]: iface.tcp_timer_scale = 0
Dec 06 10:05:19 user nova-compute[74535]: iface.tcp_timestamp = <empty>
Dec 06 10:05:19 user nova-compute[74535]: iface.redirect = <empty>
Dec 06 10:05:19 user nova-compute[74535]: iface.def_task_mgmt_timeout = 0
Dec 06 10:05:19 user nova-compute[74535]: iface.header_digest = <empty>
Dec 06 10:05:19 user nova-compute[74535]: iface.data_digest = <empty>
Dec 06 10:05:19 user nova-compute[74535]: iface.immediate_data = <empty>
Dec 06 10:05:19 user nova-compute[74535]: iface.initial_r2t = <empty>
Dec 06 10:05:19 user nova-compute[74535]: iface.data_seq_inorder = <empty>
Dec 06 10:05:19 user nova-compute[74535]: iface.data_pdu_inorder = <empty>
Dec 06 10:05:19 user nova-compute[74535]: iface.erl = 0
Dec 06 10:05:19 user nova-compute[74535]: iface.max_receive_data_len = 0
Dec 06 10:05:19 user nova-compute[74535]: iface.first_burst_len = 0
Dec 06 10:05:19 user nova-compute[74535]: iface.max_outstanding_r2t = 0
Dec 06 10:05:19 user nova-compute[74535]: iface.max_burst_len = 0
Dec 06 10:05:19 user nova-compute[74535]: iface.chap_auth = <empty>
Dec 06 10:05:19 user nova-compute[74535]: iface.bidi_chap = <empty>
Dec 06 10:05:19 user nova-compute[74535]: iface.strict_login_compliance = <empty>
Dec 06 10:05:19 user nova-compute[74535]: iface.discovery_auth = <empty>
Dec 06 10:05:19 user nova-compute[74535]: iface.discovery_logout = <empty>
Dec 06 10:05:19 user nova-compute[74535]: node.discovery_address = <empty>
Dec 06 10:05:19 user nova-compute[74535]: node.discovery_port = 0
Dec 06 10:05:19 user nova-compute[74535]: node.discovery_type = static
Dec 06 10:05:19 user nova-compute[74535]: node.session.initial_cmdsn = 0
Dec 06 10:05:19 user nova-compute[74535]: node.session.initial_login_retry_max = 8
Dec 06 10:05:19 user nova-compute[74535]: node.session.xmit_thread_priority = -20
Dec 06 10:05:19 user nova-compute[74535]: node.session.cmds_max = 128
Dec 06 10:05:19 user nova-compute[74535]: node.session.queue_depth = 32
Dec 06 10:05:19 user nova-compute[74535]: node.session.nr_sessions = 1
Dec 06 10:05:19 user nova-compute[74535]: node.session.auth.authmethod = CHAP
Dec 06 10:05:19 user nova-compute[74535]: node.session.auth.username = RSrDmoip
Dec 06 10:05:19 user nova-compute[74535]: node.session.auth.password = ***
Dec 06 10:05:19 user nova-compute[74535]: node.session.auth.username_in = <empty>
Dec 06 10:05:19 user nova-compute[74535]: node.session.auth.password_in = <empty>
Dec 06 10:05:19 user nova-compute[74535]: node.session.auth.chap_algs = MD5
Dec 06 10:05:19 user nova-compute[74535]: node.session.timeo.replacement_timeout = 120
Dec 06 10:05:19 user nova-compute[74535]: node.session.err_timeo.abort_timeout = 15
Dec 06 10:05:19 user nova-compute[74535]: node.session.err_timeo.lu_reset_timeout = 30
Dec 06 10:05:19 user nova-compute[74535]: node.session.err_timeo.tgt_reset_timeout = 30
Dec 06 10:05:19 user nova-compute[74535]: node.session.err_timeo.host_reset_timeout = 60
Dec 06 10:05:19 user nova-compute[74535]: node.session.iscsi.FastAbort = Yes
Dec 06 10:05:19 user nova-compute[74535]: node.session.iscsi.InitialR2T = No
Dec 06 10:05:19 user nova-compute[74535]: node.session.iscsi.ImmediateData = Yes
Dec 06 10:05:19 user nova-compute[74535]: node.session.iscsi.FirstBurstLength = 262144
Dec 06 10:05:19 user nova-compute[74535]: node.session.iscsi.MaxBurstLength = 16776192
Dec 06 10:05:19 user nova-compute[74535]: node.session.iscsi.DefaultTime2Retain = 0
Dec 06 10:05:19 user nova-compute[74535]: node.session.iscsi.DefaultTime2Wait = 2
Dec 06 10:05:19 user nova-compute[74535]: node.session.iscsi.MaxConnections = 1
Dec 06 10:05:19 user nova-compute[74535]: node.session.iscsi.MaxOutstandingR2T = 1
Dec 06 10:05:19 user nova-compute[74535]: node.session.iscsi.ERL = 0
Dec 06 10:05:19 user nova-compute[74535]: node.session.scan = manual
Dec 06 10:05:19 user nova-compute[74535]: node.session.reopen_max = 0
Dec 06 10:05:19 user nova-compute[74535]: node.conn[0].address = 172.16.0.220
Dec 06 10:05:19 user nova-compute[74535]: node.conn[0].port = 3260
Dec 06 10:05:19 user nova-compute[74535]: node.conn[0].startup = manual
Dec 06 10:05:19 user nova-compute[74535]: node.conn[0].tcp.window_size = 524288
Dec 06 10:05:19 user nova-compute[74535]: node.conn[0].tcp.type_of_service = 0
Dec 06 10:05:19 user nova-compute[74535]: node.conn[0].timeo.logout_timeout = 15
Dec 06 10:05:19 user nova-compute[74535]: node.conn[0].timeo.login_timeout = 15
Dec 06 10:05:19 user nova-compute[74535]: node.conn[0].timeo.auth_timeout = 45
Dec 06 10:05:19 user nova-compute[74535]: node.conn[0].timeo.noop_out_interval = 5
Dec 06 10:05:19 user nova-compute[74535]: node.conn[0].timeo.noop_out_timeout = 5
Dec 06 10:05:19 user nova-compute[74535]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0
Dec 06 10:05:19 user nova-compute[74535]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144
Dec 06 10:05:19 user nova-compute[74535]: node.conn[0].iscsi.HeaderDigest = None
Dec 06 10:05:19 user nova-compute[74535]: node.conn[0].iscsi.DataDigest = None
Dec 06 10:05:19 user nova-compute[74535]: node.conn[0].iscsi.IFMarker = No
Dec 06 10:05:19 user nova-compute[74535]: node.conn[0].iscsi.OFMarker = No
Dec 06 10:05:19 user nova-compute[74535]: # END RECORD
Dec 06 10:05:19 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:05:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:19 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[ccbbbf24-034a-418b-b81e-b74ad2e8bd83]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:05:19 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea3e3ca5-125f-404e-9133-b97d683500d5 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:05:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.024s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:20 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[848948d0-c46a-45ea-b986-c17c732d5023]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:05:20 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea3e3ca5-125f-404e-9133-b97d683500d5 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:05:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RSrDmoip {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RSrDmoip" returned: 0 in 0.026s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:20 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[7277a143-6b48-4424-bc4e-382b3c20e182]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:05:20 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea3e3ca5-125f-404e-9133-b97d683500d5 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'RSrDmoip'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:05:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:20 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 5e39a1a4-f188-40e3-bcba-70e47abd6026 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:05:20 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 20432b5e-01b9-4b38-b139-47650a115278 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:05:20 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:05:20 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 432ab64f-bf46-4ef7-8a09-adbeb7207912 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:05:20 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 2d9150e7-0f02-4b19-b3f2-b329620d9722 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:05:20 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 5f37b4f2-47f1-474f-82cb-fa93ff07f428 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:05:20 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance d742d153-7670-4be9-8477-882f6a39f03f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:05:20 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 227aad5b-398b-44d7-b40b-ff85bf043334 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:05:20 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:05:20 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 66440071-6cf6-4b6d-8d2a-edd5c1885510 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:05:20 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance c3b63c03-ccc7-458a-8780-b196259784e4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:05:20 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=74535) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 10:05:20 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=74535) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 10:05:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:20 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8471177-812f-4a6f-9556-1cc52fe79b19]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:05:20 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea3e3ca5-125f-404e-9133-b97d683500d5 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:05:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:20 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[f3100a4e-9fe0-43cb-9120-2fb0dbcc363f]: (4, ('tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:05:20 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea3e3ca5-125f-404e-9133-b97d683500d5 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870 (non-flash)
Dec 06 10:05:20 user nova-compute[74535]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:05:20 user nova-compute[74535]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e (non-flash)
Dec 06 10:05:20 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:05:20 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea3e3ca5-125f-404e-9133-b97d683500d5 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] iscsi session list stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870 (non-flash)
Dec 06 10:05:20 user nova-compute[74535]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:05:20 user nova-compute[74535]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e (non-flash)
Dec 06 10:05:20 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:05:20 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-ea3e3ca5-125f-404e-9133-b97d683500d5 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.187s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:05:20 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea3e3ca5-125f-404e-9133-b97d683500d5 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Connected to 172.16.0.220:3260 {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 10:05:20 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-ea3e3ca5-125f-404e-9133-b97d683500d5 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] HCTL ('35', '0', '0', 0) found on session 24 with lun 0 {{(pid=74535) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 10:05:20 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-ea3e3ca5-125f-404e-9133-b97d683500d5 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Scanning host 35 c: 0, t: 0, l: 0) {{(pid=74535) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 10:05:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.015s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:20 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[507e88a1-b07d-42ba-bc3c-c9377d88d836]: (4, ('0 0 0', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:05:20 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-ea3e3ca5-125f-404e-9133-b97d683500d5 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Searching for a device in session 24 and hctl ('35', '0', '0', 0) yield: sdd {{(pid=74535) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 10:05:20 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea3e3ca5-125f-404e-9133-b97d683500d5 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RSrDmoip', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 10:05:20 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-ea3e3ca5-125f-404e-9133-b97d683500d5 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 0.215s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:05:20 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea3e3ca5-125f-404e-9133-b97d683500d5 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] <== connect_volume: return (216ms) {'type': 'block', 'scsi_wwn': '26566383137396130', 'path': '/dev/sdd'} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:05:20 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ea3e3ca5-125f-404e-9133-b97d683500d5 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26566383137396130', 'path': '/dev/sdd'} {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 10:05:20 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-ea3e3ca5-125f-404e-9133-b97d683500d5 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:01:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-117773479',display_name='tempest-ServerStableDeviceRescueTest-server-117773479',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-117773479',id=17,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKrkJUgOumL+LlKH9LGtSWFFPmcwqBkpWloAU6vg+g8Tb576eUaBXqbAwU6IWZQvbS/t6XLxVT0q94pQOjM3ZYONnPW8aBW79TZX3yD1dfyegmNiFVSXYP8D1F+bJ9p4ww==',key_name='tempest-keypair-47319596',keypairs=<?>,launch_index=0,launched_at=2023-12-06T10:01:29Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='2357141e4bee4c359e80b57d579fdf38',ramdisk_id='',reservation_id='r-0gob39ox',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerStableDeviceRescueTest-1390773709',owner_user_name='tempest-ServerStableDeviceRescueTest-1390773709-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T10:03:18Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='14797d76f1444929858e704ab5a735bb',uuid=432ab64f-bf46-4ef7-8a09-adbeb7207912,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9", "address": "fa:16:3e:b6:f0:80", "network": {"id": "13768401-adfd-4853-8905-b61e31c03208", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1157513032-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.121", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerStableDeviceRescueTest-1157513032-network", "vif_mac": "fa:16:3e:b6:f0:80"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2357141e4bee4c359e80b57d579fdf38", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9ecee7e9-a7", "ovs_interfaceid": "9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74535) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 10:05:20 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-ea3e3ca5-125f-404e-9133-b97d683500d5 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Converting VIF {"id": "9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9", "address": "fa:16:3e:b6:f0:80", "network": {"id": "13768401-adfd-4853-8905-b61e31c03208", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1157513032-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.121", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerStableDeviceRescueTest-1157513032-network", "vif_mac": "fa:16:3e:b6:f0:80"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2357141e4bee4c359e80b57d579fdf38", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9ecee7e9-a7", "ovs_interfaceid": "9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:05:20 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-ea3e3ca5-125f-404e-9133-b97d683500d5 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:b6:f0:80,bridge_name='br-int',has_traffic_filtering=True,id=9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9,network=Network(13768401-adfd-4853-8905-b61e31c03208),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9ecee7e9-a7') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:05:20 user nova-compute[74535]: DEBUG nova.objects.instance [None req-ea3e3ca5-125f-404e-9133-b97d683500d5 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Lazy-loading 'pci_devices' on Instance uuid 432ab64f-bf46-4ef7-8a09-adbeb7207912 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:05:20 user nova-compute[74535]: DEBUG nova.objects.base [None req-ea3e3ca5-125f-404e-9133-b97d683500d5 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Object Instance<432ab64f-bf46-4ef7-8a09-adbeb7207912> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=74535) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 10:05:20 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-ea3e3ca5-125f-404e-9133-b97d683500d5 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] End _get_guest_xml xml=<domain type="kvm">
Dec 06 10:05:20 user nova-compute[74535]:   <uuid>432ab64f-bf46-4ef7-8a09-adbeb7207912</uuid>
Dec 06 10:05:20 user nova-compute[74535]:   <name>instance-00000011</name>
Dec 06 10:05:20 user nova-compute[74535]:   <memory>524288</memory>
Dec 06 10:05:20 user nova-compute[74535]:   <vcpu>1</vcpu>
Dec 06 10:05:20 user nova-compute[74535]:   <metadata>
Dec 06 10:05:20 user nova-compute[74535]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 10:05:20 user nova-compute[74535]:       <nova:package version="0.0.0"/>
Dec 06 10:05:20 user nova-compute[74535]:       <nova:name>tempest-ServerStableDeviceRescueTest-server-117773479</nova:name>
Dec 06 10:05:20 user nova-compute[74535]:       <nova:creationTime>2023-12-06 10:05:19</nova:creationTime>
Dec 06 10:05:20 user nova-compute[74535]:       <nova:flavor name="m1.tiny">
Dec 06 10:05:20 user nova-compute[74535]:         <nova:memory>512</nova:memory>
Dec 06 10:05:20 user nova-compute[74535]:         <nova:disk>1</nova:disk>
Dec 06 10:05:20 user nova-compute[74535]:         <nova:swap>0</nova:swap>
Dec 06 10:05:20 user nova-compute[74535]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 10:05:20 user nova-compute[74535]:         <nova:vcpus>1</nova:vcpus>
Dec 06 10:05:20 user nova-compute[74535]:       </nova:flavor>
Dec 06 10:05:20 user nova-compute[74535]:       <nova:owner>
Dec 06 10:05:20 user nova-compute[74535]:         <nova:user uuid="14797d76f1444929858e704ab5a735bb">tempest-ServerStableDeviceRescueTest-1390773709-project-member</nova:user>
Dec 06 10:05:20 user nova-compute[74535]:         <nova:project uuid="2357141e4bee4c359e80b57d579fdf38">tempest-ServerStableDeviceRescueTest-1390773709</nova:project>
Dec 06 10:05:20 user nova-compute[74535]:       </nova:owner>
Dec 06 10:05:20 user nova-compute[74535]:       <nova:root type="image" uuid="b338f3c8-9974-4b9f-bacb-c75dd541c256"/>
Dec 06 10:05:20 user nova-compute[74535]:       <nova:ports>
Dec 06 10:05:20 user nova-compute[74535]:         <nova:port uuid="9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9">
Dec 06 10:05:20 user nova-compute[74535]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Dec 06 10:05:20 user nova-compute[74535]:         </nova:port>
Dec 06 10:05:20 user nova-compute[74535]:       </nova:ports>
Dec 06 10:05:20 user nova-compute[74535]:     </nova:instance>
Dec 06 10:05:20 user nova-compute[74535]:   </metadata>
Dec 06 10:05:20 user nova-compute[74535]:   <sysinfo type="smbios">
Dec 06 10:05:20 user nova-compute[74535]:     <system>
Dec 06 10:05:20 user nova-compute[74535]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 10:05:20 user nova-compute[74535]:       <entry name="product">OpenStack Nova</entry>
Dec 06 10:05:20 user nova-compute[74535]:       <entry name="version">0.0.0</entry>
Dec 06 10:05:20 user nova-compute[74535]:       <entry name="serial">432ab64f-bf46-4ef7-8a09-adbeb7207912</entry>
Dec 06 10:05:20 user nova-compute[74535]:       <entry name="uuid">432ab64f-bf46-4ef7-8a09-adbeb7207912</entry>
Dec 06 10:05:20 user nova-compute[74535]:       <entry name="family">Virtual Machine</entry>
Dec 06 10:05:20 user nova-compute[74535]:     </system>
Dec 06 10:05:20 user nova-compute[74535]:   </sysinfo>
Dec 06 10:05:20 user nova-compute[74535]:   <os>
Dec 06 10:05:20 user nova-compute[74535]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 10:05:20 user nova-compute[74535]:     <smbios mode="sysinfo"/>
Dec 06 10:05:20 user nova-compute[74535]:   </os>
Dec 06 10:05:20 user nova-compute[74535]:   <features>
Dec 06 10:05:20 user nova-compute[74535]:     <acpi/>
Dec 06 10:05:20 user nova-compute[74535]:     <apic/>
Dec 06 10:05:20 user nova-compute[74535]:     <vmcoreinfo/>
Dec 06 10:05:20 user nova-compute[74535]:   </features>
Dec 06 10:05:20 user nova-compute[74535]:   <clock offset="utc">
Dec 06 10:05:20 user nova-compute[74535]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 10:05:20 user nova-compute[74535]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 10:05:20 user nova-compute[74535]:     <timer name="hpet" present="no"/>
Dec 06 10:05:20 user nova-compute[74535]:   </clock>
Dec 06 10:05:20 user nova-compute[74535]:   <cpu mode="custom" match="exact">
Dec 06 10:05:20 user nova-compute[74535]:     <model>Nehalem</model>
Dec 06 10:05:20 user nova-compute[74535]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 10:05:20 user nova-compute[74535]:   </cpu>
Dec 06 10:05:20 user nova-compute[74535]:   <devices>
Dec 06 10:05:20 user nova-compute[74535]:     <disk type="file" device="disk">
Dec 06 10:05:20 user nova-compute[74535]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 10:05:20 user nova-compute[74535]:       <source file="/opt/stack/data/nova/instances/432ab64f-bf46-4ef7-8a09-adbeb7207912/disk"/>
Dec 06 10:05:20 user nova-compute[74535]:       <target dev="vda" bus="virtio"/>
Dec 06 10:05:20 user nova-compute[74535]:     </disk>
Dec 06 10:05:20 user nova-compute[74535]:     <disk type="block" device="disk">
Dec 06 10:05:20 user nova-compute[74535]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 10:05:20 user nova-compute[74535]:       <source dev="/dev/sdd"/>
Dec 06 10:05:20 user nova-compute[74535]:       <target dev="vdb" bus="virtio"/>
Dec 06 10:05:20 user nova-compute[74535]:       <serial>d1564f44-41a3-4a7c-8a3d-bf5235b1899e</serial>
Dec 06 10:05:20 user nova-compute[74535]:     </disk>
Dec 06 10:05:20 user nova-compute[74535]:     <disk type="file" device="disk">
Dec 06 10:05:20 user nova-compute[74535]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 10:05:20 user nova-compute[74535]:       <source file="/opt/stack/data/nova/instances/432ab64f-bf46-4ef7-8a09-adbeb7207912/disk.rescue"/>
Dec 06 10:05:20 user nova-compute[74535]:       <target dev="vdc" bus="virtio"/>
Dec 06 10:05:20 user nova-compute[74535]:       <boot order="1"/>
Dec 06 10:05:20 user nova-compute[74535]:     </disk>
Dec 06 10:05:20 user nova-compute[74535]:     <interface type="ethernet">
Dec 06 10:05:20 user nova-compute[74535]:       <mac address="fa:16:3e:b6:f0:80"/>
Dec 06 10:05:20 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 10:05:20 user nova-compute[74535]:       <mtu size="1442"/>
Dec 06 10:05:20 user nova-compute[74535]:       <target dev="tap9ecee7e9-a7"/>
Dec 06 10:05:20 user nova-compute[74535]:     </interface>
Dec 06 10:05:20 user nova-compute[74535]:     <serial type="pty">
Dec 06 10:05:20 user nova-compute[74535]:       <log file="/opt/stack/data/nova/instances/432ab64f-bf46-4ef7-8a09-adbeb7207912/console.log" append="off"/>
Dec 06 10:05:20 user nova-compute[74535]:     </serial>
Dec 06 10:05:20 user nova-compute[74535]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 10:05:20 user nova-compute[74535]:     <video>
Dec 06 10:05:20 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 10:05:20 user nova-compute[74535]:     </video>
Dec 06 10:05:20 user nova-compute[74535]:     <rng model="virtio">
Dec 06 10:05:20 user nova-compute[74535]:       <backend model="random">/dev/urandom</backend>
Dec 06 10:05:20 user nova-compute[74535]:     </rng>
Dec 06 10:05:20 user nova-compute[74535]:     <controller type="usb" index="0" model="none"/>
Dec 06 10:05:20 user nova-compute[74535]:     <memballoon model="virtio">
Dec 06 10:05:20 user nova-compute[74535]:       <stats period="10"/>
Dec 06 10:05:20 user nova-compute[74535]:     </memballoon>
Dec 06 10:05:20 user nova-compute[74535]:   </devices>
Dec 06 10:05:20 user nova-compute[74535]: </domain>
Dec 06 10:05:20 user nova-compute[74535]:  {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 10:05:20 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Instance destroyed successfully.
Dec 06 10:05:20 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-ea3e3ca5-125f-404e-9133-b97d683500d5 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] No BDM found with device name vda, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 10:05:20 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-ea3e3ca5-125f-404e-9133-b97d683500d5 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 10:05:20 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-ea3e3ca5-125f-404e-9133-b97d683500d5 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] No BDM found with device name vdc, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 10:05:20 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-ea3e3ca5-125f-404e-9133-b97d683500d5 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] No VIF found with MAC fa:16:3e:b6:f0:80, not building metadata {{(pid=74535) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 10:05:20 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:05:20 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:05:20 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Compute_service record updated for user:user {{(pid=74535) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 10:05:20 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.547s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:05:20 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Acquiring lock "refresh_cache-c3b63c03-ccc7-458a-8780-b196259784e4" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:05:20 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Acquired lock "refresh_cache-c3b63c03-ccc7-458a-8780-b196259784e4" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:05:20 user nova-compute[74535]: DEBUG nova.network.neutron [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Building network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 10:05:20 user nova-compute[74535]: DEBUG nova.compute.manager [req-94af2761-07a5-4983-aac0-2bf23b5be7cb req-2c668fe8-e31f-4766-848f-7ce404178fbc service nova] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Received event network-changed-21832bc5-de3c-4e86-a97c-147349bb1589 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:05:20 user nova-compute[74535]: DEBUG nova.compute.manager [req-94af2761-07a5-4983-aac0-2bf23b5be7cb req-2c668fe8-e31f-4766-848f-7ce404178fbc service nova] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Refreshing instance network info cache due to event network-changed-21832bc5-de3c-4e86-a97c-147349bb1589. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 10:05:20 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-94af2761-07a5-4983-aac0-2bf23b5be7cb req-2c668fe8-e31f-4766-848f-7ce404178fbc service nova] Acquiring lock "refresh_cache-c3b63c03-ccc7-458a-8780-b196259784e4" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:05:20 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-d8ea23cc-3c8a-4e57-8125-0d5221de52ce tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 20432b5e-01b9-4b38-b139-47650a115278 is timed out.
Dec 06 10:05:20 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-d8ea23cc-3c8a-4e57-8125-0d5221de52ce tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Successfully detached device vdb from instance 20432b5e-01b9-4b38-b139-47650a115278 from the live domain config.
Dec 06 10:05:20 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d8ea23cc-3c8a-4e57-8125-0d5221de52ce tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 20432b5e-01b9-4b38-b139-47650a115278] calling os-brick to detach iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 10:05:20 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d8ea23cc-3c8a-4e57-8125-0d5221de52ce tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, {'target_iqn': 'iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LinOhJxV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:05:20 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-d8ea23cc-3c8a-4e57-8125-0d5221de52ce tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:05:20 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-d8ea23cc-3c8a-4e57-8125-0d5221de52ce tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:05:20 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-d8ea23cc-3c8a-4e57-8125-0d5221de52ce tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:05:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:20 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[74abd75c-c261-4a52-a67a-4d93c08fa1fe]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:05:20 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d8ea23cc-3c8a-4e57-8125-0d5221de52ce tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 10:05:20 user nova-compute[74535]: No targets found.
Dec 06 10:05:20 user nova-compute[74535]: iSNS:
Dec 06 10:05:20 user nova-compute[74535]: No targets found.
Dec 06 10:05:20 user nova-compute[74535]: STATIC:
Dec 06 10:05:20 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8
Dec 06 10:05:20 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:05:20 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:05:20 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e
Dec 06 10:05:20 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:05:20 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:05:20 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870
Dec 06 10:05:20 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:05:20 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:05:20 user nova-compute[74535]: FIRMWARE:
Dec 06 10:05:20 user nova-compute[74535]: No targets found.
Dec 06 10:05:20 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:05:20 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d8ea23cc-3c8a-4e57-8125-0d5221de52ce tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 10:05:20 user nova-compute[74535]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 10:05:20 user nova-compute[74535]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74535) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 10:05:20 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d8ea23cc-3c8a-4e57-8125-0d5221de52ce tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870', 0)] {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 10:05:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:20 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[95020e29-33dd-4ac0-ad66-e43cf902f3ba]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:05:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:20 user nova-compute[74535]: DEBUG nova.network.neutron [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Updating instance_info_cache with network_info: [{"id": "21832bc5-de3c-4e86-a97c-147349bb1589", "address": "fa:16:3e:93:c4:62", "network": {"id": "083b1a00-b026-47dd-86f2-afd036201f4c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-290939981-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.78", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea7d9b3864a245dca1620d6cfa442897", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap21832bc5-de", "ovs_interfaceid": "21832bc5-de3c-4e86-a97c-147349bb1589", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:05:20 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Releasing lock "refresh_cache-c3b63c03-ccc7-458a-8780-b196259784e4" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:05:20 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Creating instance directory {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 10:05:20 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Creating image(s)
Dec 06 10:05:20 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Acquiring lock "/opt/stack/data/nova/instances/c3b63c03-ccc7-458a-8780-b196259784e4/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:05:20 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Lock "/opt/stack/data/nova/instances/c3b63c03-ccc7-458a-8780-b196259784e4/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:05:20 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Lock "/opt/stack/data/nova/instances/c3b63c03-ccc7-458a-8780-b196259784e4/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:05:20 user nova-compute[74535]: DEBUG nova.objects.instance [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Lazy-loading 'trusted_certs' on Instance uuid c3b63c03-ccc7-458a-8780-b196259784e4 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:05:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:20 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[00579661-f091-491a-b369-a25cad9d72d7]: (4, ('tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:05:20 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-94af2761-07a5-4983-aac0-2bf23b5be7cb req-2c668fe8-e31f-4766-848f-7ce404178fbc service nova] Acquired lock "refresh_cache-c3b63c03-ccc7-458a-8780-b196259784e4" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:05:20 user nova-compute[74535]: DEBUG nova.network.neutron [req-94af2761-07a5-4983-aac0-2bf23b5be7cb req-2c668fe8-e31f-4766-848f-7ce404178fbc service nova] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Refreshing network info cache for port 21832bc5-de3c-4e86-a97c-147349bb1589 {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 10:05:20 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d8ea23cc-3c8a-4e57-8125-0d5221de52ce tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870 (non-flash)
Dec 06 10:05:20 user nova-compute[74535]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:05:20 user nova-compute[74535]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e (non-flash)
Dec 06 10:05:20 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:05:20 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d8ea23cc-3c8a-4e57-8125-0d5221de52ce tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] iscsi session list stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870 (non-flash)
Dec 06 10:05:20 user nova-compute[74535]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:05:20 user nova-compute[74535]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e (non-flash)
Dec 06 10:05:20 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:05:20 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d8ea23cc-3c8a-4e57-8125-0d5221de52ce tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ff1006981f0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870'): ({'sdb'}, set())}) {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 10:05:20 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-d8ea23cc-3c8a-4e57-8125-0d5221de52ce tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Removing single pathed devices sdb {{(pid=74535) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 10:05:20 user nova-compute[74535]: DEBUG nova.objects.base [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Object Instance<c3b63c03-ccc7-458a-8780-b196259784e4> lazy-loaded attributes: pci_requests,trusted_certs {{(pid=74535) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 10:05:20 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Acquiring lock "f3c91e8804e7390fa7347003ca1fcc3e227fbc0f" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:05:20 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Lock "f3c91e8804e7390fa7347003ca1fcc3e227fbc0f" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:05:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:20 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac21131e-a146-4d31-9046-cbfc4488c501]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:05:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.025s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:20 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[f281caa9-4331-4b89-9165-ec2a3e625e13]: (4, ('ok\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:05:20 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-d8ea23cc-3c8a-4e57-8125-0d5221de52ce tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Flushing IO for device /dev/sdb {{(pid=74535) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 10:05:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:20 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[000785b6-c2bd-4916-a13e-a3c55e6dc60b]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:05:20 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-d8ea23cc-3c8a-4e57-8125-0d5221de52ce tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74535) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 10:05:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.031s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:21 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[3efc0d2e-c8eb-49e7-9a62-c03ab861ec08]: (4, ('1', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:05:21 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-d8ea23cc-3c8a-4e57-8125-0d5221de52ce tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 10:05:21 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-d8ea23cc-3c8a-4e57-8125-0d5221de52ce tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] SCSI volumes sdb have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 10:05:21 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d8ea23cc-3c8a-4e57-8125-0d5221de52ce tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870')] {{(pid=74535) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 10:05:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f3c91e8804e7390fa7347003ca1fcc3e227fbc0f.part --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:22 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:05:22 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Starting heal instance info cache {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 10:05:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:22 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[77889284-c84f-475d-a5d1-cf55dd41b48a]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:05:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:05:22 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d8ea23cc-3c8a-4e57-8125-0d5221de52ce tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:05:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870 -p 172.16.0.220:3260 --logout {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:22 user nova-compute[74535]: DEBUG nova.compute.manager [req-948f7698-ba40-462f-8af7-2707d0a6f0b7 req-64273faa-3965-42b0-a47b-eac8581169b6 service nova] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Received event network-vif-plugged-9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:05:22 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-948f7698-ba40-462f-8af7-2707d0a6f0b7 req-64273faa-3965-42b0-a47b-eac8581169b6 service nova] Acquiring lock "432ab64f-bf46-4ef7-8a09-adbeb7207912-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:05:22 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-948f7698-ba40-462f-8af7-2707d0a6f0b7 req-64273faa-3965-42b0-a47b-eac8581169b6 service nova] Lock "432ab64f-bf46-4ef7-8a09-adbeb7207912-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:05:22 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-948f7698-ba40-462f-8af7-2707d0a6f0b7 req-64273faa-3965-42b0-a47b-eac8581169b6 service nova] Lock "432ab64f-bf46-4ef7-8a09-adbeb7207912-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:05:22 user nova-compute[74535]: DEBUG nova.compute.manager [req-948f7698-ba40-462f-8af7-2707d0a6f0b7 req-64273faa-3965-42b0-a47b-eac8581169b6 service nova] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] No waiting events found dispatching network-vif-plugged-9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:05:22 user nova-compute[74535]: WARNING nova.compute.manager [req-948f7698-ba40-462f-8af7-2707d0a6f0b7 req-64273faa-3965-42b0-a47b-eac8581169b6 service nova] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Received unexpected event network-vif-plugged-9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9 for instance with vm_state active and task_state rescuing.
Dec 06 10:05:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870 -p 172.16.0.220:3260 --logout" returned: 0 in 0.098s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:22 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "refresh_cache-3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:05:22 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquired lock "refresh_cache-3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:05:22 user nova-compute[74535]: DEBUG nova.network.neutron [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: 3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f] Forcefully refreshing network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 10:05:22 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[befa0eb2-9e61-4f9b-9fd6-d3611b462998]: (4, ('Logging out of session [sid: 18, target: iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870, portal: 172.16.0.220,3260]\nLogout of [sid: 18, target: iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:05:22 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d8ea23cc-3c8a-4e57-8125-0d5221de52ce tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 18, target: iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870, portal: 172.16.0.220,3260]
Dec 06 10:05:22 user nova-compute[74535]: Logout of [sid: 18, target: iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870, portal: 172.16.0.220,3260] successful.
Dec 06 10:05:22 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:05:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870 -p 172.16.0.220:3260 --op delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f3c91e8804e7390fa7347003ca1fcc3e227fbc0f.part --force-share --output=json" returned: 0 in 0.190s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:22 user nova-compute[74535]: DEBUG nova.virt.images [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] a18b2faa-b306-46cf-9b6f-b1ecf3d419af was qcow2, converting to raw {{(pid=74535) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Dec 06 10:05:22 user nova-compute[74535]: DEBUG nova.privsep.utils [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74535) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 06 10:05:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/f3c91e8804e7390fa7347003ca1fcc3e227fbc0f.part /opt/stack/data/nova/instances/_base/f3c91e8804e7390fa7347003ca1fcc3e227fbc0f.converted {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1908b61e-7842-43ef-8eea-ad3ef6f4a870 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:22 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[68b25e82-1c3b-4d3a-af84-ec0a6bb317e6]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:05:22 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d8ea23cc-3c8a-4e57-8125-0d5221de52ce tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:05:22 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-d8ea23cc-3c8a-4e57-8125-0d5221de52ce tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 1.413s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:05:22 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d8ea23cc-3c8a-4e57-8125-0d5221de52ce tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] <== disconnect_volume: return (1415ms) None {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:05:22 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d8ea23cc-3c8a-4e57-8125-0d5221de52ce tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 20432b5e-01b9-4b38-b139-47650a115278] Disconnected iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 10:05:22 user nova-compute[74535]: DEBUG nova.network.neutron [req-94af2761-07a5-4983-aac0-2bf23b5be7cb req-2c668fe8-e31f-4766-848f-7ce404178fbc service nova] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Updated VIF entry in instance network info cache for port 21832bc5-de3c-4e86-a97c-147349bb1589. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 10:05:22 user nova-compute[74535]: DEBUG nova.network.neutron [req-94af2761-07a5-4983-aac0-2bf23b5be7cb req-2c668fe8-e31f-4766-848f-7ce404178fbc service nova] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Updating instance_info_cache with network_info: [{"id": "21832bc5-de3c-4e86-a97c-147349bb1589", "address": "fa:16:3e:93:c4:62", "network": {"id": "083b1a00-b026-47dd-86f2-afd036201f4c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-290939981-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.78", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea7d9b3864a245dca1620d6cfa442897", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap21832bc5-de", "ovs_interfaceid": "21832bc5-de3c-4e86-a97c-147349bb1589", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:05:22 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-94af2761-07a5-4983-aac0-2bf23b5be7cb req-2c668fe8-e31f-4766-848f-7ce404178fbc service nova] Releasing lock "refresh_cache-c3b63c03-ccc7-458a-8780-b196259784e4" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:05:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/f3c91e8804e7390fa7347003ca1fcc3e227fbc0f.part /opt/stack/data/nova/instances/_base/f3c91e8804e7390fa7347003ca1fcc3e227fbc0f.converted" returned: 0 in 0.559s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f3c91e8804e7390fa7347003ca1fcc3e227fbc0f.converted --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:05:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:05:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f3c91e8804e7390fa7347003ca1fcc3e227fbc0f.converted --force-share --output=json" returned: 0 in 0.179s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:22 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Lock "f3c91e8804e7390fa7347003ca1fcc3e227fbc0f" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.009s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:05:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f3c91e8804e7390fa7347003ca1fcc3e227fbc0f --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:05:23 user nova-compute[74535]: DEBUG nova.network.neutron [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: 3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f] Updating instance_info_cache with network_info: [{"id": "6f62b2c8-694b-4187-865c-4166e65f5231", "address": "fa:16:3e:3b:17:5e", "network": {"id": "3f4a5abf-4793-4a73-a7db-f90c3940be91", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1456499207-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.115", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "46ebbf9498444b2aba0f2621669fb73b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6f62b2c8-69", "ovs_interfaceid": "6f62b2c8-694b-4187-865c-4166e65f5231", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:05:23 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Releasing lock "refresh_cache-3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:05:23 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: 3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f] Updated the network info_cache for instance {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 10:05:23 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:05:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f3c91e8804e7390fa7347003ca1fcc3e227fbc0f --force-share --output=json" returned: 0 in 0.190s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:23 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Acquiring lock "f3c91e8804e7390fa7347003ca1fcc3e227fbc0f" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:05:23 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Lock "f3c91e8804e7390fa7347003ca1fcc3e227fbc0f" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:05:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f3c91e8804e7390fa7347003ca1fcc3e227fbc0f --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f3c91e8804e7390fa7347003ca1fcc3e227fbc0f --force-share --output=json" returned: 0 in 0.174s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f3c91e8804e7390fa7347003ca1fcc3e227fbc0f,backing_fmt=raw /opt/stack/data/nova/instances/c3b63c03-ccc7-458a-8780-b196259784e4/disk 1073741824 {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f3c91e8804e7390fa7347003ca1fcc3e227fbc0f,backing_fmt=raw /opt/stack/data/nova/instances/c3b63c03-ccc7-458a-8780-b196259784e4/disk 1073741824" returned: 0 in 0.050s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:23 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Lock "f3c91e8804e7390fa7347003ca1fcc3e227fbc0f" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.231s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:05:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f3c91e8804e7390fa7347003ca1fcc3e227fbc0f --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:23 user nova-compute[74535]: DEBUG nova.objects.instance [None req-d8ea23cc-3c8a-4e57-8125-0d5221de52ce tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Lazy-loading 'flavor' on Instance uuid 20432b5e-01b9-4b38-b139-47650a115278 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:05:23 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-d8ea23cc-3c8a-4e57-8125-0d5221de52ce tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Lock "20432b5e-01b9-4b38-b139-47650a115278" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 23.228s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:05:23 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-f9a9b64f-f59f-4e0c-bff4-3ef052ac932c tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Acquiring lock "227aad5b-398b-44d7-b40b-ff85bf043334" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:05:23 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-f9a9b64f-f59f-4e0c-bff4-3ef052ac932c tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Lock "227aad5b-398b-44d7-b40b-ff85bf043334" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:05:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f3c91e8804e7390fa7347003ca1fcc3e227fbc0f --force-share --output=json" returned: 0 in 0.175s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:23 user nova-compute[74535]: DEBUG nova.objects.instance [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Lazy-loading 'migration_context' on Instance uuid c3b63c03-ccc7-458a-8780-b196259784e4 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:05:23 user nova-compute[74535]: DEBUG nova.objects.instance [None req-f9a9b64f-f59f-4e0c-bff4-3ef052ac932c tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Lazy-loading 'flavor' on Instance uuid 227aad5b-398b-44d7-b40b-ff85bf043334 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:05:23 user nova-compute[74535]: DEBUG nova.objects.base [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Object Instance<c3b63c03-ccc7-458a-8780-b196259784e4> lazy-loaded attributes: pci_requests,trusted_certs,migration_context {{(pid=74535) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 10:05:23 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Rebasing disk image.
Dec 06 10:05:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:23 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-f9a9b64f-f59f-4e0c-bff4-3ef052ac932c tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Lock "227aad5b-398b-44d7-b40b-ff85bf043334" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.086s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:05:23 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-f9a9b64f-f59f-4e0c-bff4-3ef052ac932c tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Acquiring lock "227aad5b-398b-44d7-b40b-ff85bf043334" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:05:23 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-f9a9b64f-f59f-4e0c-bff4-3ef052ac932c tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Lock "227aad5b-398b-44d7-b40b-ff85bf043334" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:05:23 user nova-compute[74535]: INFO nova.compute.manager [None req-f9a9b64f-f59f-4e0c-bff4-3ef052ac932c tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] Attaching volume aac0b63a-2ba8-452a-b8ed-fe97a145a961 to /dev/vdb
Dec 06 10:05:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.217s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Running cmd (subprocess): qemu-img rebase -b /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 -F raw /opt/stack/data/nova/instances/c3b63c03-ccc7-458a-8780-b196259784e4/disk {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:23 user nova-compute[74535]: DEBUG os_brick.utils [None req-f9a9b64f-f59f-4e0c-bff4-3ef052ac932c tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:05:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:23 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[0005541d-71e4-4a3d-b756-194a6ccbf9bc]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d95ac7cee77a\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:05:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:23 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[67a56a9c-0b4d-475c-9df0-69b7e1562710]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:05:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:23 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba44eed7-4436-4585-9280-172eebc4a7d6]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:05:23 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[06af6593-9a51-4d85-9e34-686ef3a3a96a]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:05:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-f9a9b64f-f59f-4e0c-bff4-3ef052ac932c tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Running cmd (subprocess): nvme version {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-f9a9b64f-f59f-4e0c-bff4-3ef052ac932c tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] 'nvme version' failed. Not Retrying. {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 10:05:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:05:23 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.nvmeof [None req-f9a9b64f-f59f-4e0c-bff4-3ef052ac932c tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] nvme not present on system {{(pid=74535) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 10:05:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 10:05:23 user nova-compute[74535]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 10:05:23 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8d69d01-2591-42bc-bccd-4c003efe82ae]: (4, '') {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:05:23 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-f9a9b64f-f59f-4e0c-bff4-3ef052ac932c tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74535) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 10:05:23 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-f9a9b64f-f59f-4e0c-bff4-3ef052ac932c tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74535) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 10:05:23 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-f9a9b64f-f59f-4e0c-bff4-3ef052ac932c tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] LIGHTOS: no hostnqn found. {{(pid=74535) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 10:05:23 user nova-compute[74535]: DEBUG os_brick.utils [None req-f9a9b64f-f59f-4e0c-bff4-3ef052ac932c tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] <== get_connector_properties: return (119ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d95ac7cee77a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:05:23 user nova-compute[74535]: DEBUG nova.virt.block_device [None req-f9a9b64f-f59f-4e0c-bff4-3ef052ac932c tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] Updating existing volume attachment record: dc686456-16bf-4c17-980c-a1ced74d8dd5 {{(pid=74535) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 10:05:24 user nova-compute[74535]: DEBUG nova.compute.manager [None req-ea3e3ca5-125f-404e-9133-b97d683500d5 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Checking state {{(pid=74535) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 10:05:24 user nova-compute[74535]: DEBUG nova.compute.manager [req-a147d504-d7f5-45b9-a7d2-118719c30b74 req-284009ab-6cc5-4836-90fc-1fc38880c742 service nova] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Received event network-vif-plugged-9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:05:24 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-a147d504-d7f5-45b9-a7d2-118719c30b74 req-284009ab-6cc5-4836-90fc-1fc38880c742 service nova] Acquiring lock "432ab64f-bf46-4ef7-8a09-adbeb7207912-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:05:24 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-a147d504-d7f5-45b9-a7d2-118719c30b74 req-284009ab-6cc5-4836-90fc-1fc38880c742 service nova] Lock "432ab64f-bf46-4ef7-8a09-adbeb7207912-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:05:24 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-a147d504-d7f5-45b9-a7d2-118719c30b74 req-284009ab-6cc5-4836-90fc-1fc38880c742 service nova] Lock "432ab64f-bf46-4ef7-8a09-adbeb7207912-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:05:24 user nova-compute[74535]: DEBUG nova.compute.manager [req-a147d504-d7f5-45b9-a7d2-118719c30b74 req-284009ab-6cc5-4836-90fc-1fc38880c742 service nova] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] No waiting events found dispatching network-vif-plugged-9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:05:24 user nova-compute[74535]: WARNING nova.compute.manager [req-a147d504-d7f5-45b9-a7d2-118719c30b74 req-284009ab-6cc5-4836-90fc-1fc38880c742 service nova] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Received unexpected event network-vif-plugged-9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9 for instance with vm_state active and task_state rescuing.
Dec 06 10:05:25 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] CMD "qemu-img rebase -b /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 -F raw /opt/stack/data/nova/instances/c3b63c03-ccc7-458a-8780-b196259784e4/disk" returned: 0 in 2.025s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:25 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Created local disks {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 10:05:25 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Ensure instance console log exists: /opt/stack/data/nova/instances/c3b63c03-ccc7-458a-8780-b196259784e4/console.log {{(pid=74535) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 10:05:25 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:05:25 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:05:25 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:05:25 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Start _get_guest_xml network_info=[{"id": "21832bc5-de3c-4e86-a97c-147349bb1589", "address": "fa:16:3e:93:c4:62", "network": {"id": "083b1a00-b026-47dd-86f2-afd036201f4c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-290939981-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.78", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea7d9b3864a245dca1620d6cfa442897", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap21832bc5-de", "ovs_interfaceid": "21832bc5-de3c-4e86-a97c-147349bb1589", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdc': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk'}}} image_meta=ImageMeta(checksum='b4b6a3dbf79442af30959700cf8e5f7d',container_format='bare',created_at=2023-12-06T10:03:15Z,direct_url=<?>,disk_format='qcow2',id=a18b2faa-b306-46cf-9b6f-b1ecf3d419af,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1038109453-shelved',owner='ea7d9b3864a245dca1620d6cfa442897',properties=ImageMetaProps,protected=<?>,size=52297728,status='active',tags=<?>,updated_at=2023-12-06T10:03:21Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'device_name': '/dev/vda', 'encrypted': False, 'encryption_format': None, 'encryption_options': None, 'encryption_secret_uuid': None, 'boot_index': 0, 'device_type': 'disk', 'size': 0, 'guest_format': None, 'image_id': 'b338f3c8-9974-4b9f-bacb-c75dd541c256'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'delete_on_termination': False, 'attachment_id': '7b366afa-773c-425d-9d31-df7e14fcdb4c', 'boot_index': None, 'device_type': 'disk', 'guest_format': None, 'mount_device': '/dev/vdc', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:56b1e591-c1f5-4834-8c99-30f0d04ea92b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lduMJVft', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': 'c3b63c03-ccc7-458a-8780-b196259784e4', 'attached_at': '', 'detached_at': '', 'volume_id': '56b1e591-c1f5-4834-8c99-30f0d04ea92b', 'serial': '56b1e591-c1f5-4834-8c99-30f0d04ea92b'}, 'volume_type': None} {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 10:05:25 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:05:25 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:05:25 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 10:05:25 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] CPU controller missing on host. {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 10:05:25 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 10:05:25 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] CPU controller found on host. {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 10:05:25 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74535) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 10:05:25 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T09:52:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='b4b6a3dbf79442af30959700cf8e5f7d',container_format='bare',created_at=2023-12-06T10:03:15Z,direct_url=<?>,disk_format='qcow2',id=a18b2faa-b306-46cf-9b6f-b1ecf3d419af,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1038109453-shelved',owner='ea7d9b3864a245dca1620d6cfa442897',properties=ImageMetaProps,protected=<?>,size=52297728,status='active',tags=<?>,updated_at=2023-12-06T10:03:21Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 10:05:25 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Flavor limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 10:05:25 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Image limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 10:05:25 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Flavor pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 10:05:25 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Image pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 10:05:25 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 10:05:25 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 10:05:25 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 10:05:25 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Got 1 possible topologies {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 10:05:25 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 10:05:25 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 10:05:25 user nova-compute[74535]: DEBUG nova.objects.instance [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Lazy-loading 'vcpu_model' on Instance uuid c3b63c03-ccc7-458a-8780-b196259784e4 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:05:25 user nova-compute[74535]: DEBUG nova.objects.base [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Object Instance<c3b63c03-ccc7-458a-8780-b196259784e4> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model {{(pid=74535) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 10:05:25 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Calling os-brick to attach iSCSI Volume {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 10:05:25 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:56b1e591-c1f5-4834-8c99-30f0d04ea92b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lduMJVft', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:05:25 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:05:25 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:05:25 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:05:25 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:05:25 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:56b1e591-c1f5-4834-8c99-30f0d04ea92b" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:05:25 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:56b1e591-c1f5-4834-8c99-30f0d04ea92b" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:05:25 user nova-compute[74535]: INFO os_brick.initiator.connectors.iscsi [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 10:05:25 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:56b1e591-c1f5-4834-8c99-30f0d04ea92b -p 172.16.0.220:3260 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:25 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:56b1e591-c1f5-4834-8c99-30f0d04ea92b -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:25 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[aefa6354-d7e1-41cb-9420-7e13e9d2222d]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:05:25 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 10:05:25 user nova-compute[74535]:  {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:05:25 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:56b1e591-c1f5-4834-8c99-30f0d04ea92b -p 172.16.0.220:3260 --interface default --op new {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:25 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:56b1e591-c1f5-4834-8c99-30f0d04ea92b -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:25 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[37d20cb9-005f-4d4e-8183-33aa1064bb0c]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:56b1e591-c1f5-4834-8c99-30f0d04ea92b] added\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:05:25 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:56b1e591-c1f5-4834-8c99-30f0d04ea92b] added
Dec 06 10:05:25 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:05:25 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:56b1e591-c1f5-4834-8c99-30f0d04ea92b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:25 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:56b1e591-c1f5-4834-8c99-30f0d04ea92b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.025s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:25 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[fdaead31-49bc-4c7a-be2e-6dccb3c55b83]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:05:25 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:05:25 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:56b1e591-c1f5-4834-8c99-30f0d04ea92b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:25 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:56b1e591-c1f5-4834-8c99-30f0d04ea92b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:25 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[313c020d-a804-4561-9ea9-75f7f5ad37b2]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:05:25 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:05:25 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:56b1e591-c1f5-4834-8c99-30f0d04ea92b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v lduMJVft {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:25 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:56b1e591-c1f5-4834-8c99-30f0d04ea92b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v lduMJVft" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:25 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee0a40a8-6729-48a5-9a66-1b64041b892a]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:05:25 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'lduMJVft'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:05:25 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:56b1e591-c1f5-4834-8c99-30f0d04ea92b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:26 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:56b1e591-c1f5-4834-8c99-30f0d04ea92b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:26 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[158c2407-f69a-49a2-8ce0-e9f072c53fc6]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:05:26 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:05:26 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:26 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:26 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[9239e7f9-6c9c-41db-aa5a-80365461e03c]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:05:26 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:05:26 user nova-compute[74535]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e (non-flash)
Dec 06 10:05:26 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:05:26 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:05:26 user nova-compute[74535]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e (non-flash)
Dec 06 10:05:26 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:05:26 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:56b1e591-c1f5-4834-8c99-30f0d04ea92b -p 172.16.0.220:3260 --login {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:26 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:56b1e591-c1f5-4834-8c99-30f0d04ea92b -p 172.16.0.220:3260 --login" returned: 0 in 0.059s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:26 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e32d21f-152e-47fa-b8bc-174570a778c5]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:56b1e591-c1f5-4834-8c99-30f0d04ea92b, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:56b1e591-c1f5-4834-8c99-30f0d04ea92b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:05:26 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:56b1e591-c1f5-4834-8c99-30f0d04ea92b, portal: 172.16.0.220,3260]
Dec 06 10:05:26 user nova-compute[74535]: Login to [iface: default, target: iqn.2010-10.org.openstack:56b1e591-c1f5-4834-8c99-30f0d04ea92b, portal: 172.16.0.220,3260] successful.
Dec 06 10:05:26 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:05:26 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:56b1e591-c1f5-4834-8c99-30f0d04ea92b -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:26 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:56b1e591-c1f5-4834-8c99-30f0d04ea92b -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:26 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[222354e6-c2c6-40f5-8a91-5a125e2b5146]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:05:26 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:05:26 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:26 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:26 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ec714d1-4f9d-4052-a5eb-5bab9b6db16f]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:56b1e591-c1f5-4834-8c99-30f0d04ea92b (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:05:26 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:05:26 user nova-compute[74535]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e (non-flash)
Dec 06 10:05:26 user nova-compute[74535]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:56b1e591-c1f5-4834-8c99-30f0d04ea92b (non-flash)
Dec 06 10:05:26 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:05:26 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:05:26 user nova-compute[74535]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e (non-flash)
Dec 06 10:05:26 user nova-compute[74535]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:56b1e591-c1f5-4834-8c99-30f0d04ea92b (non-flash)
Dec 06 10:05:26 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:05:26 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:56b1e591-c1f5-4834-8c99-30f0d04ea92b" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.279s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:05:26 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Connected to 172.16.0.220:3260 {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 10:05:26 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] HCTL ('33', '-', '-', 0) found on session 25 with lun 0 {{(pid=74535) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 10:05:26 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74535) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 10:05:26 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:26 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:26 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[29472bfe-c3a4-41b0-bd96-1545f1b91660]: (4, ('- - 0', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:05:26 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Searching for a device in session 25 and hctl ['33', '*', '*', 0] yield: None {{(pid=74535) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 10:05:27 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Searching for a device in session 25 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74535) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 10:05:27 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:56b1e591-c1f5-4834-8c99-30f0d04ea92b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lduMJVft', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 10:05:27 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.313s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:05:27 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] <== connect_volume: return (1315ms) {'type': 'block', 'scsi_wwn': '26661633336356531', 'path': '/dev/sdb'} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:05:27 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26661633336356531', 'path': '/dev/sdb'} {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 10:05:27 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-06T10:01:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1038109453',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1038109453',id=18,image_ref='a18b2faa-b306-46cf-9b6f-b1ecf3d419af',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-738907956',keypairs=<?>,launch_index=0,launched_at=2023-12-06T10:01:29Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='ea7d9b3864a245dca1620d6cfa442897',ramdisk_id='',reservation_id='r-z07fs353',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-178785579',owner_user_name='tempest-AttachVolumeShelveTestJSON-178785579-project-member',shelved_at='2023-12-06T10:03:20.876265',shelved_host='user',shelved_image_id='a18b2faa-b306-46cf-9b6f-b1ecf3d419af'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T10:05:08Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a270961c7b434e87a25209f6eff7df18',uuid=c3b63c03-ccc7-458a-8780-b196259784e4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "21832bc5-de3c-4e86-a97c-147349bb1589", "address": "fa:16:3e:93:c4:62", "network": {"id": "083b1a00-b026-47dd-86f2-afd036201f4c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-290939981-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.78", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea7d9b3864a245dca1620d6cfa442897", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap21832bc5-de", "ovs_interfaceid": "21832bc5-de3c-4e86-a97c-147349bb1589", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74535) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 10:05:27 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Converting VIF {"id": "21832bc5-de3c-4e86-a97c-147349bb1589", "address": "fa:16:3e:93:c4:62", "network": {"id": "083b1a00-b026-47dd-86f2-afd036201f4c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-290939981-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.78", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea7d9b3864a245dca1620d6cfa442897", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap21832bc5-de", "ovs_interfaceid": "21832bc5-de3c-4e86-a97c-147349bb1589", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:05:27 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:93:c4:62,bridge_name='br-int',has_traffic_filtering=True,id=21832bc5-de3c-4e86-a97c-147349bb1589,network=Network(083b1a00-b026-47dd-86f2-afd036201f4c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap21832bc5-de') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:05:27 user nova-compute[74535]: DEBUG nova.objects.instance [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Lazy-loading 'pci_devices' on Instance uuid c3b63c03-ccc7-458a-8780-b196259784e4 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:05:27 user nova-compute[74535]: DEBUG nova.objects.base [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Object Instance<c3b63c03-ccc7-458a-8780-b196259784e4> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model,pci_devices {{(pid=74535) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 10:05:27 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] End _get_guest_xml xml=<domain type="kvm">
Dec 06 10:05:27 user nova-compute[74535]:   <uuid>c3b63c03-ccc7-458a-8780-b196259784e4</uuid>
Dec 06 10:05:27 user nova-compute[74535]:   <name>instance-00000012</name>
Dec 06 10:05:27 user nova-compute[74535]:   <memory>524288</memory>
Dec 06 10:05:27 user nova-compute[74535]:   <vcpu>1</vcpu>
Dec 06 10:05:27 user nova-compute[74535]:   <metadata>
Dec 06 10:05:27 user nova-compute[74535]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 10:05:27 user nova-compute[74535]:       <nova:package version="0.0.0"/>
Dec 06 10:05:27 user nova-compute[74535]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-1038109453</nova:name>
Dec 06 10:05:27 user nova-compute[74535]:       <nova:creationTime>2023-12-06 10:05:25</nova:creationTime>
Dec 06 10:05:27 user nova-compute[74535]:       <nova:flavor name="m1.tiny">
Dec 06 10:05:27 user nova-compute[74535]:         <nova:memory>512</nova:memory>
Dec 06 10:05:27 user nova-compute[74535]:         <nova:disk>1</nova:disk>
Dec 06 10:05:27 user nova-compute[74535]:         <nova:swap>0</nova:swap>
Dec 06 10:05:27 user nova-compute[74535]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 10:05:27 user nova-compute[74535]:         <nova:vcpus>1</nova:vcpus>
Dec 06 10:05:27 user nova-compute[74535]:       </nova:flavor>
Dec 06 10:05:27 user nova-compute[74535]:       <nova:owner>
Dec 06 10:05:27 user nova-compute[74535]:         <nova:user uuid="a270961c7b434e87a25209f6eff7df18">tempest-AttachVolumeShelveTestJSON-178785579-project-member</nova:user>
Dec 06 10:05:27 user nova-compute[74535]:         <nova:project uuid="ea7d9b3864a245dca1620d6cfa442897">tempest-AttachVolumeShelveTestJSON-178785579</nova:project>
Dec 06 10:05:27 user nova-compute[74535]:       </nova:owner>
Dec 06 10:05:27 user nova-compute[74535]:       <nova:root type="image" uuid="a18b2faa-b306-46cf-9b6f-b1ecf3d419af"/>
Dec 06 10:05:27 user nova-compute[74535]:       <nova:ports>
Dec 06 10:05:27 user nova-compute[74535]:         <nova:port uuid="21832bc5-de3c-4e86-a97c-147349bb1589">
Dec 06 10:05:27 user nova-compute[74535]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Dec 06 10:05:27 user nova-compute[74535]:         </nova:port>
Dec 06 10:05:27 user nova-compute[74535]:       </nova:ports>
Dec 06 10:05:27 user nova-compute[74535]:     </nova:instance>
Dec 06 10:05:27 user nova-compute[74535]:   </metadata>
Dec 06 10:05:27 user nova-compute[74535]:   <sysinfo type="smbios">
Dec 06 10:05:27 user nova-compute[74535]:     <system>
Dec 06 10:05:27 user nova-compute[74535]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 10:05:27 user nova-compute[74535]:       <entry name="product">OpenStack Nova</entry>
Dec 06 10:05:27 user nova-compute[74535]:       <entry name="version">0.0.0</entry>
Dec 06 10:05:27 user nova-compute[74535]:       <entry name="serial">c3b63c03-ccc7-458a-8780-b196259784e4</entry>
Dec 06 10:05:27 user nova-compute[74535]:       <entry name="uuid">c3b63c03-ccc7-458a-8780-b196259784e4</entry>
Dec 06 10:05:27 user nova-compute[74535]:       <entry name="family">Virtual Machine</entry>
Dec 06 10:05:27 user nova-compute[74535]:     </system>
Dec 06 10:05:27 user nova-compute[74535]:   </sysinfo>
Dec 06 10:05:27 user nova-compute[74535]:   <os>
Dec 06 10:05:27 user nova-compute[74535]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 10:05:27 user nova-compute[74535]:     <boot dev="hd"/>
Dec 06 10:05:27 user nova-compute[74535]:     <smbios mode="sysinfo"/>
Dec 06 10:05:27 user nova-compute[74535]:   </os>
Dec 06 10:05:27 user nova-compute[74535]:   <features>
Dec 06 10:05:27 user nova-compute[74535]:     <acpi/>
Dec 06 10:05:27 user nova-compute[74535]:     <apic/>
Dec 06 10:05:27 user nova-compute[74535]:     <vmcoreinfo/>
Dec 06 10:05:27 user nova-compute[74535]:   </features>
Dec 06 10:05:27 user nova-compute[74535]:   <clock offset="utc">
Dec 06 10:05:27 user nova-compute[74535]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 10:05:27 user nova-compute[74535]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 10:05:27 user nova-compute[74535]:     <timer name="hpet" present="no"/>
Dec 06 10:05:27 user nova-compute[74535]:   </clock>
Dec 06 10:05:27 user nova-compute[74535]:   <cpu mode="custom" match="exact">
Dec 06 10:05:27 user nova-compute[74535]:     <model>Nehalem</model>
Dec 06 10:05:27 user nova-compute[74535]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 10:05:27 user nova-compute[74535]:   </cpu>
Dec 06 10:05:27 user nova-compute[74535]:   <devices>
Dec 06 10:05:27 user nova-compute[74535]:     <disk type="file" device="disk">
Dec 06 10:05:27 user nova-compute[74535]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 10:05:27 user nova-compute[74535]:       <source file="/opt/stack/data/nova/instances/c3b63c03-ccc7-458a-8780-b196259784e4/disk"/>
Dec 06 10:05:27 user nova-compute[74535]:       <target dev="vda" bus="virtio"/>
Dec 06 10:05:27 user nova-compute[74535]:     </disk>
Dec 06 10:05:27 user nova-compute[74535]:     <disk type="block" device="disk">
Dec 06 10:05:27 user nova-compute[74535]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 10:05:27 user nova-compute[74535]:       <source dev="/dev/sdb"/>
Dec 06 10:05:27 user nova-compute[74535]:       <target dev="vdc" bus="virtio"/>
Dec 06 10:05:27 user nova-compute[74535]:       <serial>56b1e591-c1f5-4834-8c99-30f0d04ea92b</serial>
Dec 06 10:05:27 user nova-compute[74535]:     </disk>
Dec 06 10:05:27 user nova-compute[74535]:     <interface type="ethernet">
Dec 06 10:05:27 user nova-compute[74535]:       <mac address="fa:16:3e:93:c4:62"/>
Dec 06 10:05:27 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 10:05:27 user nova-compute[74535]:       <mtu size="1442"/>
Dec 06 10:05:27 user nova-compute[74535]:       <target dev="tap21832bc5-de"/>
Dec 06 10:05:27 user nova-compute[74535]:     </interface>
Dec 06 10:05:27 user nova-compute[74535]:     <serial type="pty">
Dec 06 10:05:27 user nova-compute[74535]:       <log file="/opt/stack/data/nova/instances/c3b63c03-ccc7-458a-8780-b196259784e4/console.log" append="off"/>
Dec 06 10:05:27 user nova-compute[74535]:     </serial>
Dec 06 10:05:27 user nova-compute[74535]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 10:05:27 user nova-compute[74535]:     <video>
Dec 06 10:05:27 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 10:05:27 user nova-compute[74535]:     </video>
Dec 06 10:05:27 user nova-compute[74535]:     <rng model="virtio">
Dec 06 10:05:27 user nova-compute[74535]:       <backend model="random">/dev/urandom</backend>
Dec 06 10:05:27 user nova-compute[74535]:     </rng>
Dec 06 10:05:27 user nova-compute[74535]:     <controller type="usb" index="0" model="none"/>
Dec 06 10:05:27 user nova-compute[74535]:     <memballoon model="virtio">
Dec 06 10:05:27 user nova-compute[74535]:       <stats period="10"/>
Dec 06 10:05:27 user nova-compute[74535]:     </memballoon>
Dec 06 10:05:27 user nova-compute[74535]:   </devices>
Dec 06 10:05:27 user nova-compute[74535]: </domain>
Dec 06 10:05:27 user nova-compute[74535]:  {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 10:05:27 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-06T10:01:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1038109453',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1038109453',id=18,image_ref='a18b2faa-b306-46cf-9b6f-b1ecf3d419af',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-738907956',keypairs=<?>,launch_index=0,launched_at=2023-12-06T10:01:29Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='ea7d9b3864a245dca1620d6cfa442897',ramdisk_id='',reservation_id='r-z07fs353',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-178785579',owner_user_name='tempest-AttachVolumeShelveTestJSON-178785579-project-member',shelved_at='2023-12-06T10:03:20.876265',shelved_host='user',shelved_image_id='a18b2faa-b306-46cf-9b6f-b1ecf3d419af'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T10:05:08Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a270961c7b434e87a25209f6eff7df18',uuid=c3b63c03-ccc7-458a-8780-b196259784e4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "21832bc5-de3c-4e86-a97c-147349bb1589", "address": "fa:16:3e:93:c4:62", "network": {"id": "083b1a00-b026-47dd-86f2-afd036201f4c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-290939981-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.78", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea7d9b3864a245dca1620d6cfa442897", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap21832bc5-de", "ovs_interfaceid": "21832bc5-de3c-4e86-a97c-147349bb1589", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 10:05:27 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Converting VIF {"id": "21832bc5-de3c-4e86-a97c-147349bb1589", "address": "fa:16:3e:93:c4:62", "network": {"id": "083b1a00-b026-47dd-86f2-afd036201f4c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-290939981-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.78", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea7d9b3864a245dca1620d6cfa442897", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap21832bc5-de", "ovs_interfaceid": "21832bc5-de3c-4e86-a97c-147349bb1589", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:05:27 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:93:c4:62,bridge_name='br-int',has_traffic_filtering=True,id=21832bc5-de3c-4e86-a97c-147349bb1589,network=Network(083b1a00-b026-47dd-86f2-afd036201f4c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap21832bc5-de') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:05:27 user nova-compute[74535]: DEBUG os_vif [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:93:c4:62,bridge_name='br-int',has_traffic_filtering=True,id=21832bc5-de3c-4e86-a97c-147349bb1589,network=Network(083b1a00-b026-47dd-86f2-afd036201f4c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap21832bc5-de') {{(pid=74535) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 10:05:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:05:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:05:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 10:05:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:05:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'e6fbefc0-1493-5ac9-8ad0-cd18a4ba8375', '_type': 'linux-noop'}}, row=False) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:05:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:05:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:05:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:05:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap21832bc5-de, may_exist=True, interface_attrs={}) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:05:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap21832bc5-de, col_values=(('qos', UUID('580967a9-f4c9-40b4-a4ca-252895894b81')),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:05:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap21832bc5-de, col_values=(('external_ids', {'iface-id': '21832bc5-de3c-4e86-a97c-147349bb1589', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:93:c4:62', 'vm-uuid': 'c3b63c03-ccc7-458a-8780-b196259784e4'}),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:05:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:05:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:05:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:05:27 user nova-compute[74535]: INFO os_vif [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:93:c4:62,bridge_name='br-int',has_traffic_filtering=True,id=21832bc5-de3c-4e86-a97c-147349bb1589,network=Network(083b1a00-b026-47dd-86f2-afd036201f4c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap21832bc5-de')
Dec 06 10:05:27 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] No BDM found with device name vda, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 10:05:27 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] No BDM found with device name vdc, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 10:05:27 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] No VIF found with MAC fa:16:3e:93:c4:62, not building metadata {{(pid=74535) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 10:05:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:05:28 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:05:28 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:05:28 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:05:29 user nova-compute[74535]: DEBUG nova.compute.manager [req-b9d2b9b5-e79e-40d5-b757-a45a7e22a4e0 req-0055f527-9303-48e5-834c-2af21f09ef5e service nova] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Received event network-vif-plugged-21832bc5-de3c-4e86-a97c-147349bb1589 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:05:29 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-b9d2b9b5-e79e-40d5-b757-a45a7e22a4e0 req-0055f527-9303-48e5-834c-2af21f09ef5e service nova] Acquiring lock "c3b63c03-ccc7-458a-8780-b196259784e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:05:29 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-b9d2b9b5-e79e-40d5-b757-a45a7e22a4e0 req-0055f527-9303-48e5-834c-2af21f09ef5e service nova] Lock "c3b63c03-ccc7-458a-8780-b196259784e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:05:29 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-b9d2b9b5-e79e-40d5-b757-a45a7e22a4e0 req-0055f527-9303-48e5-834c-2af21f09ef5e service nova] Lock "c3b63c03-ccc7-458a-8780-b196259784e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:05:29 user nova-compute[74535]: DEBUG nova.compute.manager [req-b9d2b9b5-e79e-40d5-b757-a45a7e22a4e0 req-0055f527-9303-48e5-834c-2af21f09ef5e service nova] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] No waiting events found dispatching network-vif-plugged-21832bc5-de3c-4e86-a97c-147349bb1589 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:05:29 user nova-compute[74535]: WARNING nova.compute.manager [req-b9d2b9b5-e79e-40d5-b757-a45a7e22a4e0 req-0055f527-9303-48e5-834c-2af21f09ef5e service nova] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Received unexpected event network-vif-plugged-21832bc5-de3c-4e86-a97c-147349bb1589 for instance with vm_state shelved_offloaded and task_state spawning.
Dec 06 10:05:29 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:05:29 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:05:29 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:05:31 user nova-compute[74535]: DEBUG nova.compute.manager [req-014b09c8-669e-4d70-86d0-78883dfcd146 req-a1716f57-5dc9-4664-8d2d-4a53104d226e service nova] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Received event network-vif-plugged-21832bc5-de3c-4e86-a97c-147349bb1589 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:05:31 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-014b09c8-669e-4d70-86d0-78883dfcd146 req-a1716f57-5dc9-4664-8d2d-4a53104d226e service nova] Acquiring lock "c3b63c03-ccc7-458a-8780-b196259784e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:05:31 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-014b09c8-669e-4d70-86d0-78883dfcd146 req-a1716f57-5dc9-4664-8d2d-4a53104d226e service nova] Lock "c3b63c03-ccc7-458a-8780-b196259784e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:05:31 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-014b09c8-669e-4d70-86d0-78883dfcd146 req-a1716f57-5dc9-4664-8d2d-4a53104d226e service nova] Lock "c3b63c03-ccc7-458a-8780-b196259784e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:05:31 user nova-compute[74535]: DEBUG nova.compute.manager [req-014b09c8-669e-4d70-86d0-78883dfcd146 req-a1716f57-5dc9-4664-8d2d-4a53104d226e service nova] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] No waiting events found dispatching network-vif-plugged-21832bc5-de3c-4e86-a97c-147349bb1589 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:05:31 user nova-compute[74535]: WARNING nova.compute.manager [req-014b09c8-669e-4d70-86d0-78883dfcd146 req-a1716f57-5dc9-4664-8d2d-4a53104d226e service nova] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Received unexpected event network-vif-plugged-21832bc5-de3c-4e86-a97c-147349bb1589 for instance with vm_state shelved_offloaded and task_state spawning.
Dec 06 10:05:31 user nova-compute[74535]: DEBUG nova.compute.manager [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Instance event wait completed in 0 seconds for  {{(pid=74535) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 10:05:31 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Guest created on hypervisor {{(pid=74535) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 10:05:31 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Instance spawned successfully.
Dec 06 10:05:31 user nova-compute[74535]: DEBUG nova.compute.manager [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Checking state {{(pid=74535) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 10:05:31 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-9531a899-dcd9-4356-8539-a9492b7b8ff0 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Lock "c3b63c03-ccc7-458a-8780-b196259784e4" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 24.150s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:05:32 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:05:32 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:05:36 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f9a9b64f-f59f-4e0c-bff4-3ef052ac932c tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] Calling os-brick to attach iSCSI Volume {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 10:05:36 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-f9a9b64f-f59f-4e0c-bff4-3ef052ac932c tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IveFfnys', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:05:36 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-f9a9b64f-f59f-4e0c-bff4-3ef052ac932c tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:05:36 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-f9a9b64f-f59f-4e0c-bff4-3ef052ac932c tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:05:36 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-f9a9b64f-f59f-4e0c-bff4-3ef052ac932c tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:05:36 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-f9a9b64f-f59f-4e0c-bff4-3ef052ac932c tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:05:36 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-f9a9b64f-f59f-4e0c-bff4-3ef052ac932c tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:05:36 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-f9a9b64f-f59f-4e0c-bff4-3ef052ac932c tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:05:36 user nova-compute[74535]: INFO os_brick.initiator.connectors.iscsi [None req-f9a9b64f-f59f-4e0c-bff4-3ef052ac932c tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 10:05:36 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961 -p 172.16.0.220:3260 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:36 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:36 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[6fa4ac8d-103c-4525-91c1-6b2a45f79d20]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:05:36 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-f9a9b64f-f59f-4e0c-bff4-3ef052ac932c tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 10:05:36 user nova-compute[74535]:  {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:05:36 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961 -p 172.16.0.220:3260 --interface default --op new {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:36 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:36 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc6d030b-4751-4759-b642-bec7d13fcd54]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961] added\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:05:36 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-f9a9b64f-f59f-4e0c-bff4-3ef052ac932c tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961] added
Dec 06 10:05:36 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:05:36 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:36 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:36 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b78c686-07bc-4b07-aa43-a927255ef362]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:05:36 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-f9a9b64f-f59f-4e0c-bff4-3ef052ac932c tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:05:36 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:36 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:36 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[aeb02b81-bf42-4dfc-9ccc-667acfc538fe]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:05:36 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-f9a9b64f-f59f-4e0c-bff4-3ef052ac932c tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:05:36 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v IveFfnys {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:36 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v IveFfnys" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:36 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[df4046bc-9cf7-448e-aa4f-78a4990d045c]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:05:36 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-f9a9b64f-f59f-4e0c-bff4-3ef052ac932c tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'IveFfnys'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:05:36 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:36 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:36 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[cfe7812e-725c-497e-8136-9f2367280c05]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:05:36 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-f9a9b64f-f59f-4e0c-bff4-3ef052ac932c tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:05:36 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:36 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:36 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8ef8c92-8bd8-436b-a85d-6f107d7ae6ab]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:56b1e591-c1f5-4834-8c99-30f0d04ea92b (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:05:36 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-f9a9b64f-f59f-4e0c-bff4-3ef052ac932c tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:05:36 user nova-compute[74535]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e (non-flash)
Dec 06 10:05:36 user nova-compute[74535]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:56b1e591-c1f5-4834-8c99-30f0d04ea92b (non-flash)
Dec 06 10:05:36 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:05:36 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-f9a9b64f-f59f-4e0c-bff4-3ef052ac932c tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:05:36 user nova-compute[74535]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e (non-flash)
Dec 06 10:05:36 user nova-compute[74535]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:56b1e591-c1f5-4834-8c99-30f0d04ea92b (non-flash)
Dec 06 10:05:36 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:05:36 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961 -p 172.16.0.220:3260 --login {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:36 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961 -p 172.16.0.220:3260 --login" returned: 0 in 0.074s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:36 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ef72159-f633-4675-84d1-65b55c4693f2]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:05:36 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-f9a9b64f-f59f-4e0c-bff4-3ef052ac932c tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961, portal: 172.16.0.220,3260]
Dec 06 10:05:36 user nova-compute[74535]: Login to [iface: default, target: iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961, portal: 172.16.0.220,3260] successful.
Dec 06 10:05:36 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:05:36 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:36 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:36 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[36584e6c-762d-4709-8383-efd11479fa10]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:05:36 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-f9a9b64f-f59f-4e0c-bff4-3ef052ac932c tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:05:36 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:36 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:36 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[af309728-cc69-4f93-b453-4108518f3f6c]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:56b1e591-c1f5-4834-8c99-30f0d04ea92b (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961 (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:05:36 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-f9a9b64f-f59f-4e0c-bff4-3ef052ac932c tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:05:36 user nova-compute[74535]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e (non-flash)
Dec 06 10:05:36 user nova-compute[74535]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:56b1e591-c1f5-4834-8c99-30f0d04ea92b (non-flash)
Dec 06 10:05:36 user nova-compute[74535]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961 (non-flash)
Dec 06 10:05:36 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:05:36 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-f9a9b64f-f59f-4e0c-bff4-3ef052ac932c tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:05:36 user nova-compute[74535]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e (non-flash)
Dec 06 10:05:36 user nova-compute[74535]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:56b1e591-c1f5-4834-8c99-30f0d04ea92b (non-flash)
Dec 06 10:05:36 user nova-compute[74535]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961 (non-flash)
Dec 06 10:05:36 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:05:36 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-f9a9b64f-f59f-4e0c-bff4-3ef052ac932c tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.295s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:05:36 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-f9a9b64f-f59f-4e0c-bff4-3ef052ac932c tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Connected to 172.16.0.220:3260 {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 10:05:36 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-f9a9b64f-f59f-4e0c-bff4-3ef052ac932c tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] HCTL ('36', '-', '-', 0) found on session 26 with lun 0 {{(pid=74535) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 10:05:36 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-f9a9b64f-f59f-4e0c-bff4-3ef052ac932c tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=74535) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 10:05:36 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:36 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.017s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:36 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[20239fce-0c08-46ad-9e00-fb206aeb8798]: (4, ('- - 0', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:05:36 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-f9a9b64f-f59f-4e0c-bff4-3ef052ac932c tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Searching for a device in session 26 and hctl ['36', '*', '*', 0] yield: sde {{(pid=74535) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 10:05:36 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-f9a9b64f-f59f-4e0c-bff4-3ef052ac932c tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IveFfnys', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 10:05:37 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:05:37 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-f9a9b64f-f59f-4e0c-bff4-3ef052ac932c tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.326s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:05:37 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-f9a9b64f-f59f-4e0c-bff4-3ef052ac932c tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] <== connect_volume: return (1328ms) {'type': 'block', 'scsi_wwn': '26164353431616666', 'path': '/dev/sde'} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:05:37 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f9a9b64f-f59f-4e0c-bff4-3ef052ac932c tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26164353431616666', 'path': '/dev/sde'} {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 10:05:37 user nova-compute[74535]: DEBUG nova.objects.instance [None req-f9a9b64f-f59f-4e0c-bff4-3ef052ac932c tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Lazy-loading 'flavor' on Instance uuid 227aad5b-398b-44d7-b40b-ff85bf043334 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:05:37 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-f9a9b64f-f59f-4e0c-bff4-3ef052ac932c tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 10:05:37 user nova-compute[74535]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 10:05:37 user nova-compute[74535]:   <source dev="/dev/sde"/>
Dec 06 10:05:37 user nova-compute[74535]:   <target dev="vdb" bus="virtio"/>
Dec 06 10:05:37 user nova-compute[74535]:   <serial>aac0b63a-2ba8-452a-b8ed-fe97a145a961</serial>
Dec 06 10:05:37 user nova-compute[74535]: </disk>
Dec 06 10:05:37 user nova-compute[74535]:  {{(pid=74535) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 10:05:37 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-f9a9b64f-f59f-4e0c-bff4-3ef052ac932c tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] No BDM found with device name vda, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 10:05:37 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-f9a9b64f-f59f-4e0c-bff4-3ef052ac932c tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 10:05:37 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-f9a9b64f-f59f-4e0c-bff4-3ef052ac932c tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] No VIF found with MAC fa:16:3e:8c:e6:0c, not building metadata {{(pid=74535) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 10:05:38 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-f9a9b64f-f59f-4e0c-bff4-3ef052ac932c tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Lock "227aad5b-398b-44d7-b40b-ff85bf043334" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 14.459s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:05:41 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-d5607759-b488-41e9-a07d-151e3567f1a8 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Acquiring lock "a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:05:41 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-d5607759-b488-41e9-a07d-151e3567f1a8 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Lock "a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:05:41 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-d5607759-b488-41e9-a07d-151e3567f1a8 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Acquiring lock "a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:05:41 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-d5607759-b488-41e9-a07d-151e3567f1a8 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Lock "a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:05:41 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-d5607759-b488-41e9-a07d-151e3567f1a8 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Lock "a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:05:41 user nova-compute[74535]: INFO nova.compute.manager [None req-d5607759-b488-41e9-a07d-151e3567f1a8 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] [instance: a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3] Terminating instance
Dec 06 10:05:41 user nova-compute[74535]: DEBUG nova.compute.manager [None req-d5607759-b488-41e9-a07d-151e3567f1a8 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] [instance: a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3] Start destroying the instance on the hypervisor. {{(pid=74535) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 10:05:41 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:05:41 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:05:41 user nova-compute[74535]: DEBUG nova.compute.manager [req-5291b3ff-809d-47dc-b40d-0e526868b91f req-37afa918-a02e-4b60-9180-ec84561644a3 service nova] [instance: a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3] Received event network-vif-unplugged-70973daa-b6f6-47e7-ac9d-d1542e9ab364 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:05:41 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-5291b3ff-809d-47dc-b40d-0e526868b91f req-37afa918-a02e-4b60-9180-ec84561644a3 service nova] Acquiring lock "a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:05:41 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-5291b3ff-809d-47dc-b40d-0e526868b91f req-37afa918-a02e-4b60-9180-ec84561644a3 service nova] Lock "a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:05:41 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-5291b3ff-809d-47dc-b40d-0e526868b91f req-37afa918-a02e-4b60-9180-ec84561644a3 service nova] Lock "a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:05:41 user nova-compute[74535]: DEBUG nova.compute.manager [req-5291b3ff-809d-47dc-b40d-0e526868b91f req-37afa918-a02e-4b60-9180-ec84561644a3 service nova] [instance: a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3] No waiting events found dispatching network-vif-unplugged-70973daa-b6f6-47e7-ac9d-d1542e9ab364 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:05:41 user nova-compute[74535]: DEBUG nova.compute.manager [req-5291b3ff-809d-47dc-b40d-0e526868b91f req-37afa918-a02e-4b60-9180-ec84561644a3 service nova] [instance: a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3] Received event network-vif-unplugged-70973daa-b6f6-47e7-ac9d-d1542e9ab364 for instance with task_state deleting. {{(pid=74535) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 10:05:41 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:05:41 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:05:42 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:05:42 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:05:42 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:05:42 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:05:42 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3] Instance destroyed successfully.
Dec 06 10:05:42 user nova-compute[74535]: DEBUG nova.objects.instance [None req-d5607759-b488-41e9-a07d-151e3567f1a8 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Lazy-loading 'resources' on Instance uuid a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:05:42 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-d5607759-b488-41e9-a07d-151e3567f1a8 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:03:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-2103240896',display_name='tempest-VolumesAdminNegativeTest-server-2103240896',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-2103240896',id=24,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-06T10:03:46Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='46ebbf9498444b2aba0f2621669fb73b',ramdisk_id='',reservation_id='r-hau4eplh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesAdminNegativeTest-1187903503',owner_user_name='tempest-VolumesAdminNegativeTest-1187903503-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T10:03:46Z,user_data=None,user_id='0ee5388380bb45cc82a263fbebb91c45',uuid=a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "70973daa-b6f6-47e7-ac9d-d1542e9ab364", "address": "fa:16:3e:d6:80:3f", "network": {"id": "3f4a5abf-4793-4a73-a7db-f90c3940be91", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1456499207-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "46ebbf9498444b2aba0f2621669fb73b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap70973daa-b6", "ovs_interfaceid": "70973daa-b6f6-47e7-ac9d-d1542e9ab364", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 10:05:42 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-d5607759-b488-41e9-a07d-151e3567f1a8 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Converting VIF {"id": "70973daa-b6f6-47e7-ac9d-d1542e9ab364", "address": "fa:16:3e:d6:80:3f", "network": {"id": "3f4a5abf-4793-4a73-a7db-f90c3940be91", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1456499207-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "46ebbf9498444b2aba0f2621669fb73b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap70973daa-b6", "ovs_interfaceid": "70973daa-b6f6-47e7-ac9d-d1542e9ab364", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:05:42 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-d5607759-b488-41e9-a07d-151e3567f1a8 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d6:80:3f,bridge_name='br-int',has_traffic_filtering=True,id=70973daa-b6f6-47e7-ac9d-d1542e9ab364,network=Network(3f4a5abf-4793-4a73-a7db-f90c3940be91),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap70973daa-b6') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:05:42 user nova-compute[74535]: DEBUG os_vif [None req-d5607759-b488-41e9-a07d-151e3567f1a8 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d6:80:3f,bridge_name='br-int',has_traffic_filtering=True,id=70973daa-b6f6-47e7-ac9d-d1542e9ab364,network=Network(3f4a5abf-4793-4a73-a7db-f90c3940be91),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap70973daa-b6') {{(pid=74535) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 10:05:42 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:05:42 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap70973daa-b6, bridge=br-int, if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:05:42 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:05:42 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:05:42 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:05:42 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c2ca4070-1650-4c38-baf6-f701b2b72003) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:05:42 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:05:42 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:05:42 user nova-compute[74535]: INFO os_vif [None req-d5607759-b488-41e9-a07d-151e3567f1a8 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d6:80:3f,bridge_name='br-int',has_traffic_filtering=True,id=70973daa-b6f6-47e7-ac9d-d1542e9ab364,network=Network(3f4a5abf-4793-4a73-a7db-f90c3940be91),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap70973daa-b6')
Dec 06 10:05:42 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-d5607759-b488-41e9-a07d-151e3567f1a8 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] [instance: a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3] Deleting instance files /opt/stack/data/nova/instances/a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3_del
Dec 06 10:05:42 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-d5607759-b488-41e9-a07d-151e3567f1a8 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] [instance: a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3] Deletion of /opt/stack/data/nova/instances/a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3_del complete
Dec 06 10:05:42 user nova-compute[74535]: INFO nova.compute.manager [None req-d5607759-b488-41e9-a07d-151e3567f1a8 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] [instance: a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3] Took 0.91 seconds to destroy the instance on the hypervisor.
Dec 06 10:05:42 user nova-compute[74535]: DEBUG oslo.service.loopingcall [None req-d5607759-b488-41e9-a07d-151e3567f1a8 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74535) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 10:05:42 user nova-compute[74535]: DEBUG nova.compute.manager [-] [instance: a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3] Deallocating network for instance {{(pid=74535) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 10:05:42 user nova-compute[74535]: DEBUG nova.network.neutron [-] [instance: a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3] deallocate_for_instance() {{(pid=74535) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 10:05:42 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:05:42 user nova-compute[74535]: DEBUG nova.network.neutron [-] [instance: a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3] Updating instance_info_cache with network_info: [] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:05:42 user nova-compute[74535]: INFO nova.compute.manager [-] [instance: a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3] Took 0.52 seconds to deallocate network for instance.
Dec 06 10:05:43 user nova-compute[74535]: DEBUG nova.compute.manager [req-263e7792-5674-4d57-aca7-23edc0b909bd req-dba321f2-5063-40b3-acb6-c8f29c3efef7 service nova] [instance: a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3] Received event network-vif-deleted-70973daa-b6f6-47e7-ac9d-d1542e9ab364 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:05:43 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-d5607759-b488-41e9-a07d-151e3567f1a8 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:05:43 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-d5607759-b488-41e9-a07d-151e3567f1a8 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:05:43 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-d5607759-b488-41e9-a07d-151e3567f1a8 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:05:43 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-d5607759-b488-41e9-a07d-151e3567f1a8 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:05:43 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-d5607759-b488-41e9-a07d-151e3567f1a8 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.484s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:05:43 user nova-compute[74535]: INFO nova.scheduler.client.report [None req-d5607759-b488-41e9-a07d-151e3567f1a8 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Deleted allocations for instance a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3
Dec 06 10:05:43 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-d5607759-b488-41e9-a07d-151e3567f1a8 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Lock "a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.210s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:05:44 user nova-compute[74535]: DEBUG nova.compute.manager [req-06ee202b-a995-4d31-8790-759f2f825c47 req-80eb6c9e-b6af-4a09-acbb-ce2ddde5493d service nova] [instance: a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3] Received event network-vif-plugged-70973daa-b6f6-47e7-ac9d-d1542e9ab364 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:05:44 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-06ee202b-a995-4d31-8790-759f2f825c47 req-80eb6c9e-b6af-4a09-acbb-ce2ddde5493d service nova] Acquiring lock "a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:05:44 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-06ee202b-a995-4d31-8790-759f2f825c47 req-80eb6c9e-b6af-4a09-acbb-ce2ddde5493d service nova] Lock "a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:05:44 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-06ee202b-a995-4d31-8790-759f2f825c47 req-80eb6c9e-b6af-4a09-acbb-ce2ddde5493d service nova] Lock "a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:05:44 user nova-compute[74535]: DEBUG nova.compute.manager [req-06ee202b-a995-4d31-8790-759f2f825c47 req-80eb6c9e-b6af-4a09-acbb-ce2ddde5493d service nova] [instance: a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3] No waiting events found dispatching network-vif-plugged-70973daa-b6f6-47e7-ac9d-d1542e9ab364 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:05:44 user nova-compute[74535]: WARNING nova.compute.manager [req-06ee202b-a995-4d31-8790-759f2f825c47 req-80eb6c9e-b6af-4a09-acbb-ce2ddde5493d service nova] [instance: a4c8cd57-13dc-43bc-89ac-a64fc4c9aae3] Received unexpected event network-vif-plugged-70973daa-b6f6-47e7-ac9d-d1542e9ab364 for instance with vm_state deleted and task_state None.
Dec 06 10:05:47 user nova-compute[74535]: DEBUG nova.compute.manager [req-d43705bd-5f66-43e7-acef-76460f10b3cf req-91f18bc4-a69c-4369-9926-2aeaa5150d58 service nova] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] Received event network-changed-82122ee8-c747-4f5e-8d0c-626cad81ed24 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:05:47 user nova-compute[74535]: DEBUG nova.compute.manager [req-d43705bd-5f66-43e7-acef-76460f10b3cf req-91f18bc4-a69c-4369-9926-2aeaa5150d58 service nova] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] Refreshing instance network info cache due to event network-changed-82122ee8-c747-4f5e-8d0c-626cad81ed24. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 10:05:47 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-d43705bd-5f66-43e7-acef-76460f10b3cf req-91f18bc4-a69c-4369-9926-2aeaa5150d58 service nova] Acquiring lock "refresh_cache-227aad5b-398b-44d7-b40b-ff85bf043334" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:05:47 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-d43705bd-5f66-43e7-acef-76460f10b3cf req-91f18bc4-a69c-4369-9926-2aeaa5150d58 service nova] Acquired lock "refresh_cache-227aad5b-398b-44d7-b40b-ff85bf043334" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:05:47 user nova-compute[74535]: DEBUG nova.network.neutron [req-d43705bd-5f66-43e7-acef-76460f10b3cf req-91f18bc4-a69c-4369-9926-2aeaa5150d58 service nova] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] Refreshing network info cache for port 82122ee8-c747-4f5e-8d0c-626cad81ed24 {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 10:05:47 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:05:47 user nova-compute[74535]: DEBUG nova.network.neutron [req-d43705bd-5f66-43e7-acef-76460f10b3cf req-91f18bc4-a69c-4369-9926-2aeaa5150d58 service nova] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] Updated VIF entry in instance network info cache for port 82122ee8-c747-4f5e-8d0c-626cad81ed24. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 10:05:47 user nova-compute[74535]: DEBUG nova.network.neutron [req-d43705bd-5f66-43e7-acef-76460f10b3cf req-91f18bc4-a69c-4369-9926-2aeaa5150d58 service nova] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] Updating instance_info_cache with network_info: [{"id": "82122ee8-c747-4f5e-8d0c-626cad81ed24", "address": "fa:16:3e:8c:e6:0c", "network": {"id": "d5481230-d801-4b5c-9559-71444e926e04", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1378130033-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.80", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "15e410d9f3724888aa51fec7ed16ea0e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82122ee8-c7", "ovs_interfaceid": "82122ee8-c747-4f5e-8d0c-626cad81ed24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:05:47 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-d43705bd-5f66-43e7-acef-76460f10b3cf req-91f18bc4-a69c-4369-9926-2aeaa5150d58 service nova] Releasing lock "refresh_cache-227aad5b-398b-44d7-b40b-ff85bf043334" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:05:47 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:05:49 user nova-compute[74535]: DEBUG nova.compute.manager [req-a8b26266-6b5c-43b4-9017-2dd79034c42d req-ac41486e-9885-4464-afdb-fbf493c24569 service nova] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] Received event network-changed-82122ee8-c747-4f5e-8d0c-626cad81ed24 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:05:49 user nova-compute[74535]: DEBUG nova.compute.manager [req-a8b26266-6b5c-43b4-9017-2dd79034c42d req-ac41486e-9885-4464-afdb-fbf493c24569 service nova] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] Refreshing instance network info cache due to event network-changed-82122ee8-c747-4f5e-8d0c-626cad81ed24. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 10:05:49 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-a8b26266-6b5c-43b4-9017-2dd79034c42d req-ac41486e-9885-4464-afdb-fbf493c24569 service nova] Acquiring lock "refresh_cache-227aad5b-398b-44d7-b40b-ff85bf043334" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:05:49 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-a8b26266-6b5c-43b4-9017-2dd79034c42d req-ac41486e-9885-4464-afdb-fbf493c24569 service nova] Acquired lock "refresh_cache-227aad5b-398b-44d7-b40b-ff85bf043334" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:05:49 user nova-compute[74535]: DEBUG nova.network.neutron [req-a8b26266-6b5c-43b4-9017-2dd79034c42d req-ac41486e-9885-4464-afdb-fbf493c24569 service nova] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] Refreshing network info cache for port 82122ee8-c747-4f5e-8d0c-626cad81ed24 {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 10:05:49 user nova-compute[74535]: DEBUG nova.network.neutron [req-a8b26266-6b5c-43b4-9017-2dd79034c42d req-ac41486e-9885-4464-afdb-fbf493c24569 service nova] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] Updated VIF entry in instance network info cache for port 82122ee8-c747-4f5e-8d0c-626cad81ed24. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 10:05:49 user nova-compute[74535]: DEBUG nova.network.neutron [req-a8b26266-6b5c-43b4-9017-2dd79034c42d req-ac41486e-9885-4464-afdb-fbf493c24569 service nova] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] Updating instance_info_cache with network_info: [{"id": "82122ee8-c747-4f5e-8d0c-626cad81ed24", "address": "fa:16:3e:8c:e6:0c", "network": {"id": "d5481230-d801-4b5c-9559-71444e926e04", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1378130033-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.80", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "15e410d9f3724888aa51fec7ed16ea0e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82122ee8-c7", "ovs_interfaceid": "82122ee8-c747-4f5e-8d0c-626cad81ed24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:05:49 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-a8b26266-6b5c-43b4-9017-2dd79034c42d req-ac41486e-9885-4464-afdb-fbf493c24569 service nova] Releasing lock "refresh_cache-227aad5b-398b-44d7-b40b-ff85bf043334" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:05:50 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-463ec0ed-5ace-4376-81bf-b32502f4b53e tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Acquiring lock "20432b5e-01b9-4b38-b139-47650a115278" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:05:50 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-463ec0ed-5ace-4376-81bf-b32502f4b53e tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Lock "20432b5e-01b9-4b38-b139-47650a115278" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:05:50 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-463ec0ed-5ace-4376-81bf-b32502f4b53e tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Acquiring lock "20432b5e-01b9-4b38-b139-47650a115278-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:05:50 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-463ec0ed-5ace-4376-81bf-b32502f4b53e tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Lock "20432b5e-01b9-4b38-b139-47650a115278-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:05:50 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-463ec0ed-5ace-4376-81bf-b32502f4b53e tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Lock "20432b5e-01b9-4b38-b139-47650a115278-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:05:50 user nova-compute[74535]: INFO nova.compute.manager [None req-463ec0ed-5ace-4376-81bf-b32502f4b53e tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 20432b5e-01b9-4b38-b139-47650a115278] Terminating instance
Dec 06 10:05:50 user nova-compute[74535]: DEBUG nova.compute.manager [None req-463ec0ed-5ace-4376-81bf-b32502f4b53e tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 20432b5e-01b9-4b38-b139-47650a115278] Start destroying the instance on the hypervisor. {{(pid=74535) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 10:05:50 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:05:50 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:05:50 user nova-compute[74535]: DEBUG nova.compute.manager [req-80a3a640-ef5c-4d4e-a0ac-18bf37834b03 req-014d1980-6b96-4ce8-99a2-c009310dda36 service nova] [instance: 20432b5e-01b9-4b38-b139-47650a115278] Received event network-vif-unplugged-e843486b-a520-4553-937e-bdf14c98a801 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:05:50 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-80a3a640-ef5c-4d4e-a0ac-18bf37834b03 req-014d1980-6b96-4ce8-99a2-c009310dda36 service nova] Acquiring lock "20432b5e-01b9-4b38-b139-47650a115278-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:05:50 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-80a3a640-ef5c-4d4e-a0ac-18bf37834b03 req-014d1980-6b96-4ce8-99a2-c009310dda36 service nova] Lock "20432b5e-01b9-4b38-b139-47650a115278-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:05:50 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-80a3a640-ef5c-4d4e-a0ac-18bf37834b03 req-014d1980-6b96-4ce8-99a2-c009310dda36 service nova] Lock "20432b5e-01b9-4b38-b139-47650a115278-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:05:50 user nova-compute[74535]: DEBUG nova.compute.manager [req-80a3a640-ef5c-4d4e-a0ac-18bf37834b03 req-014d1980-6b96-4ce8-99a2-c009310dda36 service nova] [instance: 20432b5e-01b9-4b38-b139-47650a115278] No waiting events found dispatching network-vif-unplugged-e843486b-a520-4553-937e-bdf14c98a801 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:05:50 user nova-compute[74535]: DEBUG nova.compute.manager [req-80a3a640-ef5c-4d4e-a0ac-18bf37834b03 req-014d1980-6b96-4ce8-99a2-c009310dda36 service nova] [instance: 20432b5e-01b9-4b38-b139-47650a115278] Received event network-vif-unplugged-e843486b-a520-4553-937e-bdf14c98a801 for instance with task_state deleting. {{(pid=74535) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 10:05:51 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:05:51 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:05:51 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: 20432b5e-01b9-4b38-b139-47650a115278] Instance destroyed successfully.
Dec 06 10:05:51 user nova-compute[74535]: DEBUG nova.objects.instance [None req-463ec0ed-5ace-4376-81bf-b32502f4b53e tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Lazy-loading 'resources' on Instance uuid 20432b5e-01b9-4b38-b139-47650a115278 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:05:51 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-463ec0ed-5ace-4376-81bf-b32502f4b53e tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-06T09:59:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-1019203950',display_name='tempest-ServerActionsTestOtherA-server-476799760',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-1019203950',id=15,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNvZ5kXdFSea7lt/abLjYKLvhjFom5iWgQ8/j2R1hf/lZSOo284x2g/XbnWpTW5L6ZKHZSD/flPFQlRylJRcDu42V5MHcPU+fyqWv1bWFvIArkPwsqPP4i90hMCl8mlx4Q==',key_name='tempest-keypair-1531192608',keypairs=<?>,launch_index=0,launched_at=2023-12-06T10:02:27Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='c1a6ab8cc08d4115a89db7cf36f78025',ramdisk_id='',reservation_id='r-nkk2yun6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-2145111356',owner_user_name='tempest-ServerActionsTestOtherA-2145111356-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T10:02:28Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c4d40c6d3b9e49f79feff37d137f350a',uuid=20432b5e-01b9-4b38-b139-47650a115278,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e843486b-a520-4553-937e-bdf14c98a801", "address": "fa:16:3e:93:e1:cd", "network": {"id": "8b86f560-d219-47ac-911b-827500badcc4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-867973244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.62", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1a6ab8cc08d4115a89db7cf36f78025", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape843486b-a5", "ovs_interfaceid": "e843486b-a520-4553-937e-bdf14c98a801", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 10:05:51 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-463ec0ed-5ace-4376-81bf-b32502f4b53e tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Converting VIF {"id": "e843486b-a520-4553-937e-bdf14c98a801", "address": "fa:16:3e:93:e1:cd", "network": {"id": "8b86f560-d219-47ac-911b-827500badcc4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-867973244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.62", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1a6ab8cc08d4115a89db7cf36f78025", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape843486b-a5", "ovs_interfaceid": "e843486b-a520-4553-937e-bdf14c98a801", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:05:51 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-463ec0ed-5ace-4376-81bf-b32502f4b53e tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:93:e1:cd,bridge_name='br-int',has_traffic_filtering=True,id=e843486b-a520-4553-937e-bdf14c98a801,network=Network(8b86f560-d219-47ac-911b-827500badcc4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape843486b-a5') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:05:51 user nova-compute[74535]: DEBUG os_vif [None req-463ec0ed-5ace-4376-81bf-b32502f4b53e tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:93:e1:cd,bridge_name='br-int',has_traffic_filtering=True,id=e843486b-a520-4553-937e-bdf14c98a801,network=Network(8b86f560-d219-47ac-911b-827500badcc4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape843486b-a5') {{(pid=74535) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 10:05:51 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:05:51 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape843486b-a5, bridge=br-int, if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:05:51 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:05:51 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:05:51 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:05:51 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:05:51 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=8571eee7-1590-445d-8796-b6eb2a6e3524) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:05:51 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:05:51 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:05:51 user nova-compute[74535]: INFO os_vif [None req-463ec0ed-5ace-4376-81bf-b32502f4b53e tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:93:e1:cd,bridge_name='br-int',has_traffic_filtering=True,id=e843486b-a520-4553-937e-bdf14c98a801,network=Network(8b86f560-d219-47ac-911b-827500badcc4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape843486b-a5')
Dec 06 10:05:51 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-463ec0ed-5ace-4376-81bf-b32502f4b53e tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 20432b5e-01b9-4b38-b139-47650a115278] Deleting instance files /opt/stack/data/nova/instances/20432b5e-01b9-4b38-b139-47650a115278_del
Dec 06 10:05:51 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-463ec0ed-5ace-4376-81bf-b32502f4b53e tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 20432b5e-01b9-4b38-b139-47650a115278] Deletion of /opt/stack/data/nova/instances/20432b5e-01b9-4b38-b139-47650a115278_del complete
Dec 06 10:05:51 user nova-compute[74535]: INFO nova.compute.manager [None req-463ec0ed-5ace-4376-81bf-b32502f4b53e tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 20432b5e-01b9-4b38-b139-47650a115278] Took 0.85 seconds to destroy the instance on the hypervisor.
Dec 06 10:05:51 user nova-compute[74535]: DEBUG oslo.service.loopingcall [None req-463ec0ed-5ace-4376-81bf-b32502f4b53e tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74535) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 10:05:51 user nova-compute[74535]: DEBUG nova.compute.manager [-] [instance: 20432b5e-01b9-4b38-b139-47650a115278] Deallocating network for instance {{(pid=74535) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 10:05:51 user nova-compute[74535]: DEBUG nova.network.neutron [-] [instance: 20432b5e-01b9-4b38-b139-47650a115278] deallocate_for_instance() {{(pid=74535) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 10:05:52 user nova-compute[74535]: DEBUG nova.network.neutron [-] [instance: 20432b5e-01b9-4b38-b139-47650a115278] Updating instance_info_cache with network_info: [] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:05:52 user nova-compute[74535]: INFO nova.compute.manager [-] [instance: 20432b5e-01b9-4b38-b139-47650a115278] Took 0.79 seconds to deallocate network for instance.
Dec 06 10:05:52 user nova-compute[74535]: DEBUG nova.compute.manager [req-cad523ba-3fff-4da3-9857-415a6ae390a1 req-7e8cb586-fe73-4c7f-86fd-d950de258784 service nova] [instance: 20432b5e-01b9-4b38-b139-47650a115278] Received event network-vif-deleted-e843486b-a520-4553-937e-bdf14c98a801 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:05:52 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-463ec0ed-5ace-4376-81bf-b32502f4b53e tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:05:52 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-463ec0ed-5ace-4376-81bf-b32502f4b53e tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:05:52 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-463ec0ed-5ace-4376-81bf-b32502f4b53e tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:05:52 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-463ec0ed-5ace-4376-81bf-b32502f4b53e tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:05:52 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-463ec0ed-5ace-4376-81bf-b32502f4b53e tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.364s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:05:52 user nova-compute[74535]: INFO nova.scheduler.client.report [None req-463ec0ed-5ace-4376-81bf-b32502f4b53e tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Deleted allocations for instance 20432b5e-01b9-4b38-b139-47650a115278
Dec 06 10:05:52 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:05:52 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-463ec0ed-5ace-4376-81bf-b32502f4b53e tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Lock "20432b5e-01b9-4b38-b139-47650a115278" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.184s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:05:53 user nova-compute[74535]: DEBUG nova.compute.manager [req-038735df-b9d4-400f-9f79-18d240701b43 req-940a3543-39d2-4008-870d-9ac5c7b44f93 service nova] [instance: 20432b5e-01b9-4b38-b139-47650a115278] Received event network-vif-plugged-e843486b-a520-4553-937e-bdf14c98a801 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:05:53 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-038735df-b9d4-400f-9f79-18d240701b43 req-940a3543-39d2-4008-870d-9ac5c7b44f93 service nova] Acquiring lock "20432b5e-01b9-4b38-b139-47650a115278-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:05:53 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-038735df-b9d4-400f-9f79-18d240701b43 req-940a3543-39d2-4008-870d-9ac5c7b44f93 service nova] Lock "20432b5e-01b9-4b38-b139-47650a115278-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:05:53 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-038735df-b9d4-400f-9f79-18d240701b43 req-940a3543-39d2-4008-870d-9ac5c7b44f93 service nova] Lock "20432b5e-01b9-4b38-b139-47650a115278-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:05:53 user nova-compute[74535]: DEBUG nova.compute.manager [req-038735df-b9d4-400f-9f79-18d240701b43 req-940a3543-39d2-4008-870d-9ac5c7b44f93 service nova] [instance: 20432b5e-01b9-4b38-b139-47650a115278] No waiting events found dispatching network-vif-plugged-e843486b-a520-4553-937e-bdf14c98a801 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:05:53 user nova-compute[74535]: WARNING nova.compute.manager [req-038735df-b9d4-400f-9f79-18d240701b43 req-940a3543-39d2-4008-870d-9ac5c7b44f93 service nova] [instance: 20432b5e-01b9-4b38-b139-47650a115278] Received unexpected event network-vif-plugged-e843486b-a520-4553-937e-bdf14c98a801 for instance with vm_state deleted and task_state None.
Dec 06 10:05:54 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Acquiring lock "227aad5b-398b-44d7-b40b-ff85bf043334" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:05:54 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Lock "227aad5b-398b-44d7-b40b-ff85bf043334" acquired by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:05:54 user nova-compute[74535]: INFO nova.compute.manager [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] Rebooting instance
Dec 06 10:05:54 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Acquiring lock "refresh_cache-227aad5b-398b-44d7-b40b-ff85bf043334" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:05:54 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Acquired lock "refresh_cache-227aad5b-398b-44d7-b40b-ff85bf043334" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:05:54 user nova-compute[74535]: DEBUG nova.network.neutron [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] Building network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 10:05:55 user nova-compute[74535]: DEBUG nova.network.neutron [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] Updating instance_info_cache with network_info: [{"id": "82122ee8-c747-4f5e-8d0c-626cad81ed24", "address": "fa:16:3e:8c:e6:0c", "network": {"id": "d5481230-d801-4b5c-9559-71444e926e04", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1378130033-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.80", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "15e410d9f3724888aa51fec7ed16ea0e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82122ee8-c7", "ovs_interfaceid": "82122ee8-c747-4f5e-8d0c-626cad81ed24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:05:55 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Releasing lock "refresh_cache-227aad5b-398b-44d7-b40b-ff85bf043334" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:05:55 user nova-compute[74535]: DEBUG nova.compute.manager [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] Checking state {{(pid=74535) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 10:05:55 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:05:55 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:05:55 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:05:55 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:05:55 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:05:55 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:05:55 user nova-compute[74535]: DEBUG nova.compute.manager [req-bf42eaa1-1ec2-48be-ac7c-f1c7d0522378 req-359afb22-31dc-47d8-a3c1-ca6e28ba0e11 service nova] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] Received event network-vif-unplugged-82122ee8-c747-4f5e-8d0c-626cad81ed24 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:05:55 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-bf42eaa1-1ec2-48be-ac7c-f1c7d0522378 req-359afb22-31dc-47d8-a3c1-ca6e28ba0e11 service nova] Acquiring lock "227aad5b-398b-44d7-b40b-ff85bf043334-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:05:55 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-bf42eaa1-1ec2-48be-ac7c-f1c7d0522378 req-359afb22-31dc-47d8-a3c1-ca6e28ba0e11 service nova] Lock "227aad5b-398b-44d7-b40b-ff85bf043334-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:05:55 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-bf42eaa1-1ec2-48be-ac7c-f1c7d0522378 req-359afb22-31dc-47d8-a3c1-ca6e28ba0e11 service nova] Lock "227aad5b-398b-44d7-b40b-ff85bf043334-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:05:55 user nova-compute[74535]: DEBUG nova.compute.manager [req-bf42eaa1-1ec2-48be-ac7c-f1c7d0522378 req-359afb22-31dc-47d8-a3c1-ca6e28ba0e11 service nova] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] No waiting events found dispatching network-vif-unplugged-82122ee8-c747-4f5e-8d0c-626cad81ed24 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:05:55 user nova-compute[74535]: WARNING nova.compute.manager [req-bf42eaa1-1ec2-48be-ac7c-f1c7d0522378 req-359afb22-31dc-47d8-a3c1-ca6e28ba0e11 service nova] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] Received unexpected event network-vif-unplugged-82122ee8-c747-4f5e-8d0c-626cad81ed24 for instance with vm_state active and task_state reboot_started_hard.
Dec 06 10:05:56 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] Instance destroyed successfully.
Dec 06 10:05:56 user nova-compute[74535]: DEBUG nova.objects.instance [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Lazy-loading 'resources' on Instance uuid 227aad5b-398b-44d7-b40b-ff85bf043334 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:03:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1409050316',display_name='tempest-TestMinimumBasicScenario-server-1409050316',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1409050316',id=23,image_ref='1ab16b89-2a86-4e31-bd6d-8325ec66632e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAm86sizc02oK9X2d/jEBHlOAjg2xxTVGvPac9FGrmFF/Qu71IaEnkywEBqpbADX6QvNPMSC6MxosCwF/PYkITYzrkZF2r32HwnH4b8QSQUe8BI5ZGhCvl4lLL+GMQxsnw==',key_name='tempest-TestMinimumBasicScenario-1143751918',keypairs=<?>,launch_index=0,launched_at=2023-12-06T10:03:36Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='15e410d9f3724888aa51fec7ed16ea0e',ramdisk_id='',reservation_id='r-uc5jehgc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ab16b89-2a86-4e31-bd6d-8325ec66632e',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-372287840',owner_user_name='tempest-TestMinimumBasicScenario-372287840-project-member'},tags=<?>,task_state='reboot_started_hard',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T10:05:55Z,user_data=None,user_id='1ddfb2ce9ccc425ea65ad864d064d12c',uuid=227aad5b-398b-44d7-b40b-ff85bf043334,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "82122ee8-c747-4f5e-8d0c-626cad81ed24", "address": "fa:16:3e:8c:e6:0c", "network": {"id": "d5481230-d801-4b5c-9559-71444e926e04", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1378130033-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.80", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "15e410d9f3724888aa51fec7ed16ea0e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82122ee8-c7", "ovs_interfaceid": "82122ee8-c747-4f5e-8d0c-626cad81ed24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Converting VIF {"id": "82122ee8-c747-4f5e-8d0c-626cad81ed24", "address": "fa:16:3e:8c:e6:0c", "network": {"id": "d5481230-d801-4b5c-9559-71444e926e04", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1378130033-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.80", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "15e410d9f3724888aa51fec7ed16ea0e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82122ee8-c7", "ovs_interfaceid": "82122ee8-c747-4f5e-8d0c-626cad81ed24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:8c:e6:0c,bridge_name='br-int',has_traffic_filtering=True,id=82122ee8-c747-4f5e-8d0c-626cad81ed24,network=Network(d5481230-d801-4b5c-9559-71444e926e04),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap82122ee8-c7') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG os_vif [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:8c:e6:0c,bridge_name='br-int',has_traffic_filtering=True,id=82122ee8-c747-4f5e-8d0c-626cad81ed24,network=Network(d5481230-d801-4b5c-9559-71444e926e04),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap82122ee8-c7') {{(pid=74535) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap82122ee8-c7, bridge=br-int, if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=1833e502-058f-4c8e-869e-b2265c52102b) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:05:56 user nova-compute[74535]: INFO os_vif [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:8c:e6:0c,bridge_name='br-int',has_traffic_filtering=True,id=82122ee8-c747-4f5e-8d0c-626cad81ed24,network=Network(d5481230-d801-4b5c-9559-71444e926e04),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap82122ee8-c7')
Dec 06 10:05:56 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] calling os-brick to detach iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, {'target_iqn': 'iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IveFfnys', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': True}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:05:56 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:05:56 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.026s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[7faac4fc-bf03-4970-acc9-7736fe6d2808]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:56b1e591-c1f5-4834-8c99-30f0d04ea92b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 10:05:56 user nova-compute[74535]: No targets found.
Dec 06 10:05:56 user nova-compute[74535]: iSNS:
Dec 06 10:05:56 user nova-compute[74535]: No targets found.
Dec 06 10:05:56 user nova-compute[74535]: STATIC:
Dec 06 10:05:56 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8
Dec 06 10:05:56 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:05:56 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:05:56 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e
Dec 06 10:05:56 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:05:56 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:05:56 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:56b1e591-c1f5-4834-8c99-30f0d04ea92b
Dec 06 10:05:56 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:05:56 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:05:56 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961
Dec 06 10:05:56 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:05:56 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:05:56 user nova-compute[74535]: FIRMWARE:
Dec 06 10:05:56 user nova-compute[74535]: No targets found.
Dec 06 10:05:56 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 10:05:56 user nova-compute[74535]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 10:05:56 user nova-compute[74535]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74535) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961', 0)] {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2718f8b-650f-401e-8b6a-a2968fe78967]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:56b1e591-c1f5-4834-8c99-30f0d04ea92b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e64cb3a-5df2-4858-b164-7153569f6a3d]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:56b1e591-c1f5-4834-8c99-30f0d04ea92b (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961 (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:05:56 user nova-compute[74535]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e (non-flash)
Dec 06 10:05:56 user nova-compute[74535]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:56b1e591-c1f5-4834-8c99-30f0d04ea92b (non-flash)
Dec 06 10:05:56 user nova-compute[74535]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961 (non-flash)
Dec 06 10:05:56 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:05:56 user nova-compute[74535]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e (non-flash)
Dec 06 10:05:56 user nova-compute[74535]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:56b1e591-c1f5-4834-8c99-30f0d04ea92b (non-flash)
Dec 06 10:05:56 user nova-compute[74535]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961 (non-flash)
Dec 06 10:05:56 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ff12439ae60>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961'): ({'sde'}, set())}) {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Removing single pathed devices sde {{(pid=74535) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[8065c361-8772-46d4-8f18-4d6bdc2ed834]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[96a4d2fd-f5d1-4107-aafc-deb7a485a1c0]: (4, ('ok\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Flushing IO for device /dev/sde {{(pid=74535) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.013s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[165f4758-0863-403c-ad1e-0a9bf9fc0378]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=74535) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.055s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[82aa44a7-e956-490f-8310-2e4a66b88ef7]: (4, ('1', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] SCSI volumes sde have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961')] {{(pid=74535) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[57a6a950-5d85-4291-9090-3075f378c580]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961 -p 172.16.0.220:3260 --logout {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961 -p 172.16.0.220:3260 --logout" returned: 0 in 0.056s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa37e008-320a-4ca3-8a57-d6f305a61cea]: (4, ('Logging out of session [sid: 26, target: iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961, portal: 172.16.0.220,3260]\nLogout of [sid: 26, target: iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 26, target: iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961, portal: 172.16.0.220,3260]
Dec 06 10:05:56 user nova-compute[74535]: Logout of [sid: 26, target: iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961, portal: 172.16.0.220,3260] successful.
Dec 06 10:05:56 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961 -p 172.16.0.220:3260 --op delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e73a6cb-abee-48e6-854f-24cc4268784f]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.322s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] <== disconnect_volume: return (324ms) None {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] Disconnected iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] Start _get_guest_xml network_info=[{"id": "82122ee8-c747-4f5e-8d0c-626cad81ed24", "address": "fa:16:3e:8c:e6:0c", "network": {"id": "d5481230-d801-4b5c-9559-71444e926e04", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1378130033-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.80", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "15e410d9f3724888aa51fec7ed16ea0e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82122ee8-c7", "ovs_interfaceid": "82122ee8-c747-4f5e-8d0c-626cad81ed24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=1ab16b89-2a86-4e31-bd6d-8325ec66632e,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'device_name': '/dev/vda', 'encrypted': False, 'encryption_format': None, 'encryption_options': None, 'encryption_secret_uuid': None, 'boot_index': 0, 'device_type': 'disk', 'size': 0, 'guest_format': None, 'image_id': '1ab16b89-2a86-4e31-bd6d-8325ec66632e'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'delete_on_termination': False, 'attachment_id': 'dc686456-16bf-4c17-980c-a1ced74d8dd5', 'boot_index': None, 'device_type': 'disk', 'guest_format': None, 'mount_device': '/dev/vdb', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IveFfnys', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, 'status': 'reserved', 'instance': '227aad5b-398b-44d7-b40b-ff85bf043334', 'attached_at': '', 'detached_at': '', 'volume_id': 'aac0b63a-2ba8-452a-b8ed-fe97a145a961', 'serial': 'aac0b63a-2ba8-452a-b8ed-fe97a145a961'}, 'volume_type': None} {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 10:05:56 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:05:56 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:05:56 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] CPU controller missing on host. {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] CPU controller found on host. {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74535) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T09:52:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=1ab16b89-2a86-4e31-bd6d-8325ec66632e,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Flavor limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Image limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Flavor pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Image pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Got 1 possible topologies {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG nova.objects.instance [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Lazy-loading 'vcpu_model' on Instance uuid 227aad5b-398b-44d7-b40b-ff85bf043334 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG nova.objects.base [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Object Instance<227aad5b-398b-44d7-b40b-ff85bf043334> lazy-loaded attributes: resources,vcpu_model {{(pid=74535) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] Calling os-brick to attach iSCSI Volume {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IveFfnys', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:05:56 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:05:56 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:05:56 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:05:56 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:05:56 user nova-compute[74535]: INFO os_brick.initiator.connectors.iscsi [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 10:05:56 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961 -p 172.16.0.220:3260 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961 -p 172.16.0.220:3260" returned: 21 in 0.022s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[bdd56b3b-6340-414d-81ba-bcda109d81e7]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 10:05:56 user nova-compute[74535]:  {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961 -p 172.16.0.220:3260 --interface default --op new {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-6e4a1890-ced5-416d-b418-93a046a95ea0 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Acquiring lock "b48116ea-362e-4bc6-bb30-f7f0076d2bf7" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-6e4a1890-ced5-416d-b418-93a046a95ea0 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Lock "b48116ea-362e-4bc6-bb30-f7f0076d2bf7" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:05:56 user nova-compute[74535]: INFO nova.compute.manager [None req-6e4a1890-ced5-416d-b418-93a046a95ea0 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Unshelving
Dec 06 10:05:56 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[38722eef-665f-4ea9-84b5-6845b06402b4]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961] added\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961] added
Dec 06 10:05:56 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.029s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[64b7cc07-8117-475c-9237-18b402933461]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.049s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1f7486c-0de5-4c47-89de-103e4033fdf6]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v IveFfnys {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:56 user nova-compute[74535]: INFO nova.virt.block_device [None req-6e4a1890-ced5-416d-b418-93a046a95ea0 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Booting with volume c6a971e9-e220-46d6-85c8-0fc51e043681 at /dev/vda
Dec 06 10:05:56 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v IveFfnys" returned: 0 in 0.026s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[503ec4e1-b4d6-467e-901d-3f96b50149c8]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'IveFfnys'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[1280c0cc-f871-4f3a-982d-67885fdf33ba]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[3840c1fd-3f1d-4814-8bd1-6328db87b6a6]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:56b1e591-c1f5-4834-8c99-30f0d04ea92b (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:05:56 user nova-compute[74535]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e (non-flash)
Dec 06 10:05:56 user nova-compute[74535]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:56b1e591-c1f5-4834-8c99-30f0d04ea92b (non-flash)
Dec 06 10:05:56 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:05:56 user nova-compute[74535]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e (non-flash)
Dec 06 10:05:56 user nova-compute[74535]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:56b1e591-c1f5-4834-8c99-30f0d04ea92b (non-flash)
Dec 06 10:05:56 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961 -p 172.16.0.220:3260 --login {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG os_brick.utils [None req-6e4a1890-ced5-416d-b418-93a046a95ea0 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[e7754c1e-d5e1-45d5-834a-af3e486c5389]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d95ac7cee77a\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[325af923-21c3-4269-9890-d9128f9279c2]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:05:56 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:57 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:57 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[48368dea-e227-4d21-a4ec-82cd3563f74c]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:05:57 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961 -p 172.16.0.220:3260 --login" returned: 0 in 0.070s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:57 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[26f6abc5-bc1b-44f8-a96a-e668c6d0a4a1]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:05:57 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961, portal: 172.16.0.220,3260]
Dec 06 10:05:57 user nova-compute[74535]: Login to [iface: default, target: iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961, portal: 172.16.0.220,3260] successful.
Dec 06 10:05:57 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:05:57 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f5278c7-9eb8-4918-95c6-9b683abcb89e]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:05:57 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-6e4a1890-ced5-416d-b418-93a046a95ea0 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Running cmd (subprocess): nvme version {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:57 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-6e4a1890-ced5-416d-b418-93a046a95ea0 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] 'nvme version' failed. Not Retrying. {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 10:05:57 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:57 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:57 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7aa0ecb-fe1f-4e2e-a1a8-953fefd3be27]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:05:57 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.nvmeof [None req-6e4a1890-ced5-416d-b418-93a046a95ea0 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] nvme not present on system {{(pid=74535) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 10:05:57 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:05:57 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:57 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:57 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 10:05:57 user nova-compute[74535]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 10:05:57 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[db278dd7-e1d3-4122-8ae8-5d46da7f477a]: (4, '') {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:05:57 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-6e4a1890-ced5-416d-b418-93a046a95ea0 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74535) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 10:05:57 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-6e4a1890-ced5-416d-b418-93a046a95ea0 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74535) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 10:05:57 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-6e4a1890-ced5-416d-b418-93a046a95ea0 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] LIGHTOS: no hostnqn found. {{(pid=74535) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 10:05:57 user nova-compute[74535]: DEBUG os_brick.utils [None req-6e4a1890-ced5-416d-b418-93a046a95ea0 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] <== get_connector_properties: return (128ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d95ac7cee77a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:05:57 user nova-compute[74535]: DEBUG nova.virt.block_device [None req-6e4a1890-ced5-416d-b418-93a046a95ea0 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Updating existing volume attachment record: 2cf571ca-1be7-43c0-bed7-62c0d6d31e5e {{(pid=74535) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 10:05:57 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.034s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:57 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed59cdcd-d2fc-4e48-a898-51ed5b296f0d]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:56b1e591-c1f5-4834-8c99-30f0d04ea92b (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961 (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:05:57 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:05:57 user nova-compute[74535]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e (non-flash)
Dec 06 10:05:57 user nova-compute[74535]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:56b1e591-c1f5-4834-8c99-30f0d04ea92b (non-flash)
Dec 06 10:05:57 user nova-compute[74535]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961 (non-flash)
Dec 06 10:05:57 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:05:57 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:05:57 user nova-compute[74535]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e (non-flash)
Dec 06 10:05:57 user nova-compute[74535]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:56b1e591-c1f5-4834-8c99-30f0d04ea92b (non-flash)
Dec 06 10:05:57 user nova-compute[74535]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961 (non-flash)
Dec 06 10:05:57 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:05:57 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.380s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:05:57 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Connected to 172.16.0.220:3260 {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 10:05:57 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] HCTL ('36', '-', '-', 0) found on session 27 with lun 0 {{(pid=74535) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 10:05:57 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=74535) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 10:05:57 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:57 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.017s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:57 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0219f47-8b9e-4ee1-a071-664287d38a47]: (4, ('- - 0', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:05:57 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Searching for a device in session 27 and hctl ['36', '*', '*', 0] yield: sde {{(pid=74535) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 10:05:57 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IveFfnys', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 10:05:57 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:05:57 user nova-compute[74535]: DEBUG nova.compute.manager [req-f0df387b-aeec-4c44-826e-e6c5e5546754 req-e1d5e80f-86b8-4d06-b9b1-58935adb0b39 service nova] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] Received event network-vif-plugged-82122ee8-c747-4f5e-8d0c-626cad81ed24 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:05:57 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-f0df387b-aeec-4c44-826e-e6c5e5546754 req-e1d5e80f-86b8-4d06-b9b1-58935adb0b39 service nova] Acquiring lock "227aad5b-398b-44d7-b40b-ff85bf043334-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:05:57 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-f0df387b-aeec-4c44-826e-e6c5e5546754 req-e1d5e80f-86b8-4d06-b9b1-58935adb0b39 service nova] Lock "227aad5b-398b-44d7-b40b-ff85bf043334-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:05:57 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-f0df387b-aeec-4c44-826e-e6c5e5546754 req-e1d5e80f-86b8-4d06-b9b1-58935adb0b39 service nova] Lock "227aad5b-398b-44d7-b40b-ff85bf043334-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:05:57 user nova-compute[74535]: DEBUG nova.compute.manager [req-f0df387b-aeec-4c44-826e-e6c5e5546754 req-e1d5e80f-86b8-4d06-b9b1-58935adb0b39 service nova] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] No waiting events found dispatching network-vif-plugged-82122ee8-c747-4f5e-8d0c-626cad81ed24 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:05:57 user nova-compute[74535]: WARNING nova.compute.manager [req-f0df387b-aeec-4c44-826e-e6c5e5546754 req-e1d5e80f-86b8-4d06-b9b1-58935adb0b39 service nova] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] Received unexpected event network-vif-plugged-82122ee8-c747-4f5e-8d0c-626cad81ed24 for instance with vm_state active and task_state reboot_started_hard.
Dec 06 10:05:58 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.413s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:05:58 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] <== connect_volume: return (1414ms) {'type': 'block', 'scsi_wwn': '26164353431616666', 'path': '/dev/sde'} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:05:58 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26164353431616666', 'path': '/dev/sde'} {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 10:05:58 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:03:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1409050316',display_name='tempest-TestMinimumBasicScenario-server-1409050316',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1409050316',id=23,image_ref='1ab16b89-2a86-4e31-bd6d-8325ec66632e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAm86sizc02oK9X2d/jEBHlOAjg2xxTVGvPac9FGrmFF/Qu71IaEnkywEBqpbADX6QvNPMSC6MxosCwF/PYkITYzrkZF2r32HwnH4b8QSQUe8BI5ZGhCvl4lLL+GMQxsnw==',key_name='tempest-TestMinimumBasicScenario-1143751918',keypairs=<?>,launch_index=0,launched_at=2023-12-06T10:03:36Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='15e410d9f3724888aa51fec7ed16ea0e',ramdisk_id='',reservation_id='r-uc5jehgc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ab16b89-2a86-4e31-bd6d-8325ec66632e',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-372287840',owner_user_name='tempest-TestMinimumBasicScenario-372287840-project-member'},tags=<?>,task_state='reboot_started_hard',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T10:05:55Z,user_data=None,user_id='1ddfb2ce9ccc425ea65ad864d064d12c',uuid=227aad5b-398b-44d7-b40b-ff85bf043334,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "82122ee8-c747-4f5e-8d0c-626cad81ed24", "address": "fa:16:3e:8c:e6:0c", "network": {"id": "d5481230-d801-4b5c-9559-71444e926e04", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1378130033-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.80", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "15e410d9f3724888aa51fec7ed16ea0e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82122ee8-c7", "ovs_interfaceid": "82122ee8-c747-4f5e-8d0c-626cad81ed24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74535) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 10:05:58 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Converting VIF {"id": "82122ee8-c747-4f5e-8d0c-626cad81ed24", "address": "fa:16:3e:8c:e6:0c", "network": {"id": "d5481230-d801-4b5c-9559-71444e926e04", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1378130033-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.80", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "15e410d9f3724888aa51fec7ed16ea0e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82122ee8-c7", "ovs_interfaceid": "82122ee8-c747-4f5e-8d0c-626cad81ed24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:05:58 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:8c:e6:0c,bridge_name='br-int',has_traffic_filtering=True,id=82122ee8-c747-4f5e-8d0c-626cad81ed24,network=Network(d5481230-d801-4b5c-9559-71444e926e04),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap82122ee8-c7') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:05:58 user nova-compute[74535]: DEBUG nova.objects.instance [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Lazy-loading 'pci_devices' on Instance uuid 227aad5b-398b-44d7-b40b-ff85bf043334 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:05:58 user nova-compute[74535]: DEBUG nova.objects.base [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Object Instance<227aad5b-398b-44d7-b40b-ff85bf043334> lazy-loaded attributes: resources,vcpu_model,pci_devices {{(pid=74535) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 10:05:58 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] End _get_guest_xml xml=<domain type="kvm">
Dec 06 10:05:58 user nova-compute[74535]:   <uuid>227aad5b-398b-44d7-b40b-ff85bf043334</uuid>
Dec 06 10:05:58 user nova-compute[74535]:   <name>instance-00000017</name>
Dec 06 10:05:58 user nova-compute[74535]:   <memory>524288</memory>
Dec 06 10:05:58 user nova-compute[74535]:   <vcpu>1</vcpu>
Dec 06 10:05:58 user nova-compute[74535]:   <metadata>
Dec 06 10:05:58 user nova-compute[74535]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 10:05:58 user nova-compute[74535]:       <nova:package version="0.0.0"/>
Dec 06 10:05:58 user nova-compute[74535]:       <nova:name>tempest-TestMinimumBasicScenario-server-1409050316</nova:name>
Dec 06 10:05:58 user nova-compute[74535]:       <nova:creationTime>2023-12-06 10:05:56</nova:creationTime>
Dec 06 10:05:58 user nova-compute[74535]:       <nova:flavor name="m1.tiny">
Dec 06 10:05:58 user nova-compute[74535]:         <nova:memory>512</nova:memory>
Dec 06 10:05:58 user nova-compute[74535]:         <nova:disk>1</nova:disk>
Dec 06 10:05:58 user nova-compute[74535]:         <nova:swap>0</nova:swap>
Dec 06 10:05:58 user nova-compute[74535]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 10:05:58 user nova-compute[74535]:         <nova:vcpus>1</nova:vcpus>
Dec 06 10:05:58 user nova-compute[74535]:       </nova:flavor>
Dec 06 10:05:58 user nova-compute[74535]:       <nova:owner>
Dec 06 10:05:58 user nova-compute[74535]:         <nova:user uuid="1ddfb2ce9ccc425ea65ad864d064d12c">tempest-TestMinimumBasicScenario-372287840-project-member</nova:user>
Dec 06 10:05:58 user nova-compute[74535]:         <nova:project uuid="15e410d9f3724888aa51fec7ed16ea0e">tempest-TestMinimumBasicScenario-372287840</nova:project>
Dec 06 10:05:58 user nova-compute[74535]:       </nova:owner>
Dec 06 10:05:58 user nova-compute[74535]:       <nova:root type="image" uuid="1ab16b89-2a86-4e31-bd6d-8325ec66632e"/>
Dec 06 10:05:58 user nova-compute[74535]:       <nova:ports>
Dec 06 10:05:58 user nova-compute[74535]:         <nova:port uuid="82122ee8-c747-4f5e-8d0c-626cad81ed24">
Dec 06 10:05:58 user nova-compute[74535]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Dec 06 10:05:58 user nova-compute[74535]:         </nova:port>
Dec 06 10:05:58 user nova-compute[74535]:       </nova:ports>
Dec 06 10:05:58 user nova-compute[74535]:     </nova:instance>
Dec 06 10:05:58 user nova-compute[74535]:   </metadata>
Dec 06 10:05:58 user nova-compute[74535]:   <sysinfo type="smbios">
Dec 06 10:05:58 user nova-compute[74535]:     <system>
Dec 06 10:05:58 user nova-compute[74535]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 10:05:58 user nova-compute[74535]:       <entry name="product">OpenStack Nova</entry>
Dec 06 10:05:58 user nova-compute[74535]:       <entry name="version">0.0.0</entry>
Dec 06 10:05:58 user nova-compute[74535]:       <entry name="serial">227aad5b-398b-44d7-b40b-ff85bf043334</entry>
Dec 06 10:05:58 user nova-compute[74535]:       <entry name="uuid">227aad5b-398b-44d7-b40b-ff85bf043334</entry>
Dec 06 10:05:58 user nova-compute[74535]:       <entry name="family">Virtual Machine</entry>
Dec 06 10:05:58 user nova-compute[74535]:     </system>
Dec 06 10:05:58 user nova-compute[74535]:   </sysinfo>
Dec 06 10:05:58 user nova-compute[74535]:   <os>
Dec 06 10:05:58 user nova-compute[74535]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 10:05:58 user nova-compute[74535]:     <boot dev="hd"/>
Dec 06 10:05:58 user nova-compute[74535]:     <smbios mode="sysinfo"/>
Dec 06 10:05:58 user nova-compute[74535]:   </os>
Dec 06 10:05:58 user nova-compute[74535]:   <features>
Dec 06 10:05:58 user nova-compute[74535]:     <acpi/>
Dec 06 10:05:58 user nova-compute[74535]:     <apic/>
Dec 06 10:05:58 user nova-compute[74535]:     <vmcoreinfo/>
Dec 06 10:05:58 user nova-compute[74535]:   </features>
Dec 06 10:05:58 user nova-compute[74535]:   <clock offset="utc">
Dec 06 10:05:58 user nova-compute[74535]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 10:05:58 user nova-compute[74535]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 10:05:58 user nova-compute[74535]:     <timer name="hpet" present="no"/>
Dec 06 10:05:58 user nova-compute[74535]:   </clock>
Dec 06 10:05:58 user nova-compute[74535]:   <cpu mode="custom" match="exact">
Dec 06 10:05:58 user nova-compute[74535]:     <model>Nehalem</model>
Dec 06 10:05:58 user nova-compute[74535]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 10:05:58 user nova-compute[74535]:   </cpu>
Dec 06 10:05:58 user nova-compute[74535]:   <devices>
Dec 06 10:05:58 user nova-compute[74535]:     <disk type="file" device="disk">
Dec 06 10:05:58 user nova-compute[74535]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 10:05:58 user nova-compute[74535]:       <source file="/opt/stack/data/nova/instances/227aad5b-398b-44d7-b40b-ff85bf043334/disk"/>
Dec 06 10:05:58 user nova-compute[74535]:       <target dev="vda" bus="virtio"/>
Dec 06 10:05:58 user nova-compute[74535]:     </disk>
Dec 06 10:05:58 user nova-compute[74535]:     <disk type="block" device="disk">
Dec 06 10:05:58 user nova-compute[74535]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 10:05:58 user nova-compute[74535]:       <source dev="/dev/sde"/>
Dec 06 10:05:58 user nova-compute[74535]:       <target dev="vdb" bus="virtio"/>
Dec 06 10:05:58 user nova-compute[74535]:       <serial>aac0b63a-2ba8-452a-b8ed-fe97a145a961</serial>
Dec 06 10:05:58 user nova-compute[74535]:     </disk>
Dec 06 10:05:58 user nova-compute[74535]:     <interface type="ethernet">
Dec 06 10:05:58 user nova-compute[74535]:       <mac address="fa:16:3e:8c:e6:0c"/>
Dec 06 10:05:58 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 10:05:58 user nova-compute[74535]:       <mtu size="1442"/>
Dec 06 10:05:58 user nova-compute[74535]:       <target dev="tap82122ee8-c7"/>
Dec 06 10:05:58 user nova-compute[74535]:     </interface>
Dec 06 10:05:58 user nova-compute[74535]:     <serial type="pty">
Dec 06 10:05:58 user nova-compute[74535]:       <log file="/opt/stack/data/nova/instances/227aad5b-398b-44d7-b40b-ff85bf043334/console.log" append="off"/>
Dec 06 10:05:58 user nova-compute[74535]:     </serial>
Dec 06 10:05:58 user nova-compute[74535]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 10:05:58 user nova-compute[74535]:     <video>
Dec 06 10:05:58 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 10:05:58 user nova-compute[74535]:     </video>
Dec 06 10:05:58 user nova-compute[74535]:     <rng model="virtio">
Dec 06 10:05:58 user nova-compute[74535]:       <backend model="random">/dev/urandom</backend>
Dec 06 10:05:58 user nova-compute[74535]:     </rng>
Dec 06 10:05:58 user nova-compute[74535]:     <controller type="usb" index="0" model="none"/>
Dec 06 10:05:58 user nova-compute[74535]:     <memballoon model="virtio">
Dec 06 10:05:58 user nova-compute[74535]:       <stats period="10"/>
Dec 06 10:05:58 user nova-compute[74535]:     </memballoon>
Dec 06 10:05:58 user nova-compute[74535]:   </devices>
Dec 06 10:05:58 user nova-compute[74535]: </domain>
Dec 06 10:05:58 user nova-compute[74535]:  {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 10:05:58 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/227aad5b-398b-44d7-b40b-ff85bf043334/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:58 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/227aad5b-398b-44d7-b40b-ff85bf043334/disk --force-share --output=json" returned: 0 in 0.229s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:58 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/227aad5b-398b-44d7-b40b-ff85bf043334/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:58 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/227aad5b-398b-44d7-b40b-ff85bf043334/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:58 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] skipping disk /dev/sde (vdb) as it is a volume {{(pid=74535) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 10:05:58 user nova-compute[74535]: DEBUG nova.objects.instance [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Lazy-loading 'trusted_certs' on Instance uuid 227aad5b-398b-44d7-b40b-ff85bf043334 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:05:58 user nova-compute[74535]: DEBUG nova.objects.base [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Object Instance<227aad5b-398b-44d7-b40b-ff85bf043334> lazy-loaded attributes: resources,vcpu_model,pci_devices,trusted_certs {{(pid=74535) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 10:05:58 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/469ac50e7de98cb0e588b5bd8859bf8569d31f10 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:58 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/469ac50e7de98cb0e588b5bd8859bf8569d31f10 --force-share --output=json" returned: 0 in 0.173s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:58 user nova-compute[74535]: DEBUG nova.virt.disk.api [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Checking if we can resize image /opt/stack/data/nova/instances/227aad5b-398b-44d7-b40b-ff85bf043334/disk. size=1073741824 {{(pid=74535) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 10:05:58 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/227aad5b-398b-44d7-b40b-ff85bf043334/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:05:59 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/227aad5b-398b-44d7-b40b-ff85bf043334/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:05:59 user nova-compute[74535]: DEBUG nova.virt.disk.api [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Cannot resize image /opt/stack/data/nova/instances/227aad5b-398b-44d7-b40b-ff85bf043334/disk to a smaller size. {{(pid=74535) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 10:05:59 user nova-compute[74535]: DEBUG nova.objects.instance [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Lazy-loading 'migration_context' on Instance uuid 227aad5b-398b-44d7-b40b-ff85bf043334 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:05:59 user nova-compute[74535]: DEBUG nova.objects.base [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Object Instance<227aad5b-398b-44d7-b40b-ff85bf043334> lazy-loaded attributes: resources,vcpu_model,pci_devices,trusted_certs,migration_context {{(pid=74535) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 10:05:59 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:03:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1409050316',display_name='tempest-TestMinimumBasicScenario-server-1409050316',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1409050316',id=23,image_ref='1ab16b89-2a86-4e31-bd6d-8325ec66632e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAm86sizc02oK9X2d/jEBHlOAjg2xxTVGvPac9FGrmFF/Qu71IaEnkywEBqpbADX6QvNPMSC6MxosCwF/PYkITYzrkZF2r32HwnH4b8QSQUe8BI5ZGhCvl4lLL+GMQxsnw==',key_name='tempest-TestMinimumBasicScenario-1143751918',keypairs=<?>,launch_index=0,launched_at=2023-12-06T10:03:36Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=<?>,power_state=1,progress=0,project_id='15e410d9f3724888aa51fec7ed16ea0e',ramdisk_id='',reservation_id='r-uc5jehgc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ab16b89-2a86-4e31-bd6d-8325ec66632e',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-372287840',owner_user_name='tempest-TestMinimumBasicScenario-372287840-project-member'},tags=<?>,task_state='reboot_started_hard',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T10:05:55Z,user_data=None,user_id='1ddfb2ce9ccc425ea65ad864d064d12c',uuid=227aad5b-398b-44d7-b40b-ff85bf043334,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "82122ee8-c747-4f5e-8d0c-626cad81ed24", "address": "fa:16:3e:8c:e6:0c", "network": {"id": "d5481230-d801-4b5c-9559-71444e926e04", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1378130033-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.80", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "15e410d9f3724888aa51fec7ed16ea0e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82122ee8-c7", "ovs_interfaceid": "82122ee8-c747-4f5e-8d0c-626cad81ed24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 10:05:59 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Converting VIF {"id": "82122ee8-c747-4f5e-8d0c-626cad81ed24", "address": "fa:16:3e:8c:e6:0c", "network": {"id": "d5481230-d801-4b5c-9559-71444e926e04", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1378130033-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.80", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "15e410d9f3724888aa51fec7ed16ea0e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82122ee8-c7", "ovs_interfaceid": "82122ee8-c747-4f5e-8d0c-626cad81ed24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:05:59 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:8c:e6:0c,bridge_name='br-int',has_traffic_filtering=True,id=82122ee8-c747-4f5e-8d0c-626cad81ed24,network=Network(d5481230-d801-4b5c-9559-71444e926e04),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap82122ee8-c7') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:05:59 user nova-compute[74535]: DEBUG os_vif [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Plugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:8c:e6:0c,bridge_name='br-int',has_traffic_filtering=True,id=82122ee8-c747-4f5e-8d0c-626cad81ed24,network=Network(d5481230-d801-4b5c-9559-71444e926e04),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap82122ee8-c7') {{(pid=74535) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 10:05:59 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:05:59 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:05:59 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 10:05:59 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:05:59 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '331866ce-ce87-56a8-a96c-9410946704e2', '_type': 'linux-noop'}}, row=False) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:05:59 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:05:59 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:05:59 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:05:59 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap82122ee8-c7, may_exist=True, interface_attrs={}) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:05:59 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap82122ee8-c7, col_values=(('qos', UUID('a72be0c2-3715-4c00-8727-a9ed155dda19')),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:05:59 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap82122ee8-c7, col_values=(('external_ids', {'iface-id': '82122ee8-c747-4f5e-8d0c-626cad81ed24', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:8c:e6:0c', 'vm-uuid': '227aad5b-398b-44d7-b40b-ff85bf043334'}),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:05:59 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:05:59 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:05:59 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:05:59 user nova-compute[74535]: INFO os_vif [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Successfully plugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:8c:e6:0c,bridge_name='br-int',has_traffic_filtering=True,id=82122ee8-c747-4f5e-8d0c-626cad81ed24,network=Network(d5481230-d801-4b5c-9559-71444e926e04),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap82122ee8-c7')
Dec 06 10:06:00 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:06:00 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:06:00 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:06:00 user nova-compute[74535]: DEBUG nova.compute.manager [req-d5506107-6ef3-4055-a777-27e00681f4d1 req-67467315-84a3-42f8-848d-1ca288fc0092 service nova] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] Received event network-vif-plugged-82122ee8-c747-4f5e-8d0c-626cad81ed24 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:06:00 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-d5506107-6ef3-4055-a777-27e00681f4d1 req-67467315-84a3-42f8-848d-1ca288fc0092 service nova] Acquiring lock "227aad5b-398b-44d7-b40b-ff85bf043334-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:06:00 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-d5506107-6ef3-4055-a777-27e00681f4d1 req-67467315-84a3-42f8-848d-1ca288fc0092 service nova] Lock "227aad5b-398b-44d7-b40b-ff85bf043334-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:06:00 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-d5506107-6ef3-4055-a777-27e00681f4d1 req-67467315-84a3-42f8-848d-1ca288fc0092 service nova] Lock "227aad5b-398b-44d7-b40b-ff85bf043334-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:06:00 user nova-compute[74535]: DEBUG nova.compute.manager [req-d5506107-6ef3-4055-a777-27e00681f4d1 req-67467315-84a3-42f8-848d-1ca288fc0092 service nova] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] No waiting events found dispatching network-vif-plugged-82122ee8-c747-4f5e-8d0c-626cad81ed24 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:06:00 user nova-compute[74535]: WARNING nova.compute.manager [req-d5506107-6ef3-4055-a777-27e00681f4d1 req-67467315-84a3-42f8-848d-1ca288fc0092 service nova] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] Received unexpected event network-vif-plugged-82122ee8-c747-4f5e-8d0c-626cad81ed24 for instance with vm_state active and task_state reboot_started_hard.
Dec 06 10:06:01 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:06:01 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:06:01 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:06:01 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:06:02 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:06:02 user nova-compute[74535]: DEBUG nova.compute.manager [req-d10b71c2-59db-4f80-b4a5-22ef9a93fc64 req-04b0cc65-0414-43e0-ab87-6d449aa016b6 service nova] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] Received event network-vif-plugged-82122ee8-c747-4f5e-8d0c-626cad81ed24 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:06:02 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-d10b71c2-59db-4f80-b4a5-22ef9a93fc64 req-04b0cc65-0414-43e0-ab87-6d449aa016b6 service nova] Acquiring lock "227aad5b-398b-44d7-b40b-ff85bf043334-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:06:02 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-d10b71c2-59db-4f80-b4a5-22ef9a93fc64 req-04b0cc65-0414-43e0-ab87-6d449aa016b6 service nova] Lock "227aad5b-398b-44d7-b40b-ff85bf043334-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:06:02 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-d10b71c2-59db-4f80-b4a5-22ef9a93fc64 req-04b0cc65-0414-43e0-ab87-6d449aa016b6 service nova] Lock "227aad5b-398b-44d7-b40b-ff85bf043334-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:06:02 user nova-compute[74535]: DEBUG nova.compute.manager [req-d10b71c2-59db-4f80-b4a5-22ef9a93fc64 req-04b0cc65-0414-43e0-ab87-6d449aa016b6 service nova] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] No waiting events found dispatching network-vif-plugged-82122ee8-c747-4f5e-8d0c-626cad81ed24 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:06:02 user nova-compute[74535]: WARNING nova.compute.manager [req-d10b71c2-59db-4f80-b4a5-22ef9a93fc64 req-04b0cc65-0414-43e0-ab87-6d449aa016b6 service nova] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] Received unexpected event network-vif-plugged-82122ee8-c747-4f5e-8d0c-626cad81ed24 for instance with vm_state active and task_state reboot_started_hard.
Dec 06 10:06:02 user nova-compute[74535]: DEBUG nova.compute.manager [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] Instance event wait completed in 0 seconds for  {{(pid=74535) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 10:06:02 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] Instance rebooted successfully.
Dec 06 10:06:02 user nova-compute[74535]: DEBUG nova.compute.manager [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] Checking state {{(pid=74535) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 10:06:02 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-d6547038-a08f-414b-9999-f0c145d77da6 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Lock "227aad5b-398b-44d7-b40b-ff85bf043334" "released" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: held 8.328s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:06:02 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:06:04 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:06:05 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:06:06 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:06:07 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:06:08 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-6e4a1890-ced5-416d-b418-93a046a95ea0 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:06:08 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-6e4a1890-ced5-416d-b418-93a046a95ea0 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:06:08 user nova-compute[74535]: DEBUG nova.objects.instance [None req-6e4a1890-ced5-416d-b418-93a046a95ea0 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Lazy-loading 'pci_requests' on Instance uuid b48116ea-362e-4bc6-bb30-f7f0076d2bf7 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:06:08 user nova-compute[74535]: DEBUG nova.objects.instance [None req-6e4a1890-ced5-416d-b418-93a046a95ea0 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Lazy-loading 'numa_topology' on Instance uuid b48116ea-362e-4bc6-bb30-f7f0076d2bf7 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:06:08 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-6e4a1890-ced5-416d-b418-93a046a95ea0 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74535) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 10:06:08 user nova-compute[74535]: INFO nova.compute.claims [None req-6e4a1890-ced5-416d-b418-93a046a95ea0 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Claim successful on node user
Dec 06 10:06:08 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-6e4a1890-ced5-416d-b418-93a046a95ea0 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:06:08 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-6e4a1890-ced5-416d-b418-93a046a95ea0 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:06:08 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-6e4a1890-ced5-416d-b418-93a046a95ea0 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.589s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:06:08 user nova-compute[74535]: INFO nova.network.neutron [None req-6e4a1890-ced5-416d-b418-93a046a95ea0 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Updating port f68b59a5-2b8e-4cf0-8c50-b732b7bb6642 with attributes {'binding:host_id': 'user', 'device_owner': 'compute:nova'}
Dec 06 10:06:08 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:06:09 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:06:09 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-288a8815-7e8d-4ef2-b0ca-b4f9da5ff696 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Acquiring lock "0e39165e-d030-41a8-871f-56c2d08dcc20" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:06:09 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-288a8815-7e8d-4ef2-b0ca-b4f9da5ff696 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lock "0e39165e-d030-41a8-871f-56c2d08dcc20" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:06:09 user nova-compute[74535]: DEBUG nova.compute.manager [None req-288a8815-7e8d-4ef2-b0ca-b4f9da5ff696 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 0e39165e-d030-41a8-871f-56c2d08dcc20] Starting instance... {{(pid=74535) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 10:06:09 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-288a8815-7e8d-4ef2-b0ca-b4f9da5ff696 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:06:09 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-288a8815-7e8d-4ef2-b0ca-b4f9da5ff696 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:06:09 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-288a8815-7e8d-4ef2-b0ca-b4f9da5ff696 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74535) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 10:06:09 user nova-compute[74535]: INFO nova.compute.claims [None req-288a8815-7e8d-4ef2-b0ca-b4f9da5ff696 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 0e39165e-d030-41a8-871f-56c2d08dcc20] Claim successful on node user
Dec 06 10:06:09 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-6e4a1890-ced5-416d-b418-93a046a95ea0 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Acquiring lock "refresh_cache-b48116ea-362e-4bc6-bb30-f7f0076d2bf7" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:06:09 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-6e4a1890-ced5-416d-b418-93a046a95ea0 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Acquired lock "refresh_cache-b48116ea-362e-4bc6-bb30-f7f0076d2bf7" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:06:09 user nova-compute[74535]: DEBUG nova.network.neutron [None req-6e4a1890-ced5-416d-b418-93a046a95ea0 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Building network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 10:06:09 user nova-compute[74535]: DEBUG nova.compute.manager [req-642a4008-8229-4ad0-856f-4e4e17476573 req-63cb67d7-09c2-48b4-8cc3-13b6dd2c082e service nova] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Received event network-changed-f68b59a5-2b8e-4cf0-8c50-b732b7bb6642 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:06:09 user nova-compute[74535]: DEBUG nova.compute.manager [req-642a4008-8229-4ad0-856f-4e4e17476573 req-63cb67d7-09c2-48b4-8cc3-13b6dd2c082e service nova] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Refreshing instance network info cache due to event network-changed-f68b59a5-2b8e-4cf0-8c50-b732b7bb6642. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 10:06:09 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-642a4008-8229-4ad0-856f-4e4e17476573 req-63cb67d7-09c2-48b4-8cc3-13b6dd2c082e service nova] Acquiring lock "refresh_cache-b48116ea-362e-4bc6-bb30-f7f0076d2bf7" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:06:09 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:06:09 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-288a8815-7e8d-4ef2-b0ca-b4f9da5ff696 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:06:09 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-288a8815-7e8d-4ef2-b0ca-b4f9da5ff696 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:06:10 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-288a8815-7e8d-4ef2-b0ca-b4f9da5ff696 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.474s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:06:10 user nova-compute[74535]: DEBUG nova.compute.manager [None req-288a8815-7e8d-4ef2-b0ca-b4f9da5ff696 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 0e39165e-d030-41a8-871f-56c2d08dcc20] Start building networks asynchronously for instance. {{(pid=74535) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 10:06:10 user nova-compute[74535]: DEBUG nova.network.neutron [None req-6e4a1890-ced5-416d-b418-93a046a95ea0 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Updating instance_info_cache with network_info: [{"id": "f68b59a5-2b8e-4cf0-8c50-b732b7bb6642", "address": "fa:16:3e:46:2b:27", "network": {"id": "962de5cf-b789-4532-a118-6b9fc1aeba04", "bridge": "br-int", "label": "tempest-TestShelveInstance-2137451792-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "00e6914d22764723a80593f896e602b8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf68b59a5-2b", "ovs_interfaceid": "f68b59a5-2b8e-4cf0-8c50-b732b7bb6642", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:06:10 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-6e4a1890-ced5-416d-b418-93a046a95ea0 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Releasing lock "refresh_cache-b48116ea-362e-4bc6-bb30-f7f0076d2bf7" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:06:10 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-6e4a1890-ced5-416d-b418-93a046a95ea0 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Creating instance directory {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 10:06:10 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-6e4a1890-ced5-416d-b418-93a046a95ea0 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Creating image(s)
Dec 06 10:06:10 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-6e4a1890-ced5-416d-b418-93a046a95ea0 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Did not create local disks {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4867}}
Dec 06 10:06:10 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-6e4a1890-ced5-416d-b418-93a046a95ea0 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Ensure instance console log exists: /opt/stack/data/nova/instances/b48116ea-362e-4bc6-bb30-f7f0076d2bf7/console.log {{(pid=74535) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 10:06:10 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-6e4a1890-ced5-416d-b418-93a046a95ea0 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:06:10 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-6e4a1890-ced5-416d-b418-93a046a95ea0 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:06:10 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-6e4a1890-ced5-416d-b418-93a046a95ea0 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:06:10 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-6e4a1890-ced5-416d-b418-93a046a95ea0 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Start _get_guest_xml network_info=[{"id": "f68b59a5-2b8e-4cf0-8c50-b732b7bb6642", "address": "fa:16:3e:46:2b:27", "network": {"id": "962de5cf-b789-4532-a118-6b9fc1aeba04", "bridge": "br-int", "label": "tempest-TestShelveInstance-2137451792-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "00e6914d22764723a80593f896e602b8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf68b59a5-2b", "ovs_interfaceid": "f68b59a5-2b8e-4cf0-8c50-b732b7bb6642", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'delete_on_termination': True, 'attachment_id': '2cf571ca-1be7-43c0-bed7-62c0d6d31e5e', 'boot_index': 0, 'device_type': 'disk', 'guest_format': None, 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'wshVuDHE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b48116ea-362e-4bc6-bb30-f7f0076d2bf7', 'attached_at': '', 'detached_at': '', 'volume_id': 'c6a971e9-e220-46d6-85c8-0fc51e043681', 'serial': 'c6a971e9-e220-46d6-85c8-0fc51e043681'}, 'volume_type': None} {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 10:06:10 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-642a4008-8229-4ad0-856f-4e4e17476573 req-63cb67d7-09c2-48b4-8cc3-13b6dd2c082e service nova] Acquired lock "refresh_cache-b48116ea-362e-4bc6-bb30-f7f0076d2bf7" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:06:10 user nova-compute[74535]: DEBUG nova.network.neutron [req-642a4008-8229-4ad0-856f-4e4e17476573 req-63cb67d7-09c2-48b4-8cc3-13b6dd2c082e service nova] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Refreshing network info cache for port f68b59a5-2b8e-4cf0-8c50-b732b7bb6642 {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 10:06:10 user nova-compute[74535]: DEBUG nova.compute.manager [None req-288a8815-7e8d-4ef2-b0ca-b4f9da5ff696 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 0e39165e-d030-41a8-871f-56c2d08dcc20] Allocating IP information in the background. {{(pid=74535) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 10:06:10 user nova-compute[74535]: DEBUG nova.network.neutron [None req-288a8815-7e8d-4ef2-b0ca-b4f9da5ff696 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 0e39165e-d030-41a8-871f-56c2d08dcc20] allocate_for_instance() {{(pid=74535) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 10:06:10 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-6e4a1890-ced5-416d-b418-93a046a95ea0 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:06:10 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-6e4a1890-ced5-416d-b418-93a046a95ea0 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:06:10 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-6e4a1890-ced5-416d-b418-93a046a95ea0 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 10:06:10 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-6e4a1890-ced5-416d-b418-93a046a95ea0 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] CPU controller missing on host. {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 10:06:10 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-6e4a1890-ced5-416d-b418-93a046a95ea0 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 10:06:10 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-6e4a1890-ced5-416d-b418-93a046a95ea0 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] CPU controller found on host. {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 10:06:10 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-6e4a1890-ced5-416d-b418-93a046a95ea0 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74535) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 10:06:10 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-6e4a1890-ced5-416d-b418-93a046a95ea0 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T09:52:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 10:06:10 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-6e4a1890-ced5-416d-b418-93a046a95ea0 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Flavor limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 10:06:10 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-6e4a1890-ced5-416d-b418-93a046a95ea0 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Image limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 10:06:10 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-6e4a1890-ced5-416d-b418-93a046a95ea0 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Flavor pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 10:06:10 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-6e4a1890-ced5-416d-b418-93a046a95ea0 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Image pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 10:06:10 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-6e4a1890-ced5-416d-b418-93a046a95ea0 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 10:06:10 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-6e4a1890-ced5-416d-b418-93a046a95ea0 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 10:06:10 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-6e4a1890-ced5-416d-b418-93a046a95ea0 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 10:06:10 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-6e4a1890-ced5-416d-b418-93a046a95ea0 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Got 1 possible topologies {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 10:06:10 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-6e4a1890-ced5-416d-b418-93a046a95ea0 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 10:06:10 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-6e4a1890-ced5-416d-b418-93a046a95ea0 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 10:06:10 user nova-compute[74535]: DEBUG nova.objects.instance [None req-6e4a1890-ced5-416d-b418-93a046a95ea0 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Lazy-loading 'vcpu_model' on Instance uuid b48116ea-362e-4bc6-bb30-f7f0076d2bf7 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:06:10 user nova-compute[74535]: DEBUG nova.objects.base [None req-6e4a1890-ced5-416d-b418-93a046a95ea0 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Object Instance<b48116ea-362e-4bc6-bb30-f7f0076d2bf7> lazy-loaded attributes: pci_requests,vcpu_model {{(pid=74535) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 10:06:10 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6e4a1890-ced5-416d-b418-93a046a95ea0 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Calling os-brick to attach iSCSI Volume {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 10:06:10 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e4a1890-ced5-416d-b418-93a046a95ea0 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'wshVuDHE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:06:10 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-6e4a1890-ced5-416d-b418-93a046a95ea0 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:06:10 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-6e4a1890-ced5-416d-b418-93a046a95ea0 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:06:10 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-6e4a1890-ced5-416d-b418-93a046a95ea0 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:06:10 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-6e4a1890-ced5-416d-b418-93a046a95ea0 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:06:10 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-6e4a1890-ced5-416d-b418-93a046a95ea0 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:06:10 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-6e4a1890-ced5-416d-b418-93a046a95ea0 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:06:10 user nova-compute[74535]: INFO os_brick.initiator.connectors.iscsi [None req-6e4a1890-ced5-416d-b418-93a046a95ea0 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 10:06:10 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-288a8815-7e8d-4ef2-b0ca-b4f9da5ff696 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 0e39165e-d030-41a8-871f-56c2d08dcc20] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 10:06:10 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681 -p 172.16.0.220:3260 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:06:10 user nova-compute[74535]: DEBUG nova.compute.manager [None req-288a8815-7e8d-4ef2-b0ca-b4f9da5ff696 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 0e39165e-d030-41a8-871f-56c2d08dcc20] Start building block device mappings for instance. {{(pid=74535) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 10:06:10 user nova-compute[74535]: DEBUG nova.policy [None req-288a8815-7e8d-4ef2-b0ca-b4f9da5ff696 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2a00a36cf91f4768aadaeccc7d530154', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ad8e6f48b8f442aa80f5839b55ad4b74', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74535) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 10:06:10 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681 -p 172.16.0.220:3260" returned: 21 in 0.026s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:06:10 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[f555407c-e9ab-4704-bde8-5b59bba23825]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:06:10 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e4a1890-ced5-416d-b418-93a046a95ea0 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 10:06:10 user nova-compute[74535]:  {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:06:10 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681 -p 172.16.0.220:3260 --interface default --op new {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:06:10 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:06:10 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[964316dc-2097-4db1-89a7-73f8248b2728]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681] added\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:06:10 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e4a1890-ced5-416d-b418-93a046a95ea0 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681] added
Dec 06 10:06:10 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:06:10 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:06:10 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.036s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:06:10 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[5515076a-4fc7-47af-9f07-1acbbb499b76]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:06:10 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e4a1890-ced5-416d-b418-93a046a95ea0 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:06:10 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:06:10 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:06:10 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[77785e1c-9ff6-4fd0-bf9f-5887b501e35d]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:06:10 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e4a1890-ced5-416d-b418-93a046a95ea0 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:06:10 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v wshVuDHE {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:06:10 user nova-compute[74535]: DEBUG nova.compute.manager [None req-288a8815-7e8d-4ef2-b0ca-b4f9da5ff696 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 0e39165e-d030-41a8-871f-56c2d08dcc20] Start spawning the instance on the hypervisor. {{(pid=74535) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 10:06:10 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-288a8815-7e8d-4ef2-b0ca-b4f9da5ff696 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 0e39165e-d030-41a8-871f-56c2d08dcc20] Creating instance directory {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 10:06:10 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-288a8815-7e8d-4ef2-b0ca-b4f9da5ff696 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 0e39165e-d030-41a8-871f-56c2d08dcc20] Creating image(s)
Dec 06 10:06:10 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-288a8815-7e8d-4ef2-b0ca-b4f9da5ff696 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Acquiring lock "/opt/stack/data/nova/instances/0e39165e-d030-41a8-871f-56c2d08dcc20/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:06:10 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-288a8815-7e8d-4ef2-b0ca-b4f9da5ff696 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lock "/opt/stack/data/nova/instances/0e39165e-d030-41a8-871f-56c2d08dcc20/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:06:10 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-288a8815-7e8d-4ef2-b0ca-b4f9da5ff696 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lock "/opt/stack/data/nova/instances/0e39165e-d030-41a8-871f-56c2d08dcc20/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:06:10 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v wshVuDHE" returned: 0 in 0.020s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:06:10 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[099af83a-40ca-476b-92f1-d0584484475b]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:06:10 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e4a1890-ced5-416d-b418-93a046a95ea0 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'wshVuDHE'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:06:10 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-288a8815-7e8d-4ef2-b0ca-b4f9da5ff696 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:06:10 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:06:10 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:06:10 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[a250e9c6-d00c-4525-b369-7717123e7ae7]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:06:10 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e4a1890-ced5-416d-b418-93a046a95ea0 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:06:10 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:06:10 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:06:10 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb60b8da-aa55-4087-ae1c-fb8b74be817b]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:56b1e591-c1f5-4834-8c99-30f0d04ea92b (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961 (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:06:10 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e4a1890-ced5-416d-b418-93a046a95ea0 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:06:10 user nova-compute[74535]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e (non-flash)
Dec 06 10:06:10 user nova-compute[74535]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:56b1e591-c1f5-4834-8c99-30f0d04ea92b (non-flash)
Dec 06 10:06:10 user nova-compute[74535]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961 (non-flash)
Dec 06 10:06:10 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:06:10 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e4a1890-ced5-416d-b418-93a046a95ea0 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:06:10 user nova-compute[74535]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e (non-flash)
Dec 06 10:06:10 user nova-compute[74535]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:56b1e591-c1f5-4834-8c99-30f0d04ea92b (non-flash)
Dec 06 10:06:10 user nova-compute[74535]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961 (non-flash)
Dec 06 10:06:10 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:06:10 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681 -p 172.16.0.220:3260 --login {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:06:10 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681 -p 172.16.0.220:3260 --login" returned: 0 in 0.081s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:06:10 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[07cc1fb7-57aa-492a-bdf7-72e32351a79b]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:06:10 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e4a1890-ced5-416d-b418-93a046a95ea0 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681, portal: 172.16.0.220,3260]
Dec 06 10:06:10 user nova-compute[74535]: Login to [iface: default, target: iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681, portal: 172.16.0.220,3260] successful.
Dec 06 10:06:10 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:06:10 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:06:10 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:06:10 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1151d76-1790-463b-b93b-d51fa131bfb9]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:06:10 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e4a1890-ced5-416d-b418-93a046a95ea0 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:06:10 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:06:10 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-288a8815-7e8d-4ef2-b0ca-b4f9da5ff696 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.204s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:06:10 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-288a8815-7e8d-4ef2-b0ca-b4f9da5ff696 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Acquiring lock "7aef4f97309efbd0d8988be1fd45eed756898e08" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:06:10 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-288a8815-7e8d-4ef2-b0ca-b4f9da5ff696 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lock "7aef4f97309efbd0d8988be1fd45eed756898e08" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:06:10 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-288a8815-7e8d-4ef2-b0ca-b4f9da5ff696 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:06:10 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:06:10 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba263562-50cc-4561-8a26-a367b5074fad]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:56b1e591-c1f5-4834-8c99-30f0d04ea92b (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681 (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:06:10 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e4a1890-ced5-416d-b418-93a046a95ea0 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:06:10 user nova-compute[74535]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e (non-flash)
Dec 06 10:06:10 user nova-compute[74535]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:56b1e591-c1f5-4834-8c99-30f0d04ea92b (non-flash)
Dec 06 10:06:10 user nova-compute[74535]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961 (non-flash)
Dec 06 10:06:10 user nova-compute[74535]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681 (non-flash)
Dec 06 10:06:10 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:06:10 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e4a1890-ced5-416d-b418-93a046a95ea0 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:06:10 user nova-compute[74535]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e (non-flash)
Dec 06 10:06:10 user nova-compute[74535]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:56b1e591-c1f5-4834-8c99-30f0d04ea92b (non-flash)
Dec 06 10:06:10 user nova-compute[74535]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961 (non-flash)
Dec 06 10:06:10 user nova-compute[74535]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681 (non-flash)
Dec 06 10:06:10 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:06:10 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-6e4a1890-ced5-416d-b418-93a046a95ea0 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.413s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:06:10 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e4a1890-ced5-416d-b418-93a046a95ea0 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Connected to 172.16.0.220:3260 {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 10:06:10 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-6e4a1890-ced5-416d-b418-93a046a95ea0 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] HCTL ('37', '-', '-', 0) found on session 28 with lun 0 {{(pid=74535) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 10:06:10 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-6e4a1890-ced5-416d-b418-93a046a95ea0 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=74535) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 10:06:10 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:06:10 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.021s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:06:10 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba69f990-952a-472f-9b19-30701d91ea8d]: (4, ('- - 0', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:06:10 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-6e4a1890-ced5-416d-b418-93a046a95ea0 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Searching for a device in session 28 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=74535) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 10:06:10 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e4a1890-ced5-416d-b418-93a046a95ea0 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'wshVuDHE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 10:06:10 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-288a8815-7e8d-4ef2-b0ca-b4f9da5ff696 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.185s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:06:10 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-288a8815-7e8d-4ef2-b0ca-b4f9da5ff696 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08,backing_fmt=raw /opt/stack/data/nova/instances/0e39165e-d030-41a8-871f-56c2d08dcc20/disk 1073741824 {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:06:10 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-288a8815-7e8d-4ef2-b0ca-b4f9da5ff696 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08,backing_fmt=raw /opt/stack/data/nova/instances/0e39165e-d030-41a8-871f-56c2d08dcc20/disk 1073741824" returned: 0 in 0.054s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:06:10 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-288a8815-7e8d-4ef2-b0ca-b4f9da5ff696 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lock "7aef4f97309efbd0d8988be1fd45eed756898e08" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.243s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:06:10 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-288a8815-7e8d-4ef2-b0ca-b4f9da5ff696 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:06:10 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:06:10 user nova-compute[74535]: DEBUG nova.network.neutron [None req-288a8815-7e8d-4ef2-b0ca-b4f9da5ff696 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 0e39165e-d030-41a8-871f-56c2d08dcc20] Successfully created port: 3d027e66-e623-440e-9918-4af349ce8f54 {{(pid=74535) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 10:06:10 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-288a8815-7e8d-4ef2-b0ca-b4f9da5ff696 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.199s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:06:10 user nova-compute[74535]: DEBUG nova.virt.disk.api [None req-288a8815-7e8d-4ef2-b0ca-b4f9da5ff696 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Checking if we can resize image /opt/stack/data/nova/instances/0e39165e-d030-41a8-871f-56c2d08dcc20/disk. size=1073741824 {{(pid=74535) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 10:06:10 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-288a8815-7e8d-4ef2-b0ca-b4f9da5ff696 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0e39165e-d030-41a8-871f-56c2d08dcc20/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:06:11 user nova-compute[74535]: DEBUG nova.network.neutron [req-642a4008-8229-4ad0-856f-4e4e17476573 req-63cb67d7-09c2-48b4-8cc3-13b6dd2c082e service nova] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Updated VIF entry in instance network info cache for port f68b59a5-2b8e-4cf0-8c50-b732b7bb6642. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 10:06:11 user nova-compute[74535]: DEBUG nova.network.neutron [req-642a4008-8229-4ad0-856f-4e4e17476573 req-63cb67d7-09c2-48b4-8cc3-13b6dd2c082e service nova] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Updating instance_info_cache with network_info: [{"id": "f68b59a5-2b8e-4cf0-8c50-b732b7bb6642", "address": "fa:16:3e:46:2b:27", "network": {"id": "962de5cf-b789-4532-a118-6b9fc1aeba04", "bridge": "br-int", "label": "tempest-TestShelveInstance-2137451792-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "00e6914d22764723a80593f896e602b8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf68b59a5-2b", "ovs_interfaceid": "f68b59a5-2b8e-4cf0-8c50-b732b7bb6642", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:06:11 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-642a4008-8229-4ad0-856f-4e4e17476573 req-63cb67d7-09c2-48b4-8cc3-13b6dd2c082e service nova] Releasing lock "refresh_cache-b48116ea-362e-4bc6-bb30-f7f0076d2bf7" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:06:11 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-288a8815-7e8d-4ef2-b0ca-b4f9da5ff696 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0e39165e-d030-41a8-871f-56c2d08dcc20/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:06:11 user nova-compute[74535]: DEBUG nova.virt.disk.api [None req-288a8815-7e8d-4ef2-b0ca-b4f9da5ff696 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Cannot resize image /opt/stack/data/nova/instances/0e39165e-d030-41a8-871f-56c2d08dcc20/disk to a smaller size. {{(pid=74535) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 10:06:11 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-288a8815-7e8d-4ef2-b0ca-b4f9da5ff696 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 0e39165e-d030-41a8-871f-56c2d08dcc20] Created local disks {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 10:06:11 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-288a8815-7e8d-4ef2-b0ca-b4f9da5ff696 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 0e39165e-d030-41a8-871f-56c2d08dcc20] Ensure instance console log exists: /opt/stack/data/nova/instances/0e39165e-d030-41a8-871f-56c2d08dcc20/console.log {{(pid=74535) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 10:06:11 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-288a8815-7e8d-4ef2-b0ca-b4f9da5ff696 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:06:11 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-288a8815-7e8d-4ef2-b0ca-b4f9da5ff696 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:06:11 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-288a8815-7e8d-4ef2-b0ca-b4f9da5ff696 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:06:11 user nova-compute[74535]: DEBUG nova.network.neutron [None req-288a8815-7e8d-4ef2-b0ca-b4f9da5ff696 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 0e39165e-d030-41a8-871f-56c2d08dcc20] Successfully updated port: 3d027e66-e623-440e-9918-4af349ce8f54 {{(pid=74535) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 10:06:11 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-288a8815-7e8d-4ef2-b0ca-b4f9da5ff696 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Acquiring lock "refresh_cache-0e39165e-d030-41a8-871f-56c2d08dcc20" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:06:11 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-288a8815-7e8d-4ef2-b0ca-b4f9da5ff696 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Acquired lock "refresh_cache-0e39165e-d030-41a8-871f-56c2d08dcc20" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:06:11 user nova-compute[74535]: DEBUG nova.network.neutron [None req-288a8815-7e8d-4ef2-b0ca-b4f9da5ff696 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 0e39165e-d030-41a8-871f-56c2d08dcc20] Building network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 10:06:11 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-6e4a1890-ced5-416d-b418-93a046a95ea0 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.453s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:06:11 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e4a1890-ced5-416d-b418-93a046a95ea0 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] <== connect_volume: return (1455ms) {'type': 'block', 'scsi_wwn': '26634646437623039', 'path': '/dev/sdf'} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:06:11 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6e4a1890-ced5-416d-b418-93a046a95ea0 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26634646437623039', 'path': '/dev/sdf'} {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 10:06:11 user nova-compute[74535]: DEBUG nova.network.neutron [None req-288a8815-7e8d-4ef2-b0ca-b4f9da5ff696 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 0e39165e-d030-41a8-871f-56c2d08dcc20] Instance cache missing network info. {{(pid=74535) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 10:06:11 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-6e4a1890-ced5-416d-b418-93a046a95ea0 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-06T10:02:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-881527023',display_name='tempest-TestShelveInstance-server-881527023',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-881527023',id=22,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-TestShelveInstance-46393644',keypairs=<?>,launch_index=0,launched_at=2023-12-06T10:02:30Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='00e6914d22764723a80593f896e602b8',ramdisk_id='',reservation_id='r-5p0fqr4k',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-620907319',owner_user_name='tempest-TestShelveInstance-620907319-project-member'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T10:05:57Z,user_data=None,user_id='02e85e3deae34441802af88a9f8c59ce',uuid=b48116ea-362e-4bc6-bb30-f7f0076d2bf7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "f68b59a5-2b8e-4cf0-8c50-b732b7bb6642", "address": "fa:16:3e:46:2b:27", "network": {"id": "962de5cf-b789-4532-a118-6b9fc1aeba04", "bridge": "br-int", "label": "tempest-TestShelveInstance-2137451792-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "00e6914d22764723a80593f896e602b8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf68b59a5-2b", "ovs_interfaceid": "f68b59a5-2b8e-4cf0-8c50-b732b7bb6642", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74535) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 10:06:11 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-6e4a1890-ced5-416d-b418-93a046a95ea0 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Converting VIF {"id": "f68b59a5-2b8e-4cf0-8c50-b732b7bb6642", "address": "fa:16:3e:46:2b:27", "network": {"id": "962de5cf-b789-4532-a118-6b9fc1aeba04", "bridge": "br-int", "label": "tempest-TestShelveInstance-2137451792-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "00e6914d22764723a80593f896e602b8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf68b59a5-2b", "ovs_interfaceid": "f68b59a5-2b8e-4cf0-8c50-b732b7bb6642", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:06:11 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-6e4a1890-ced5-416d-b418-93a046a95ea0 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:46:2b:27,bridge_name='br-int',has_traffic_filtering=True,id=f68b59a5-2b8e-4cf0-8c50-b732b7bb6642,network=Network(962de5cf-b789-4532-a118-6b9fc1aeba04),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf68b59a5-2b') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:06:11 user nova-compute[74535]: DEBUG nova.objects.instance [None req-6e4a1890-ced5-416d-b418-93a046a95ea0 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Lazy-loading 'pci_devices' on Instance uuid b48116ea-362e-4bc6-bb30-f7f0076d2bf7 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:06:11 user nova-compute[74535]: DEBUG nova.objects.base [None req-6e4a1890-ced5-416d-b418-93a046a95ea0 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Object Instance<b48116ea-362e-4bc6-bb30-f7f0076d2bf7> lazy-loaded attributes: pci_requests,vcpu_model,pci_devices {{(pid=74535) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 10:06:11 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-6e4a1890-ced5-416d-b418-93a046a95ea0 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] End _get_guest_xml xml=<domain type="kvm">
Dec 06 10:06:11 user nova-compute[74535]:   <uuid>b48116ea-362e-4bc6-bb30-f7f0076d2bf7</uuid>
Dec 06 10:06:11 user nova-compute[74535]:   <name>instance-00000016</name>
Dec 06 10:06:11 user nova-compute[74535]:   <memory>524288</memory>
Dec 06 10:06:11 user nova-compute[74535]:   <vcpu>1</vcpu>
Dec 06 10:06:11 user nova-compute[74535]:   <metadata>
Dec 06 10:06:11 user nova-compute[74535]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 10:06:11 user nova-compute[74535]:       <nova:package version="0.0.0"/>
Dec 06 10:06:11 user nova-compute[74535]:       <nova:name>tempest-TestShelveInstance-server-881527023</nova:name>
Dec 06 10:06:11 user nova-compute[74535]:       <nova:creationTime>2023-12-06 10:06:10</nova:creationTime>
Dec 06 10:06:11 user nova-compute[74535]:       <nova:flavor name="m1.tiny">
Dec 06 10:06:11 user nova-compute[74535]:         <nova:memory>512</nova:memory>
Dec 06 10:06:11 user nova-compute[74535]:         <nova:disk>1</nova:disk>
Dec 06 10:06:11 user nova-compute[74535]:         <nova:swap>0</nova:swap>
Dec 06 10:06:11 user nova-compute[74535]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 10:06:11 user nova-compute[74535]:         <nova:vcpus>1</nova:vcpus>
Dec 06 10:06:11 user nova-compute[74535]:       </nova:flavor>
Dec 06 10:06:11 user nova-compute[74535]:       <nova:owner>
Dec 06 10:06:11 user nova-compute[74535]:         <nova:user uuid="02e85e3deae34441802af88a9f8c59ce">tempest-TestShelveInstance-620907319-project-member</nova:user>
Dec 06 10:06:11 user nova-compute[74535]:         <nova:project uuid="00e6914d22764723a80593f896e602b8">tempest-TestShelveInstance-620907319</nova:project>
Dec 06 10:06:11 user nova-compute[74535]:       </nova:owner>
Dec 06 10:06:11 user nova-compute[74535]:       <nova:ports>
Dec 06 10:06:11 user nova-compute[74535]:         <nova:port uuid="f68b59a5-2b8e-4cf0-8c50-b732b7bb6642">
Dec 06 10:06:11 user nova-compute[74535]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Dec 06 10:06:11 user nova-compute[74535]:         </nova:port>
Dec 06 10:06:11 user nova-compute[74535]:       </nova:ports>
Dec 06 10:06:11 user nova-compute[74535]:     </nova:instance>
Dec 06 10:06:11 user nova-compute[74535]:   </metadata>
Dec 06 10:06:11 user nova-compute[74535]:   <sysinfo type="smbios">
Dec 06 10:06:11 user nova-compute[74535]:     <system>
Dec 06 10:06:11 user nova-compute[74535]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 10:06:11 user nova-compute[74535]:       <entry name="product">OpenStack Nova</entry>
Dec 06 10:06:11 user nova-compute[74535]:       <entry name="version">0.0.0</entry>
Dec 06 10:06:11 user nova-compute[74535]:       <entry name="serial">b48116ea-362e-4bc6-bb30-f7f0076d2bf7</entry>
Dec 06 10:06:11 user nova-compute[74535]:       <entry name="uuid">b48116ea-362e-4bc6-bb30-f7f0076d2bf7</entry>
Dec 06 10:06:11 user nova-compute[74535]:       <entry name="family">Virtual Machine</entry>
Dec 06 10:06:11 user nova-compute[74535]:     </system>
Dec 06 10:06:11 user nova-compute[74535]:   </sysinfo>
Dec 06 10:06:11 user nova-compute[74535]:   <os>
Dec 06 10:06:11 user nova-compute[74535]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 10:06:11 user nova-compute[74535]:     <boot dev="hd"/>
Dec 06 10:06:11 user nova-compute[74535]:     <smbios mode="sysinfo"/>
Dec 06 10:06:11 user nova-compute[74535]:   </os>
Dec 06 10:06:11 user nova-compute[74535]:   <features>
Dec 06 10:06:11 user nova-compute[74535]:     <acpi/>
Dec 06 10:06:11 user nova-compute[74535]:     <apic/>
Dec 06 10:06:11 user nova-compute[74535]:     <vmcoreinfo/>
Dec 06 10:06:11 user nova-compute[74535]:   </features>
Dec 06 10:06:11 user nova-compute[74535]:   <clock offset="utc">
Dec 06 10:06:11 user nova-compute[74535]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 10:06:11 user nova-compute[74535]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 10:06:11 user nova-compute[74535]:     <timer name="hpet" present="no"/>
Dec 06 10:06:11 user nova-compute[74535]:   </clock>
Dec 06 10:06:11 user nova-compute[74535]:   <cpu mode="custom" match="exact">
Dec 06 10:06:11 user nova-compute[74535]:     <model>Nehalem</model>
Dec 06 10:06:11 user nova-compute[74535]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 10:06:11 user nova-compute[74535]:   </cpu>
Dec 06 10:06:11 user nova-compute[74535]:   <devices>
Dec 06 10:06:11 user nova-compute[74535]:     <disk type="block" device="disk">
Dec 06 10:06:11 user nova-compute[74535]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 10:06:11 user nova-compute[74535]:       <source dev="/dev/sdf"/>
Dec 06 10:06:11 user nova-compute[74535]:       <target dev="vda" bus="virtio"/>
Dec 06 10:06:11 user nova-compute[74535]:       <serial>c6a971e9-e220-46d6-85c8-0fc51e043681</serial>
Dec 06 10:06:11 user nova-compute[74535]:     </disk>
Dec 06 10:06:11 user nova-compute[74535]:     <interface type="ethernet">
Dec 06 10:06:11 user nova-compute[74535]:       <mac address="fa:16:3e:46:2b:27"/>
Dec 06 10:06:11 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 10:06:11 user nova-compute[74535]:       <mtu size="1442"/>
Dec 06 10:06:11 user nova-compute[74535]:       <target dev="tapf68b59a5-2b"/>
Dec 06 10:06:11 user nova-compute[74535]:     </interface>
Dec 06 10:06:11 user nova-compute[74535]:     <serial type="pty">
Dec 06 10:06:11 user nova-compute[74535]:       <log file="/opt/stack/data/nova/instances/b48116ea-362e-4bc6-bb30-f7f0076d2bf7/console.log" append="off"/>
Dec 06 10:06:11 user nova-compute[74535]:     </serial>
Dec 06 10:06:11 user nova-compute[74535]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 10:06:11 user nova-compute[74535]:     <video>
Dec 06 10:06:11 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 10:06:11 user nova-compute[74535]:     </video>
Dec 06 10:06:11 user nova-compute[74535]:     <rng model="virtio">
Dec 06 10:06:11 user nova-compute[74535]:       <backend model="random">/dev/urandom</backend>
Dec 06 10:06:11 user nova-compute[74535]:     </rng>
Dec 06 10:06:11 user nova-compute[74535]:     <controller type="usb" index="0" model="none"/>
Dec 06 10:06:11 user nova-compute[74535]:     <memballoon model="virtio">
Dec 06 10:06:11 user nova-compute[74535]:       <stats period="10"/>
Dec 06 10:06:11 user nova-compute[74535]:     </memballoon>
Dec 06 10:06:11 user nova-compute[74535]:   </devices>
Dec 06 10:06:11 user nova-compute[74535]: </domain>
Dec 06 10:06:11 user nova-compute[74535]:  {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 10:06:11 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-6e4a1890-ced5-416d-b418-93a046a95ea0 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-06T10:02:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-881527023',display_name='tempest-TestShelveInstance-server-881527023',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-881527023',id=22,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-TestShelveInstance-46393644',keypairs=<?>,launch_index=0,launched_at=2023-12-06T10:02:30Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='00e6914d22764723a80593f896e602b8',ramdisk_id='',reservation_id='r-5p0fqr4k',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-620907319',owner_user_name='tempest-TestShelveInstance-620907319-project-member'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T10:05:57Z,user_data=None,user_id='02e85e3deae34441802af88a9f8c59ce',uuid=b48116ea-362e-4bc6-bb30-f7f0076d2bf7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "f68b59a5-2b8e-4cf0-8c50-b732b7bb6642", "address": "fa:16:3e:46:2b:27", "network": {"id": "962de5cf-b789-4532-a118-6b9fc1aeba04", "bridge": "br-int", "label": "tempest-TestShelveInstance-2137451792-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "00e6914d22764723a80593f896e602b8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf68b59a5-2b", "ovs_interfaceid": "f68b59a5-2b8e-4cf0-8c50-b732b7bb6642", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 10:06:11 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-6e4a1890-ced5-416d-b418-93a046a95ea0 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Converting VIF {"id": "f68b59a5-2b8e-4cf0-8c50-b732b7bb6642", "address": "fa:16:3e:46:2b:27", "network": {"id": "962de5cf-b789-4532-a118-6b9fc1aeba04", "bridge": "br-int", "label": "tempest-TestShelveInstance-2137451792-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "00e6914d22764723a80593f896e602b8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf68b59a5-2b", "ovs_interfaceid": "f68b59a5-2b8e-4cf0-8c50-b732b7bb6642", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:06:11 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-6e4a1890-ced5-416d-b418-93a046a95ea0 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:46:2b:27,bridge_name='br-int',has_traffic_filtering=True,id=f68b59a5-2b8e-4cf0-8c50-b732b7bb6642,network=Network(962de5cf-b789-4532-a118-6b9fc1aeba04),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf68b59a5-2b') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:06:11 user nova-compute[74535]: DEBUG os_vif [None req-6e4a1890-ced5-416d-b418-93a046a95ea0 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:46:2b:27,bridge_name='br-int',has_traffic_filtering=True,id=f68b59a5-2b8e-4cf0-8c50-b732b7bb6642,network=Network(962de5cf-b789-4532-a118-6b9fc1aeba04),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf68b59a5-2b') {{(pid=74535) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 10:06:11 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:06:11 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:06:11 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 10:06:11 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:06:11 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '41c79fea-0a33-5c33-a6ef-d6b4d385b654', '_type': 'linux-noop'}}, row=False) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:06:11 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:06:11 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:06:11 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:06:11 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf68b59a5-2b, may_exist=True, interface_attrs={}) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:06:11 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf68b59a5-2b, col_values=(('qos', UUID('c77965a4-f59e-428a-81c0-80f6ff22024d')),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:06:11 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf68b59a5-2b, col_values=(('external_ids', {'iface-id': 'f68b59a5-2b8e-4cf0-8c50-b732b7bb6642', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:46:2b:27', 'vm-uuid': 'b48116ea-362e-4bc6-bb30-f7f0076d2bf7'}),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:06:11 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:06:11 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:06:11 user nova-compute[74535]: INFO os_vif [None req-6e4a1890-ced5-416d-b418-93a046a95ea0 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:46:2b:27,bridge_name='br-int',has_traffic_filtering=True,id=f68b59a5-2b8e-4cf0-8c50-b732b7bb6642,network=Network(962de5cf-b789-4532-a118-6b9fc1aeba04),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf68b59a5-2b')
Dec 06 10:06:11 user nova-compute[74535]: DEBUG nova.compute.manager [req-86314586-f057-4f11-9b1c-f1b1410d5dd3 req-4a7c21c4-a35c-45b3-987c-b31f6744d7f7 service nova] [instance: 0e39165e-d030-41a8-871f-56c2d08dcc20] Received event network-changed-3d027e66-e623-440e-9918-4af349ce8f54 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:06:11 user nova-compute[74535]: DEBUG nova.compute.manager [req-86314586-f057-4f11-9b1c-f1b1410d5dd3 req-4a7c21c4-a35c-45b3-987c-b31f6744d7f7 service nova] [instance: 0e39165e-d030-41a8-871f-56c2d08dcc20] Refreshing instance network info cache due to event network-changed-3d027e66-e623-440e-9918-4af349ce8f54. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 10:06:11 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-86314586-f057-4f11-9b1c-f1b1410d5dd3 req-4a7c21c4-a35c-45b3-987c-b31f6744d7f7 service nova] Acquiring lock "refresh_cache-0e39165e-d030-41a8-871f-56c2d08dcc20" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:06:11 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-6e4a1890-ced5-416d-b418-93a046a95ea0 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] No BDM found with device name vda, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 10:06:11 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-6e4a1890-ced5-416d-b418-93a046a95ea0 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] No VIF found with MAC fa:16:3e:46:2b:27, not building metadata {{(pid=74535) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 10:06:11 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:06:11 user nova-compute[74535]: DEBUG nova.network.neutron [None req-288a8815-7e8d-4ef2-b0ca-b4f9da5ff696 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 0e39165e-d030-41a8-871f-56c2d08dcc20] Updating instance_info_cache with network_info: [{"id": "3d027e66-e623-440e-9918-4af349ce8f54", "address": "fa:16:3e:d7:7c:1d", "network": {"id": "49702c0e-8306-49f2-9a37-580dfa9aedca", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1167139173-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ad8e6f48b8f442aa80f5839b55ad4b74", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d027e66-e6", "ovs_interfaceid": "3d027e66-e623-440e-9918-4af349ce8f54", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:06:11 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-288a8815-7e8d-4ef2-b0ca-b4f9da5ff696 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Releasing lock "refresh_cache-0e39165e-d030-41a8-871f-56c2d08dcc20" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:06:11 user nova-compute[74535]: DEBUG nova.compute.manager [None req-288a8815-7e8d-4ef2-b0ca-b4f9da5ff696 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 0e39165e-d030-41a8-871f-56c2d08dcc20] Instance network_info: |[{"id": "3d027e66-e623-440e-9918-4af349ce8f54", "address": "fa:16:3e:d7:7c:1d", "network": {"id": "49702c0e-8306-49f2-9a37-580dfa9aedca", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1167139173-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ad8e6f48b8f442aa80f5839b55ad4b74", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d027e66-e6", "ovs_interfaceid": "3d027e66-e623-440e-9918-4af349ce8f54", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74535) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 10:06:11 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-86314586-f057-4f11-9b1c-f1b1410d5dd3 req-4a7c21c4-a35c-45b3-987c-b31f6744d7f7 service nova] Acquired lock "refresh_cache-0e39165e-d030-41a8-871f-56c2d08dcc20" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:06:11 user nova-compute[74535]: DEBUG nova.network.neutron [req-86314586-f057-4f11-9b1c-f1b1410d5dd3 req-4a7c21c4-a35c-45b3-987c-b31f6744d7f7 service nova] [instance: 0e39165e-d030-41a8-871f-56c2d08dcc20] Refreshing network info cache for port 3d027e66-e623-440e-9918-4af349ce8f54 {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 10:06:11 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-288a8815-7e8d-4ef2-b0ca-b4f9da5ff696 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 0e39165e-d030-41a8-871f-56c2d08dcc20] Start _get_guest_xml network_info=[{"id": "3d027e66-e623-440e-9918-4af349ce8f54", "address": "fa:16:3e:d7:7c:1d", "network": {"id": "49702c0e-8306-49f2-9a37-580dfa9aedca", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1167139173-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ad8e6f48b8f442aa80f5839b55ad4b74", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d027e66-e6", "ovs_interfaceid": "3d027e66-e623-440e-9918-4af349ce8f54", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T09:52:28Z,direct_url=<?>,disk_format='qcow2',id=b338f3c8-9974-4b9f-bacb-c75dd541c256,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='563f6a2917a742ada39fb0e950eece6e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T09:52:30Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'device_name': '/dev/vda', 'encrypted': False, 'encryption_format': None, 'encryption_options': None, 'encryption_secret_uuid': None, 'boot_index': 0, 'device_type': 'disk', 'size': 0, 'guest_format': None, 'image_id': 'b338f3c8-9974-4b9f-bacb-c75dd541c256'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 10:06:11 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-288a8815-7e8d-4ef2-b0ca-b4f9da5ff696 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:06:11 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-288a8815-7e8d-4ef2-b0ca-b4f9da5ff696 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:06:12 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-288a8815-7e8d-4ef2-b0ca-b4f9da5ff696 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 10:06:12 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-288a8815-7e8d-4ef2-b0ca-b4f9da5ff696 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] CPU controller missing on host. {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 10:06:12 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-288a8815-7e8d-4ef2-b0ca-b4f9da5ff696 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 10:06:12 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-288a8815-7e8d-4ef2-b0ca-b4f9da5ff696 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] CPU controller found on host. {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 10:06:12 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-288a8815-7e8d-4ef2-b0ca-b4f9da5ff696 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74535) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 10:06:12 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-288a8815-7e8d-4ef2-b0ca-b4f9da5ff696 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T09:52:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T09:52:28Z,direct_url=<?>,disk_format='qcow2',id=b338f3c8-9974-4b9f-bacb-c75dd541c256,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='563f6a2917a742ada39fb0e950eece6e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T09:52:30Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 10:06:12 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-288a8815-7e8d-4ef2-b0ca-b4f9da5ff696 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Flavor limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 10:06:12 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-288a8815-7e8d-4ef2-b0ca-b4f9da5ff696 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Image limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 10:06:12 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-288a8815-7e8d-4ef2-b0ca-b4f9da5ff696 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Flavor pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 10:06:12 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-288a8815-7e8d-4ef2-b0ca-b4f9da5ff696 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Image pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 10:06:12 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-288a8815-7e8d-4ef2-b0ca-b4f9da5ff696 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 10:06:12 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-288a8815-7e8d-4ef2-b0ca-b4f9da5ff696 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 10:06:12 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-288a8815-7e8d-4ef2-b0ca-b4f9da5ff696 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 10:06:12 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-288a8815-7e8d-4ef2-b0ca-b4f9da5ff696 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Got 1 possible topologies {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 10:06:12 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-288a8815-7e8d-4ef2-b0ca-b4f9da5ff696 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 10:06:12 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-288a8815-7e8d-4ef2-b0ca-b4f9da5ff696 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 10:06:12 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-288a8815-7e8d-4ef2-b0ca-b4f9da5ff696 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:06:08Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1081803434',display_name='tempest-AttachVolumeNegativeTest-server-1081803434',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1081803434',id=26,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLnts0MADcsHqLtaGNt3AluQ80mCsDsSDSElUy0xofxgS2JIXzSQmyW+FD26XM1MuGytou1MavrX/DoaJCRut7ArEByPfWC303NpUuU8dsnjRkDOKokTwUJ0p6Dkx3qeAg==',key_name='tempest-keypair-246289545',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ad8e6f48b8f442aa80f5839b55ad4b74',ramdisk_id='',reservation_id='r-20abmvgi',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1248837640',owner_user_name='tempest-AttachVolumeNegativeTest-1248837640-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T10:06:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2a00a36cf91f4768aadaeccc7d530154',uuid=0e39165e-d030-41a8-871f-56c2d08dcc20,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3d027e66-e623-440e-9918-4af349ce8f54", "address": "fa:16:3e:d7:7c:1d", "network": {"id": "49702c0e-8306-49f2-9a37-580dfa9aedca", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1167139173-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ad8e6f48b8f442aa80f5839b55ad4b74", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d027e66-e6", "ovs_interfaceid": "3d027e66-e623-440e-9918-4af349ce8f54", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74535) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 10:06:12 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-288a8815-7e8d-4ef2-b0ca-b4f9da5ff696 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Converting VIF {"id": "3d027e66-e623-440e-9918-4af349ce8f54", "address": "fa:16:3e:d7:7c:1d", "network": {"id": "49702c0e-8306-49f2-9a37-580dfa9aedca", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1167139173-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ad8e6f48b8f442aa80f5839b55ad4b74", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d027e66-e6", "ovs_interfaceid": "3d027e66-e623-440e-9918-4af349ce8f54", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:06:12 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-288a8815-7e8d-4ef2-b0ca-b4f9da5ff696 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d7:7c:1d,bridge_name='br-int',has_traffic_filtering=True,id=3d027e66-e623-440e-9918-4af349ce8f54,network=Network(49702c0e-8306-49f2-9a37-580dfa9aedca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3d027e66-e6') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:06:12 user nova-compute[74535]: DEBUG nova.objects.instance [None req-288a8815-7e8d-4ef2-b0ca-b4f9da5ff696 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lazy-loading 'pci_devices' on Instance uuid 0e39165e-d030-41a8-871f-56c2d08dcc20 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:06:12 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-288a8815-7e8d-4ef2-b0ca-b4f9da5ff696 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 0e39165e-d030-41a8-871f-56c2d08dcc20] End _get_guest_xml xml=<domain type="kvm">
Dec 06 10:06:12 user nova-compute[74535]:   <uuid>0e39165e-d030-41a8-871f-56c2d08dcc20</uuid>
Dec 06 10:06:12 user nova-compute[74535]:   <name>instance-0000001a</name>
Dec 06 10:06:12 user nova-compute[74535]:   <memory>524288</memory>
Dec 06 10:06:12 user nova-compute[74535]:   <vcpu>1</vcpu>
Dec 06 10:06:12 user nova-compute[74535]:   <metadata>
Dec 06 10:06:12 user nova-compute[74535]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 10:06:12 user nova-compute[74535]:       <nova:package version="0.0.0"/>
Dec 06 10:06:12 user nova-compute[74535]:       <nova:name>tempest-AttachVolumeNegativeTest-server-1081803434</nova:name>
Dec 06 10:06:12 user nova-compute[74535]:       <nova:creationTime>2023-12-06 10:06:11</nova:creationTime>
Dec 06 10:06:12 user nova-compute[74535]:       <nova:flavor name="m1.tiny">
Dec 06 10:06:12 user nova-compute[74535]:         <nova:memory>512</nova:memory>
Dec 06 10:06:12 user nova-compute[74535]:         <nova:disk>1</nova:disk>
Dec 06 10:06:12 user nova-compute[74535]:         <nova:swap>0</nova:swap>
Dec 06 10:06:12 user nova-compute[74535]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 10:06:12 user nova-compute[74535]:         <nova:vcpus>1</nova:vcpus>
Dec 06 10:06:12 user nova-compute[74535]:       </nova:flavor>
Dec 06 10:06:12 user nova-compute[74535]:       <nova:owner>
Dec 06 10:06:12 user nova-compute[74535]:         <nova:user uuid="2a00a36cf91f4768aadaeccc7d530154">tempest-AttachVolumeNegativeTest-1248837640-project-member</nova:user>
Dec 06 10:06:12 user nova-compute[74535]:         <nova:project uuid="ad8e6f48b8f442aa80f5839b55ad4b74">tempest-AttachVolumeNegativeTest-1248837640</nova:project>
Dec 06 10:06:12 user nova-compute[74535]:       </nova:owner>
Dec 06 10:06:12 user nova-compute[74535]:       <nova:root type="image" uuid="b338f3c8-9974-4b9f-bacb-c75dd541c256"/>
Dec 06 10:06:12 user nova-compute[74535]:       <nova:ports>
Dec 06 10:06:12 user nova-compute[74535]:         <nova:port uuid="3d027e66-e623-440e-9918-4af349ce8f54">
Dec 06 10:06:12 user nova-compute[74535]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Dec 06 10:06:12 user nova-compute[74535]:         </nova:port>
Dec 06 10:06:12 user nova-compute[74535]:       </nova:ports>
Dec 06 10:06:12 user nova-compute[74535]:     </nova:instance>
Dec 06 10:06:12 user nova-compute[74535]:   </metadata>
Dec 06 10:06:12 user nova-compute[74535]:   <sysinfo type="smbios">
Dec 06 10:06:12 user nova-compute[74535]:     <system>
Dec 06 10:06:12 user nova-compute[74535]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 10:06:12 user nova-compute[74535]:       <entry name="product">OpenStack Nova</entry>
Dec 06 10:06:12 user nova-compute[74535]:       <entry name="version">0.0.0</entry>
Dec 06 10:06:12 user nova-compute[74535]:       <entry name="serial">0e39165e-d030-41a8-871f-56c2d08dcc20</entry>
Dec 06 10:06:12 user nova-compute[74535]:       <entry name="uuid">0e39165e-d030-41a8-871f-56c2d08dcc20</entry>
Dec 06 10:06:12 user nova-compute[74535]:       <entry name="family">Virtual Machine</entry>
Dec 06 10:06:12 user nova-compute[74535]:     </system>
Dec 06 10:06:12 user nova-compute[74535]:   </sysinfo>
Dec 06 10:06:12 user nova-compute[74535]:   <os>
Dec 06 10:06:12 user nova-compute[74535]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 10:06:12 user nova-compute[74535]:     <boot dev="hd"/>
Dec 06 10:06:12 user nova-compute[74535]:     <smbios mode="sysinfo"/>
Dec 06 10:06:12 user nova-compute[74535]:   </os>
Dec 06 10:06:12 user nova-compute[74535]:   <features>
Dec 06 10:06:12 user nova-compute[74535]:     <acpi/>
Dec 06 10:06:12 user nova-compute[74535]:     <apic/>
Dec 06 10:06:12 user nova-compute[74535]:     <vmcoreinfo/>
Dec 06 10:06:12 user nova-compute[74535]:   </features>
Dec 06 10:06:12 user nova-compute[74535]:   <clock offset="utc">
Dec 06 10:06:12 user nova-compute[74535]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 10:06:12 user nova-compute[74535]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 10:06:12 user nova-compute[74535]:     <timer name="hpet" present="no"/>
Dec 06 10:06:12 user nova-compute[74535]:   </clock>
Dec 06 10:06:12 user nova-compute[74535]:   <cpu mode="custom" match="exact">
Dec 06 10:06:12 user nova-compute[74535]:     <model>Nehalem</model>
Dec 06 10:06:12 user nova-compute[74535]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 10:06:12 user nova-compute[74535]:   </cpu>
Dec 06 10:06:12 user nova-compute[74535]:   <devices>
Dec 06 10:06:12 user nova-compute[74535]:     <disk type="file" device="disk">
Dec 06 10:06:12 user nova-compute[74535]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 10:06:12 user nova-compute[74535]:       <source file="/opt/stack/data/nova/instances/0e39165e-d030-41a8-871f-56c2d08dcc20/disk"/>
Dec 06 10:06:12 user nova-compute[74535]:       <target dev="vda" bus="virtio"/>
Dec 06 10:06:12 user nova-compute[74535]:     </disk>
Dec 06 10:06:12 user nova-compute[74535]:     <interface type="ethernet">
Dec 06 10:06:12 user nova-compute[74535]:       <mac address="fa:16:3e:d7:7c:1d"/>
Dec 06 10:06:12 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 10:06:12 user nova-compute[74535]:       <mtu size="1442"/>
Dec 06 10:06:12 user nova-compute[74535]:       <target dev="tap3d027e66-e6"/>
Dec 06 10:06:12 user nova-compute[74535]:     </interface>
Dec 06 10:06:12 user nova-compute[74535]:     <serial type="pty">
Dec 06 10:06:12 user nova-compute[74535]:       <log file="/opt/stack/data/nova/instances/0e39165e-d030-41a8-871f-56c2d08dcc20/console.log" append="off"/>
Dec 06 10:06:12 user nova-compute[74535]:     </serial>
Dec 06 10:06:12 user nova-compute[74535]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 10:06:12 user nova-compute[74535]:     <video>
Dec 06 10:06:12 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 10:06:12 user nova-compute[74535]:     </video>
Dec 06 10:06:12 user nova-compute[74535]:     <rng model="virtio">
Dec 06 10:06:12 user nova-compute[74535]:       <backend model="random">/dev/urandom</backend>
Dec 06 10:06:12 user nova-compute[74535]:     </rng>
Dec 06 10:06:12 user nova-compute[74535]:     <controller type="usb" index="0" model="none"/>
Dec 06 10:06:12 user nova-compute[74535]:     <memballoon model="virtio">
Dec 06 10:06:12 user nova-compute[74535]:       <stats period="10"/>
Dec 06 10:06:12 user nova-compute[74535]:     </memballoon>
Dec 06 10:06:12 user nova-compute[74535]:   </devices>
Dec 06 10:06:12 user nova-compute[74535]: </domain>
Dec 06 10:06:12 user nova-compute[74535]:  {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 10:06:12 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-288a8815-7e8d-4ef2-b0ca-b4f9da5ff696 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:06:08Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1081803434',display_name='tempest-AttachVolumeNegativeTest-server-1081803434',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1081803434',id=26,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLnts0MADcsHqLtaGNt3AluQ80mCsDsSDSElUy0xofxgS2JIXzSQmyW+FD26XM1MuGytou1MavrX/DoaJCRut7ArEByPfWC303NpUuU8dsnjRkDOKokTwUJ0p6Dkx3qeAg==',key_name='tempest-keypair-246289545',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ad8e6f48b8f442aa80f5839b55ad4b74',ramdisk_id='',reservation_id='r-20abmvgi',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1248837640',owner_user_name='tempest-AttachVolumeNegativeTest-1248837640-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T10:06:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2a00a36cf91f4768aadaeccc7d530154',uuid=0e39165e-d030-41a8-871f-56c2d08dcc20,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3d027e66-e623-440e-9918-4af349ce8f54", "address": "fa:16:3e:d7:7c:1d", "network": {"id": "49702c0e-8306-49f2-9a37-580dfa9aedca", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1167139173-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ad8e6f48b8f442aa80f5839b55ad4b74", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d027e66-e6", "ovs_interfaceid": "3d027e66-e623-440e-9918-4af349ce8f54", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 10:06:12 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-288a8815-7e8d-4ef2-b0ca-b4f9da5ff696 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Converting VIF {"id": "3d027e66-e623-440e-9918-4af349ce8f54", "address": "fa:16:3e:d7:7c:1d", "network": {"id": "49702c0e-8306-49f2-9a37-580dfa9aedca", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1167139173-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ad8e6f48b8f442aa80f5839b55ad4b74", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d027e66-e6", "ovs_interfaceid": "3d027e66-e623-440e-9918-4af349ce8f54", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:06:12 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-288a8815-7e8d-4ef2-b0ca-b4f9da5ff696 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d7:7c:1d,bridge_name='br-int',has_traffic_filtering=True,id=3d027e66-e623-440e-9918-4af349ce8f54,network=Network(49702c0e-8306-49f2-9a37-580dfa9aedca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3d027e66-e6') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:06:12 user nova-compute[74535]: DEBUG os_vif [None req-288a8815-7e8d-4ef2-b0ca-b4f9da5ff696 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d7:7c:1d,bridge_name='br-int',has_traffic_filtering=True,id=3d027e66-e623-440e-9918-4af349ce8f54,network=Network(49702c0e-8306-49f2-9a37-580dfa9aedca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3d027e66-e6') {{(pid=74535) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 10:06:12 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:06:12 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:06:12 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 10:06:12 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:06:12 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'da0ae178-02f2-502e-8105-7e1813d79386', '_type': 'linux-noop'}}, row=False) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:06:12 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:06:12 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:06:12 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:06:12 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:06:12 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap3d027e66-e6, may_exist=True, interface_attrs={}) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:06:12 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap3d027e66-e6, col_values=(('qos', UUID('9c7fc3e5-8f77-4174-83da-34ba91def32a')),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:06:12 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap3d027e66-e6, col_values=(('external_ids', {'iface-id': '3d027e66-e623-440e-9918-4af349ce8f54', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:d7:7c:1d', 'vm-uuid': '0e39165e-d030-41a8-871f-56c2d08dcc20'}),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:06:12 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:06:12 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:06:12 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:06:12 user nova-compute[74535]: INFO os_vif [None req-288a8815-7e8d-4ef2-b0ca-b4f9da5ff696 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d7:7c:1d,bridge_name='br-int',has_traffic_filtering=True,id=3d027e66-e623-440e-9918-4af349ce8f54,network=Network(49702c0e-8306-49f2-9a37-580dfa9aedca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3d027e66-e6')
Dec 06 10:06:12 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-288a8815-7e8d-4ef2-b0ca-b4f9da5ff696 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] No BDM found with device name vda, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 10:06:12 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-288a8815-7e8d-4ef2-b0ca-b4f9da5ff696 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] No VIF found with MAC fa:16:3e:d7:7c:1d, not building metadata {{(pid=74535) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 10:06:12 user nova-compute[74535]: DEBUG nova.network.neutron [req-86314586-f057-4f11-9b1c-f1b1410d5dd3 req-4a7c21c4-a35c-45b3-987c-b31f6744d7f7 service nova] [instance: 0e39165e-d030-41a8-871f-56c2d08dcc20] Updated VIF entry in instance network info cache for port 3d027e66-e623-440e-9918-4af349ce8f54. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 10:06:12 user nova-compute[74535]: DEBUG nova.network.neutron [req-86314586-f057-4f11-9b1c-f1b1410d5dd3 req-4a7c21c4-a35c-45b3-987c-b31f6744d7f7 service nova] [instance: 0e39165e-d030-41a8-871f-56c2d08dcc20] Updating instance_info_cache with network_info: [{"id": "3d027e66-e623-440e-9918-4af349ce8f54", "address": "fa:16:3e:d7:7c:1d", "network": {"id": "49702c0e-8306-49f2-9a37-580dfa9aedca", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1167139173-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ad8e6f48b8f442aa80f5839b55ad4b74", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d027e66-e6", "ovs_interfaceid": "3d027e66-e623-440e-9918-4af349ce8f54", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:06:12 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-86314586-f057-4f11-9b1c-f1b1410d5dd3 req-4a7c21c4-a35c-45b3-987c-b31f6744d7f7 service nova] Releasing lock "refresh_cache-0e39165e-d030-41a8-871f-56c2d08dcc20" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:06:12 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:06:13 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:06:13 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:06:13 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:06:13 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:06:13 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:06:13 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:06:13 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:06:13 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:06:13 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:06:13 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:06:13 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Auditing locally available compute resources for user (node: user) {{(pid=74535) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 10:06:14 user nova-compute[74535]: DEBUG nova.compute.manager [req-69f48ea1-0bfd-4617-ae0b-249cba443ef9 req-d24cf66a-4e9c-45a3-8ae8-46ca5492f744 service nova] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Received event network-vif-plugged-f68b59a5-2b8e-4cf0-8c50-b732b7bb6642 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:06:14 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-69f48ea1-0bfd-4617-ae0b-249cba443ef9 req-d24cf66a-4e9c-45a3-8ae8-46ca5492f744 service nova] Acquiring lock "b48116ea-362e-4bc6-bb30-f7f0076d2bf7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:06:14 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-69f48ea1-0bfd-4617-ae0b-249cba443ef9 req-d24cf66a-4e9c-45a3-8ae8-46ca5492f744 service nova] Lock "b48116ea-362e-4bc6-bb30-f7f0076d2bf7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:06:14 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-69f48ea1-0bfd-4617-ae0b-249cba443ef9 req-d24cf66a-4e9c-45a3-8ae8-46ca5492f744 service nova] Lock "b48116ea-362e-4bc6-bb30-f7f0076d2bf7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:06:14 user nova-compute[74535]: DEBUG nova.compute.manager [req-69f48ea1-0bfd-4617-ae0b-249cba443ef9 req-d24cf66a-4e9c-45a3-8ae8-46ca5492f744 service nova] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] No waiting events found dispatching network-vif-plugged-f68b59a5-2b8e-4cf0-8c50-b732b7bb6642 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:06:14 user nova-compute[74535]: WARNING nova.compute.manager [req-69f48ea1-0bfd-4617-ae0b-249cba443ef9 req-d24cf66a-4e9c-45a3-8ae8-46ca5492f744 service nova] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Received unexpected event network-vif-plugged-f68b59a5-2b8e-4cf0-8c50-b732b7bb6642 for instance with vm_state shelved_offloaded and task_state spawning.
Dec 06 10:06:14 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:06:14 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:06:14 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:06:14 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:06:14 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:06:14 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:06:14 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:06:14 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:06:14 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:06:15 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk.rescue --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:06:15 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:06:15 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:06:15 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk.rescue --force-share --output=json" returned: 0 in 0.195s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:06:15 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk.rescue --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:06:15 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:06:15 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk.rescue --force-share --output=json" returned: 0 in 0.203s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:06:15 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:06:15 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:06:15 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:06:16 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:06:16 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74535) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 10:06:16 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0e39165e-d030-41a8-871f-56c2d08dcc20/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:06:16 user nova-compute[74535]: DEBUG nova.compute.manager [req-ba5b76ee-ba68-41a7-9081-3afac856f9f1 req-d2b20612-fe6c-49e3-818f-d8fb3956c17c service nova] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Received event network-vif-plugged-f68b59a5-2b8e-4cf0-8c50-b732b7bb6642 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:06:16 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-ba5b76ee-ba68-41a7-9081-3afac856f9f1 req-d2b20612-fe6c-49e3-818f-d8fb3956c17c service nova] Acquiring lock "b48116ea-362e-4bc6-bb30-f7f0076d2bf7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:06:16 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-ba5b76ee-ba68-41a7-9081-3afac856f9f1 req-d2b20612-fe6c-49e3-818f-d8fb3956c17c service nova] Lock "b48116ea-362e-4bc6-bb30-f7f0076d2bf7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:06:16 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-ba5b76ee-ba68-41a7-9081-3afac856f9f1 req-d2b20612-fe6c-49e3-818f-d8fb3956c17c service nova] Lock "b48116ea-362e-4bc6-bb30-f7f0076d2bf7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:06:16 user nova-compute[74535]: DEBUG nova.compute.manager [req-ba5b76ee-ba68-41a7-9081-3afac856f9f1 req-d2b20612-fe6c-49e3-818f-d8fb3956c17c service nova] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] No waiting events found dispatching network-vif-plugged-f68b59a5-2b8e-4cf0-8c50-b732b7bb6642 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:06:16 user nova-compute[74535]: WARNING nova.compute.manager [req-ba5b76ee-ba68-41a7-9081-3afac856f9f1 req-d2b20612-fe6c-49e3-818f-d8fb3956c17c service nova] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Received unexpected event network-vif-plugged-f68b59a5-2b8e-4cf0-8c50-b732b7bb6642 for instance with vm_state shelved_offloaded and task_state spawning.
Dec 06 10:06:16 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0e39165e-d030-41a8-871f-56c2d08dcc20/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:06:16 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0e39165e-d030-41a8-871f-56c2d08dcc20/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:06:16 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0e39165e-d030-41a8-871f-56c2d08dcc20/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:06:16 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c3b63c03-ccc7-458a-8780-b196259784e4/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:06:16 user nova-compute[74535]: DEBUG nova.compute.manager [req-73e03e08-8d31-4e7f-8947-1bbedc0f7243 req-9a5e8008-4acf-43a8-afb2-452133184cc6 service nova] [instance: 0e39165e-d030-41a8-871f-56c2d08dcc20] Received event network-vif-plugged-3d027e66-e623-440e-9918-4af349ce8f54 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:06:16 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-73e03e08-8d31-4e7f-8947-1bbedc0f7243 req-9a5e8008-4acf-43a8-afb2-452133184cc6 service nova] Acquiring lock "0e39165e-d030-41a8-871f-56c2d08dcc20-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:06:16 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-73e03e08-8d31-4e7f-8947-1bbedc0f7243 req-9a5e8008-4acf-43a8-afb2-452133184cc6 service nova] Lock "0e39165e-d030-41a8-871f-56c2d08dcc20-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:06:16 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-73e03e08-8d31-4e7f-8947-1bbedc0f7243 req-9a5e8008-4acf-43a8-afb2-452133184cc6 service nova] Lock "0e39165e-d030-41a8-871f-56c2d08dcc20-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:06:16 user nova-compute[74535]: DEBUG nova.compute.manager [req-73e03e08-8d31-4e7f-8947-1bbedc0f7243 req-9a5e8008-4acf-43a8-afb2-452133184cc6 service nova] [instance: 0e39165e-d030-41a8-871f-56c2d08dcc20] No waiting events found dispatching network-vif-plugged-3d027e66-e623-440e-9918-4af349ce8f54 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:06:16 user nova-compute[74535]: WARNING nova.compute.manager [req-73e03e08-8d31-4e7f-8947-1bbedc0f7243 req-9a5e8008-4acf-43a8-afb2-452133184cc6 service nova] [instance: 0e39165e-d030-41a8-871f-56c2d08dcc20] Received unexpected event network-vif-plugged-3d027e66-e623-440e-9918-4af349ce8f54 for instance with vm_state building and task_state spawning.
Dec 06 10:06:16 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c3b63c03-ccc7-458a-8780-b196259784e4/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:06:16 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c3b63c03-ccc7-458a-8780-b196259784e4/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:06:16 user nova-compute[74535]: DEBUG nova.compute.manager [None req-6e4a1890-ced5-416d-b418-93a046a95ea0 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Instance event wait completed in 0 seconds for  {{(pid=74535) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 10:06:16 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-6e4a1890-ced5-416d-b418-93a046a95ea0 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Guest created on hypervisor {{(pid=74535) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 10:06:16 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Instance spawned successfully.
Dec 06 10:06:16 user nova-compute[74535]: DEBUG nova.compute.manager [None req-6e4a1890-ced5-416d-b418-93a046a95ea0 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Checking state {{(pid=74535) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 10:06:16 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c3b63c03-ccc7-458a-8780-b196259784e4/disk --force-share --output=json" returned: 0 in 0.227s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:06:16 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] skipping disk /dev/sdb (vdc) as it is a volume {{(pid=74535) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 10:06:16 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:06:17 user nova-compute[74535]: DEBUG nova.compute.manager [None req-288a8815-7e8d-4ef2-b0ca-b4f9da5ff696 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 0e39165e-d030-41a8-871f-56c2d08dcc20] Instance event wait completed in 0 seconds for  {{(pid=74535) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 10:06:17 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-288a8815-7e8d-4ef2-b0ca-b4f9da5ff696 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 0e39165e-d030-41a8-871f-56c2d08dcc20] Guest created on hypervisor {{(pid=74535) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 10:06:17 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: 0e39165e-d030-41a8-871f-56c2d08dcc20] Instance spawned successfully.
Dec 06 10:06:17 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-288a8815-7e8d-4ef2-b0ca-b4f9da5ff696 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 0e39165e-d030-41a8-871f-56c2d08dcc20] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 10:06:17 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-288a8815-7e8d-4ef2-b0ca-b4f9da5ff696 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 0e39165e-d030-41a8-871f-56c2d08dcc20] Found default for hw_cdrom_bus of ide {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:06:17 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-288a8815-7e8d-4ef2-b0ca-b4f9da5ff696 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 0e39165e-d030-41a8-871f-56c2d08dcc20] Found default for hw_disk_bus of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:06:17 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-288a8815-7e8d-4ef2-b0ca-b4f9da5ff696 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 0e39165e-d030-41a8-871f-56c2d08dcc20] Found default for hw_input_bus of None {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:06:17 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-288a8815-7e8d-4ef2-b0ca-b4f9da5ff696 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 0e39165e-d030-41a8-871f-56c2d08dcc20] Found default for hw_pointer_model of None {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:06:17 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-288a8815-7e8d-4ef2-b0ca-b4f9da5ff696 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 0e39165e-d030-41a8-871f-56c2d08dcc20] Found default for hw_video_model of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:06:17 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-288a8815-7e8d-4ef2-b0ca-b4f9da5ff696 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 0e39165e-d030-41a8-871f-56c2d08dcc20] Found default for hw_vif_model of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:06:17 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:06:17 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-6e4a1890-ced5-416d-b418-93a046a95ea0 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Lock "b48116ea-362e-4bc6-bb30-f7f0076d2bf7" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 20.356s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:06:17 user nova-compute[74535]: INFO nova.compute.manager [None req-288a8815-7e8d-4ef2-b0ca-b4f9da5ff696 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 0e39165e-d030-41a8-871f-56c2d08dcc20] Took 6.85 seconds to spawn the instance on the hypervisor.
Dec 06 10:06:17 user nova-compute[74535]: DEBUG nova.compute.manager [None req-288a8815-7e8d-4ef2-b0ca-b4f9da5ff696 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 0e39165e-d030-41a8-871f-56c2d08dcc20] Checking state {{(pid=74535) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 10:06:17 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f/disk --force-share --output=json" returned: 0 in 0.233s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:06:17 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:06:17 user nova-compute[74535]: INFO nova.compute.manager [None req-288a8815-7e8d-4ef2-b0ca-b4f9da5ff696 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 0e39165e-d030-41a8-871f-56c2d08dcc20] Took 7.77 seconds to build instance.
Dec 06 10:06:17 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-288a8815-7e8d-4ef2-b0ca-b4f9da5ff696 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lock "0e39165e-d030-41a8-871f-56c2d08dcc20" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.882s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:06:17 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:06:17 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/227aad5b-398b-44d7-b40b-ff85bf043334/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:06:17 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/227aad5b-398b-44d7-b40b-ff85bf043334/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:06:17 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/227aad5b-398b-44d7-b40b-ff85bf043334/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:06:17 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/227aad5b-398b-44d7-b40b-ff85bf043334/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:06:17 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=74535) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 10:06:17 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f37b4f2-47f1-474f-82cb-fa93ff07f428/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:06:17 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:06:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f37b4f2-47f1-474f-82cb-fa93ff07f428/disk --force-share --output=json" returned: 0 in 0.253s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:06:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f37b4f2-47f1-474f-82cb-fa93ff07f428/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:06:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f37b4f2-47f1-474f-82cb-fa93ff07f428/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:06:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/432ab64f-bf46-4ef7-8a09-adbeb7207912/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:06:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/432ab64f-bf46-4ef7-8a09-adbeb7207912/disk --force-share --output=json" returned: 0 in 0.226s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:06:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/432ab64f-bf46-4ef7-8a09-adbeb7207912/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:06:18 user nova-compute[74535]: DEBUG nova.compute.manager [req-82b87112-0143-4c52-81c9-7035f87057c7 req-02cd7ae6-c01f-484b-8bb6-3e1813c5aca6 service nova] [instance: 0e39165e-d030-41a8-871f-56c2d08dcc20] Received event network-vif-plugged-3d027e66-e623-440e-9918-4af349ce8f54 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:06:18 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-82b87112-0143-4c52-81c9-7035f87057c7 req-02cd7ae6-c01f-484b-8bb6-3e1813c5aca6 service nova] Acquiring lock "0e39165e-d030-41a8-871f-56c2d08dcc20-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:06:18 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-82b87112-0143-4c52-81c9-7035f87057c7 req-02cd7ae6-c01f-484b-8bb6-3e1813c5aca6 service nova] Lock "0e39165e-d030-41a8-871f-56c2d08dcc20-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:06:18 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-82b87112-0143-4c52-81c9-7035f87057c7 req-02cd7ae6-c01f-484b-8bb6-3e1813c5aca6 service nova] Lock "0e39165e-d030-41a8-871f-56c2d08dcc20-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:06:18 user nova-compute[74535]: DEBUG nova.compute.manager [req-82b87112-0143-4c52-81c9-7035f87057c7 req-02cd7ae6-c01f-484b-8bb6-3e1813c5aca6 service nova] [instance: 0e39165e-d030-41a8-871f-56c2d08dcc20] No waiting events found dispatching network-vif-plugged-3d027e66-e623-440e-9918-4af349ce8f54 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:06:18 user nova-compute[74535]: WARNING nova.compute.manager [req-82b87112-0143-4c52-81c9-7035f87057c7 req-02cd7ae6-c01f-484b-8bb6-3e1813c5aca6 service nova] [instance: 0e39165e-d030-41a8-871f-56c2d08dcc20] Received unexpected event network-vif-plugged-3d027e66-e623-440e-9918-4af349ce8f54 for instance with vm_state active and task_state None.
Dec 06 10:06:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/432ab64f-bf46-4ef7-8a09-adbeb7207912/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:06:18 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=74535) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 10:06:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/432ab64f-bf46-4ef7-8a09-adbeb7207912/disk.rescue --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:06:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/432ab64f-bf46-4ef7-8a09-adbeb7207912/disk.rescue --force-share --output=json" returned: 0 in 0.202s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:06:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/432ab64f-bf46-4ef7-8a09-adbeb7207912/disk.rescue --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:06:19 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-732088cd-1b19-4e5f-ae6e-3ca0ebff6db2 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Acquiring lock "e89c4f21-c084-4a60-9f6e-717b45ec85b5" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:06:19 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-732088cd-1b19-4e5f-ae6e-3ca0ebff6db2 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Lock "e89c4f21-c084-4a60-9f6e-717b45ec85b5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:06:19 user nova-compute[74535]: DEBUG nova.compute.manager [None req-732088cd-1b19-4e5f-ae6e-3ca0ebff6db2 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] Starting instance... {{(pid=74535) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 10:06:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/432ab64f-bf46-4ef7-8a09-adbeb7207912/disk.rescue --force-share --output=json" returned: 0 in 0.196s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:06:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d9150e7-0f02-4b19-b3f2-b329620d9722/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:06:19 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-732088cd-1b19-4e5f-ae6e-3ca0ebff6db2 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:06:19 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-732088cd-1b19-4e5f-ae6e-3ca0ebff6db2 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.003s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:06:19 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-732088cd-1b19-4e5f-ae6e-3ca0ebff6db2 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74535) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 10:06:19 user nova-compute[74535]: INFO nova.compute.claims [None req-732088cd-1b19-4e5f-ae6e-3ca0ebff6db2 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] Claim successful on node user
Dec 06 10:06:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d9150e7-0f02-4b19-b3f2-b329620d9722/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:06:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d9150e7-0f02-4b19-b3f2-b329620d9722/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:06:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d9150e7-0f02-4b19-b3f2-b329620d9722/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:06:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5e39a1a4-f188-40e3-bcba-70e47abd6026/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:06:19 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-732088cd-1b19-4e5f-ae6e-3ca0ebff6db2 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:06:19 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-732088cd-1b19-4e5f-ae6e-3ca0ebff6db2 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:06:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5e39a1a4-f188-40e3-bcba-70e47abd6026/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:06:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5e39a1a4-f188-40e3-bcba-70e47abd6026/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:06:19 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-732088cd-1b19-4e5f-ae6e-3ca0ebff6db2 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.578s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:06:19 user nova-compute[74535]: DEBUG nova.compute.manager [None req-732088cd-1b19-4e5f-ae6e-3ca0ebff6db2 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] Start building networks asynchronously for instance. {{(pid=74535) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 10:06:19 user nova-compute[74535]: DEBUG nova.compute.manager [None req-732088cd-1b19-4e5f-ae6e-3ca0ebff6db2 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] Allocating IP information in the background. {{(pid=74535) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 10:06:19 user nova-compute[74535]: DEBUG nova.network.neutron [None req-732088cd-1b19-4e5f-ae6e-3ca0ebff6db2 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] allocate_for_instance() {{(pid=74535) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 10:06:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5e39a1a4-f188-40e3-bcba-70e47abd6026/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:06:19 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-732088cd-1b19-4e5f-ae6e-3ca0ebff6db2 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 10:06:19 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] skipping disk /dev/sdf (vda) as it is a volume {{(pid=74535) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 10:06:19 user nova-compute[74535]: DEBUG nova.compute.manager [None req-732088cd-1b19-4e5f-ae6e-3ca0ebff6db2 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] Start building block device mappings for instance. {{(pid=74535) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 10:06:20 user nova-compute[74535]: DEBUG nova.policy [None req-732088cd-1b19-4e5f-ae6e-3ca0ebff6db2 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b22979f454db4d11a74c5b96e1707f68', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8840080b6b574c778530aeea5bf3f550', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74535) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 10:06:20 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:06:20 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:06:20 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Hypervisor/Node resource view: name=user free_ram=7628MB free_disk=25.172603607177734GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74535) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 10:06:20 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:06:20 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:06:20 user nova-compute[74535]: DEBUG nova.compute.manager [None req-732088cd-1b19-4e5f-ae6e-3ca0ebff6db2 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] Start spawning the instance on the hypervisor. {{(pid=74535) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 10:06:20 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-732088cd-1b19-4e5f-ae6e-3ca0ebff6db2 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] Creating instance directory {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 10:06:20 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-732088cd-1b19-4e5f-ae6e-3ca0ebff6db2 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] Creating image(s)
Dec 06 10:06:20 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-732088cd-1b19-4e5f-ae6e-3ca0ebff6db2 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Acquiring lock "/opt/stack/data/nova/instances/e89c4f21-c084-4a60-9f6e-717b45ec85b5/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:06:20 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-732088cd-1b19-4e5f-ae6e-3ca0ebff6db2 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Lock "/opt/stack/data/nova/instances/e89c4f21-c084-4a60-9f6e-717b45ec85b5/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:06:20 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-732088cd-1b19-4e5f-ae6e-3ca0ebff6db2 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Lock "/opt/stack/data/nova/instances/e89c4f21-c084-4a60-9f6e-717b45ec85b5/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:06:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-732088cd-1b19-4e5f-ae6e-3ca0ebff6db2 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:06:20 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 5e39a1a4-f188-40e3-bcba-70e47abd6026 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:06:20 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:06:20 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 432ab64f-bf46-4ef7-8a09-adbeb7207912 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:06:20 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 2d9150e7-0f02-4b19-b3f2-b329620d9722 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:06:20 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 5f37b4f2-47f1-474f-82cb-fa93ff07f428 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:06:20 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance d742d153-7670-4be9-8477-882f6a39f03f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:06:20 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 227aad5b-398b-44d7-b40b-ff85bf043334 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:06:20 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 66440071-6cf6-4b6d-8d2a-edd5c1885510 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:06:20 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance c3b63c03-ccc7-458a-8780-b196259784e4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:06:20 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance b48116ea-362e-4bc6-bb30-f7f0076d2bf7 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:06:20 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 0e39165e-d030-41a8-871f-56c2d08dcc20 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:06:20 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance e89c4f21-c084-4a60-9f6e-717b45ec85b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:06:20 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Total usable vcpus: 12, total allocated vcpus: 12 {{(pid=74535) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 10:06:20 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Final resource view: name=user phys_ram=16011MB used_ram=6656MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=12 pci_stats=[] {{(pid=74535) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 10:06:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-732088cd-1b19-4e5f-ae6e-3ca0ebff6db2 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.200s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:06:20 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-732088cd-1b19-4e5f-ae6e-3ca0ebff6db2 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Acquiring lock "7aef4f97309efbd0d8988be1fd45eed756898e08" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:06:20 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-732088cd-1b19-4e5f-ae6e-3ca0ebff6db2 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Lock "7aef4f97309efbd0d8988be1fd45eed756898e08" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:06:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-732088cd-1b19-4e5f-ae6e-3ca0ebff6db2 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:06:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-732088cd-1b19-4e5f-ae6e-3ca0ebff6db2 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.194s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:06:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-732088cd-1b19-4e5f-ae6e-3ca0ebff6db2 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08,backing_fmt=raw /opt/stack/data/nova/instances/e89c4f21-c084-4a60-9f6e-717b45ec85b5/disk 1073741824 {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:06:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-732088cd-1b19-4e5f-ae6e-3ca0ebff6db2 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08,backing_fmt=raw /opt/stack/data/nova/instances/e89c4f21-c084-4a60-9f6e-717b45ec85b5/disk 1073741824" returned: 0 in 0.057s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:06:20 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-732088cd-1b19-4e5f-ae6e-3ca0ebff6db2 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Lock "7aef4f97309efbd0d8988be1fd45eed756898e08" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.257s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:06:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-732088cd-1b19-4e5f-ae6e-3ca0ebff6db2 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:06:21 user nova-compute[74535]: DEBUG nova.network.neutron [None req-732088cd-1b19-4e5f-ae6e-3ca0ebff6db2 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] Successfully created port: 296acfc2-92b5-4f17-a0b5-bfff03a54490 {{(pid=74535) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 10:06:21 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:06:21 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:06:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-732088cd-1b19-4e5f-ae6e-3ca0ebff6db2 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.225s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:06:21 user nova-compute[74535]: DEBUG nova.virt.disk.api [None req-732088cd-1b19-4e5f-ae6e-3ca0ebff6db2 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Checking if we can resize image /opt/stack/data/nova/instances/e89c4f21-c084-4a60-9f6e-717b45ec85b5/disk. size=1073741824 {{(pid=74535) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 10:06:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-732088cd-1b19-4e5f-ae6e-3ca0ebff6db2 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e89c4f21-c084-4a60-9f6e-717b45ec85b5/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:06:21 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Compute_service record updated for user:user {{(pid=74535) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 10:06:21 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.791s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:06:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-732088cd-1b19-4e5f-ae6e-3ca0ebff6db2 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e89c4f21-c084-4a60-9f6e-717b45ec85b5/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:06:21 user nova-compute[74535]: DEBUG nova.virt.disk.api [None req-732088cd-1b19-4e5f-ae6e-3ca0ebff6db2 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Cannot resize image /opt/stack/data/nova/instances/e89c4f21-c084-4a60-9f6e-717b45ec85b5/disk to a smaller size. {{(pid=74535) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 10:06:21 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-732088cd-1b19-4e5f-ae6e-3ca0ebff6db2 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] Created local disks {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 10:06:21 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-732088cd-1b19-4e5f-ae6e-3ca0ebff6db2 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] Ensure instance console log exists: /opt/stack/data/nova/instances/e89c4f21-c084-4a60-9f6e-717b45ec85b5/console.log {{(pid=74535) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 10:06:21 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-732088cd-1b19-4e5f-ae6e-3ca0ebff6db2 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:06:21 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-732088cd-1b19-4e5f-ae6e-3ca0ebff6db2 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:06:21 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-732088cd-1b19-4e5f-ae6e-3ca0ebff6db2 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:06:21 user nova-compute[74535]: DEBUG nova.network.neutron [None req-732088cd-1b19-4e5f-ae6e-3ca0ebff6db2 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] Successfully updated port: 296acfc2-92b5-4f17-a0b5-bfff03a54490 {{(pid=74535) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 10:06:21 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-732088cd-1b19-4e5f-ae6e-3ca0ebff6db2 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Acquiring lock "refresh_cache-e89c4f21-c084-4a60-9f6e-717b45ec85b5" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:06:21 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-732088cd-1b19-4e5f-ae6e-3ca0ebff6db2 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Acquired lock "refresh_cache-e89c4f21-c084-4a60-9f6e-717b45ec85b5" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:06:21 user nova-compute[74535]: DEBUG nova.network.neutron [None req-732088cd-1b19-4e5f-ae6e-3ca0ebff6db2 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] Building network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 10:06:21 user nova-compute[74535]: DEBUG nova.compute.manager [req-f3ac42d1-2430-4b41-9eca-c73642b9ccca req-0e8da89a-efb2-48ed-987d-319baaa1a888 service nova] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] Received event network-changed-296acfc2-92b5-4f17-a0b5-bfff03a54490 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:06:21 user nova-compute[74535]: DEBUG nova.compute.manager [req-f3ac42d1-2430-4b41-9eca-c73642b9ccca req-0e8da89a-efb2-48ed-987d-319baaa1a888 service nova] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] Refreshing instance network info cache due to event network-changed-296acfc2-92b5-4f17-a0b5-bfff03a54490. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 10:06:21 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-f3ac42d1-2430-4b41-9eca-c73642b9ccca req-0e8da89a-efb2-48ed-987d-319baaa1a888 service nova] Acquiring lock "refresh_cache-e89c4f21-c084-4a60-9f6e-717b45ec85b5" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:06:21 user nova-compute[74535]: DEBUG nova.network.neutron [None req-732088cd-1b19-4e5f-ae6e-3ca0ebff6db2 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] Instance cache missing network info. {{(pid=74535) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 10:06:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:06:22 user nova-compute[74535]: DEBUG nova.network.neutron [None req-732088cd-1b19-4e5f-ae6e-3ca0ebff6db2 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] Updating instance_info_cache with network_info: [{"id": "296acfc2-92b5-4f17-a0b5-bfff03a54490", "address": "fa:16:3e:e0:fe:39", "network": {"id": "78fe6863-d419-4ad8-bc86-d7a081b8999b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1219285107-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8840080b6b574c778530aeea5bf3f550", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap296acfc2-92", "ovs_interfaceid": "296acfc2-92b5-4f17-a0b5-bfff03a54490", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:06:22 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-732088cd-1b19-4e5f-ae6e-3ca0ebff6db2 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Releasing lock "refresh_cache-e89c4f21-c084-4a60-9f6e-717b45ec85b5" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:06:22 user nova-compute[74535]: DEBUG nova.compute.manager [None req-732088cd-1b19-4e5f-ae6e-3ca0ebff6db2 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] Instance network_info: |[{"id": "296acfc2-92b5-4f17-a0b5-bfff03a54490", "address": "fa:16:3e:e0:fe:39", "network": {"id": "78fe6863-d419-4ad8-bc86-d7a081b8999b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1219285107-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8840080b6b574c778530aeea5bf3f550", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap296acfc2-92", "ovs_interfaceid": "296acfc2-92b5-4f17-a0b5-bfff03a54490", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74535) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 10:06:22 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-f3ac42d1-2430-4b41-9eca-c73642b9ccca req-0e8da89a-efb2-48ed-987d-319baaa1a888 service nova] Acquired lock "refresh_cache-e89c4f21-c084-4a60-9f6e-717b45ec85b5" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:06:22 user nova-compute[74535]: DEBUG nova.network.neutron [req-f3ac42d1-2430-4b41-9eca-c73642b9ccca req-0e8da89a-efb2-48ed-987d-319baaa1a888 service nova] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] Refreshing network info cache for port 296acfc2-92b5-4f17-a0b5-bfff03a54490 {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 10:06:22 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-732088cd-1b19-4e5f-ae6e-3ca0ebff6db2 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] Start _get_guest_xml network_info=[{"id": "296acfc2-92b5-4f17-a0b5-bfff03a54490", "address": "fa:16:3e:e0:fe:39", "network": {"id": "78fe6863-d419-4ad8-bc86-d7a081b8999b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1219285107-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8840080b6b574c778530aeea5bf3f550", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap296acfc2-92", "ovs_interfaceid": "296acfc2-92b5-4f17-a0b5-bfff03a54490", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T09:52:28Z,direct_url=<?>,disk_format='qcow2',id=b338f3c8-9974-4b9f-bacb-c75dd541c256,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='563f6a2917a742ada39fb0e950eece6e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T09:52:30Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'device_name': '/dev/vda', 'encrypted': False, 'encryption_format': None, 'encryption_options': None, 'encryption_secret_uuid': None, 'boot_index': 0, 'device_type': 'disk', 'size': 0, 'guest_format': None, 'image_id': 'b338f3c8-9974-4b9f-bacb-c75dd541c256'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 10:06:22 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-732088cd-1b19-4e5f-ae6e-3ca0ebff6db2 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:06:22 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-732088cd-1b19-4e5f-ae6e-3ca0ebff6db2 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:06:22 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:06:22 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Starting heal instance info cache {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 10:06:22 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-732088cd-1b19-4e5f-ae6e-3ca0ebff6db2 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 10:06:22 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-732088cd-1b19-4e5f-ae6e-3ca0ebff6db2 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] CPU controller missing on host. {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 10:06:22 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-732088cd-1b19-4e5f-ae6e-3ca0ebff6db2 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 10:06:22 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-732088cd-1b19-4e5f-ae6e-3ca0ebff6db2 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] CPU controller found on host. {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 10:06:22 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-732088cd-1b19-4e5f-ae6e-3ca0ebff6db2 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74535) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 10:06:22 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-732088cd-1b19-4e5f-ae6e-3ca0ebff6db2 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T09:52:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T09:52:28Z,direct_url=<?>,disk_format='qcow2',id=b338f3c8-9974-4b9f-bacb-c75dd541c256,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='563f6a2917a742ada39fb0e950eece6e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T09:52:30Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 10:06:22 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-732088cd-1b19-4e5f-ae6e-3ca0ebff6db2 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Flavor limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 10:06:22 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-732088cd-1b19-4e5f-ae6e-3ca0ebff6db2 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Image limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 10:06:22 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-732088cd-1b19-4e5f-ae6e-3ca0ebff6db2 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Flavor pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 10:06:22 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-732088cd-1b19-4e5f-ae6e-3ca0ebff6db2 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Image pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 10:06:22 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-732088cd-1b19-4e5f-ae6e-3ca0ebff6db2 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 10:06:22 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-732088cd-1b19-4e5f-ae6e-3ca0ebff6db2 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 10:06:22 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-732088cd-1b19-4e5f-ae6e-3ca0ebff6db2 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 10:06:22 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-732088cd-1b19-4e5f-ae6e-3ca0ebff6db2 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Got 1 possible topologies {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 10:06:22 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-732088cd-1b19-4e5f-ae6e-3ca0ebff6db2 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 10:06:22 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-732088cd-1b19-4e5f-ae6e-3ca0ebff6db2 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 10:06:22 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-732088cd-1b19-4e5f-ae6e-3ca0ebff6db2 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:06:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-450043046',display_name='tempest-AttachVolumeTestJSON-server-450043046',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-450043046',id=27,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEqZwqMLiPe7Yp/GSSgAh5dYcNlbQZ5blONjeVTm3UNmD2ImBszlYhPDvHraxyOGIuSYPbzQE8DM04o2kaojJCmJN7IqNc2vcab1b10dCq9WsocSiF6q4wS7QzXeGmyL+Q==',key_name='tempest-keypair-1898796578',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8840080b6b574c778530aeea5bf3f550',ramdisk_id='',reservation_id='r-x0mblnvn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-2067266543',owner_user_name='tempest-AttachVolumeTestJSON-2067266543-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T10:06:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b22979f454db4d11a74c5b96e1707f68',uuid=e89c4f21-c084-4a60-9f6e-717b45ec85b5,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "296acfc2-92b5-4f17-a0b5-bfff03a54490", "address": "fa:16:3e:e0:fe:39", "network": {"id": "78fe6863-d419-4ad8-bc86-d7a081b8999b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1219285107-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8840080b6b574c778530aeea5bf3f550", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap296acfc2-92", "ovs_interfaceid": "296acfc2-92b5-4f17-a0b5-bfff03a54490", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74535) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 10:06:22 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-732088cd-1b19-4e5f-ae6e-3ca0ebff6db2 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Converting VIF {"id": "296acfc2-92b5-4f17-a0b5-bfff03a54490", "address": "fa:16:3e:e0:fe:39", "network": {"id": "78fe6863-d419-4ad8-bc86-d7a081b8999b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1219285107-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8840080b6b574c778530aeea5bf3f550", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap296acfc2-92", "ovs_interfaceid": "296acfc2-92b5-4f17-a0b5-bfff03a54490", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:06:22 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-732088cd-1b19-4e5f-ae6e-3ca0ebff6db2 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e0:fe:39,bridge_name='br-int',has_traffic_filtering=True,id=296acfc2-92b5-4f17-a0b5-bfff03a54490,network=Network(78fe6863-d419-4ad8-bc86-d7a081b8999b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap296acfc2-92') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:06:22 user nova-compute[74535]: DEBUG nova.objects.instance [None req-732088cd-1b19-4e5f-ae6e-3ca0ebff6db2 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Lazy-loading 'pci_devices' on Instance uuid e89c4f21-c084-4a60-9f6e-717b45ec85b5 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:06:22 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-732088cd-1b19-4e5f-ae6e-3ca0ebff6db2 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] End _get_guest_xml xml=<domain type="kvm">
Dec 06 10:06:22 user nova-compute[74535]:   <uuid>e89c4f21-c084-4a60-9f6e-717b45ec85b5</uuid>
Dec 06 10:06:22 user nova-compute[74535]:   <name>instance-0000001b</name>
Dec 06 10:06:22 user nova-compute[74535]:   <memory>524288</memory>
Dec 06 10:06:22 user nova-compute[74535]:   <vcpu>1</vcpu>
Dec 06 10:06:22 user nova-compute[74535]:   <metadata>
Dec 06 10:06:22 user nova-compute[74535]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 10:06:22 user nova-compute[74535]:       <nova:package version="0.0.0"/>
Dec 06 10:06:22 user nova-compute[74535]:       <nova:name>tempest-AttachVolumeTestJSON-server-450043046</nova:name>
Dec 06 10:06:22 user nova-compute[74535]:       <nova:creationTime>2023-12-06 10:06:22</nova:creationTime>
Dec 06 10:06:22 user nova-compute[74535]:       <nova:flavor name="m1.tiny">
Dec 06 10:06:22 user nova-compute[74535]:         <nova:memory>512</nova:memory>
Dec 06 10:06:22 user nova-compute[74535]:         <nova:disk>1</nova:disk>
Dec 06 10:06:22 user nova-compute[74535]:         <nova:swap>0</nova:swap>
Dec 06 10:06:22 user nova-compute[74535]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 10:06:22 user nova-compute[74535]:         <nova:vcpus>1</nova:vcpus>
Dec 06 10:06:22 user nova-compute[74535]:       </nova:flavor>
Dec 06 10:06:22 user nova-compute[74535]:       <nova:owner>
Dec 06 10:06:22 user nova-compute[74535]:         <nova:user uuid="b22979f454db4d11a74c5b96e1707f68">tempest-AttachVolumeTestJSON-2067266543-project-member</nova:user>
Dec 06 10:06:22 user nova-compute[74535]:         <nova:project uuid="8840080b6b574c778530aeea5bf3f550">tempest-AttachVolumeTestJSON-2067266543</nova:project>
Dec 06 10:06:22 user nova-compute[74535]:       </nova:owner>
Dec 06 10:06:22 user nova-compute[74535]:       <nova:root type="image" uuid="b338f3c8-9974-4b9f-bacb-c75dd541c256"/>
Dec 06 10:06:22 user nova-compute[74535]:       <nova:ports>
Dec 06 10:06:22 user nova-compute[74535]:         <nova:port uuid="296acfc2-92b5-4f17-a0b5-bfff03a54490">
Dec 06 10:06:22 user nova-compute[74535]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Dec 06 10:06:22 user nova-compute[74535]:         </nova:port>
Dec 06 10:06:22 user nova-compute[74535]:       </nova:ports>
Dec 06 10:06:22 user nova-compute[74535]:     </nova:instance>
Dec 06 10:06:22 user nova-compute[74535]:   </metadata>
Dec 06 10:06:22 user nova-compute[74535]:   <sysinfo type="smbios">
Dec 06 10:06:22 user nova-compute[74535]:     <system>
Dec 06 10:06:22 user nova-compute[74535]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 10:06:22 user nova-compute[74535]:       <entry name="product">OpenStack Nova</entry>
Dec 06 10:06:22 user nova-compute[74535]:       <entry name="version">0.0.0</entry>
Dec 06 10:06:22 user nova-compute[74535]:       <entry name="serial">e89c4f21-c084-4a60-9f6e-717b45ec85b5</entry>
Dec 06 10:06:22 user nova-compute[74535]:       <entry name="uuid">e89c4f21-c084-4a60-9f6e-717b45ec85b5</entry>
Dec 06 10:06:22 user nova-compute[74535]:       <entry name="family">Virtual Machine</entry>
Dec 06 10:06:22 user nova-compute[74535]:     </system>
Dec 06 10:06:22 user nova-compute[74535]:   </sysinfo>
Dec 06 10:06:22 user nova-compute[74535]:   <os>
Dec 06 10:06:22 user nova-compute[74535]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 10:06:22 user nova-compute[74535]:     <boot dev="hd"/>
Dec 06 10:06:22 user nova-compute[74535]:     <smbios mode="sysinfo"/>
Dec 06 10:06:22 user nova-compute[74535]:   </os>
Dec 06 10:06:22 user nova-compute[74535]:   <features>
Dec 06 10:06:22 user nova-compute[74535]:     <acpi/>
Dec 06 10:06:22 user nova-compute[74535]:     <apic/>
Dec 06 10:06:22 user nova-compute[74535]:     <vmcoreinfo/>
Dec 06 10:06:22 user nova-compute[74535]:   </features>
Dec 06 10:06:22 user nova-compute[74535]:   <clock offset="utc">
Dec 06 10:06:22 user nova-compute[74535]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 10:06:22 user nova-compute[74535]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 10:06:22 user nova-compute[74535]:     <timer name="hpet" present="no"/>
Dec 06 10:06:22 user nova-compute[74535]:   </clock>
Dec 06 10:06:22 user nova-compute[74535]:   <cpu mode="custom" match="exact">
Dec 06 10:06:22 user nova-compute[74535]:     <model>Nehalem</model>
Dec 06 10:06:22 user nova-compute[74535]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 10:06:22 user nova-compute[74535]:   </cpu>
Dec 06 10:06:22 user nova-compute[74535]:   <devices>
Dec 06 10:06:22 user nova-compute[74535]:     <disk type="file" device="disk">
Dec 06 10:06:22 user nova-compute[74535]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 10:06:22 user nova-compute[74535]:       <source file="/opt/stack/data/nova/instances/e89c4f21-c084-4a60-9f6e-717b45ec85b5/disk"/>
Dec 06 10:06:22 user nova-compute[74535]:       <target dev="vda" bus="virtio"/>
Dec 06 10:06:22 user nova-compute[74535]:     </disk>
Dec 06 10:06:22 user nova-compute[74535]:     <interface type="ethernet">
Dec 06 10:06:22 user nova-compute[74535]:       <mac address="fa:16:3e:e0:fe:39"/>
Dec 06 10:06:22 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 10:06:22 user nova-compute[74535]:       <mtu size="1442"/>
Dec 06 10:06:22 user nova-compute[74535]:       <target dev="tap296acfc2-92"/>
Dec 06 10:06:22 user nova-compute[74535]:     </interface>
Dec 06 10:06:22 user nova-compute[74535]:     <serial type="pty">
Dec 06 10:06:22 user nova-compute[74535]:       <log file="/opt/stack/data/nova/instances/e89c4f21-c084-4a60-9f6e-717b45ec85b5/console.log" append="off"/>
Dec 06 10:06:22 user nova-compute[74535]:     </serial>
Dec 06 10:06:22 user nova-compute[74535]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 10:06:22 user nova-compute[74535]:     <video>
Dec 06 10:06:22 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 10:06:22 user nova-compute[74535]:     </video>
Dec 06 10:06:22 user nova-compute[74535]:     <rng model="virtio">
Dec 06 10:06:22 user nova-compute[74535]:       <backend model="random">/dev/urandom</backend>
Dec 06 10:06:22 user nova-compute[74535]:     </rng>
Dec 06 10:06:22 user nova-compute[74535]:     <controller type="usb" index="0" model="none"/>
Dec 06 10:06:22 user nova-compute[74535]:     <memballoon model="virtio">
Dec 06 10:06:22 user nova-compute[74535]:       <stats period="10"/>
Dec 06 10:06:22 user nova-compute[74535]:     </memballoon>
Dec 06 10:06:22 user nova-compute[74535]:   </devices>
Dec 06 10:06:22 user nova-compute[74535]: </domain>
Dec 06 10:06:22 user nova-compute[74535]:  {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 10:06:22 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-732088cd-1b19-4e5f-ae6e-3ca0ebff6db2 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:06:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-450043046',display_name='tempest-AttachVolumeTestJSON-server-450043046',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-450043046',id=27,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEqZwqMLiPe7Yp/GSSgAh5dYcNlbQZ5blONjeVTm3UNmD2ImBszlYhPDvHraxyOGIuSYPbzQE8DM04o2kaojJCmJN7IqNc2vcab1b10dCq9WsocSiF6q4wS7QzXeGmyL+Q==',key_name='tempest-keypair-1898796578',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8840080b6b574c778530aeea5bf3f550',ramdisk_id='',reservation_id='r-x0mblnvn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-2067266543',owner_user_name='tempest-AttachVolumeTestJSON-2067266543-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T10:06:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b22979f454db4d11a74c5b96e1707f68',uuid=e89c4f21-c084-4a60-9f6e-717b45ec85b5,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "296acfc2-92b5-4f17-a0b5-bfff03a54490", "address": "fa:16:3e:e0:fe:39", "network": {"id": "78fe6863-d419-4ad8-bc86-d7a081b8999b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1219285107-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8840080b6b574c778530aeea5bf3f550", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap296acfc2-92", "ovs_interfaceid": "296acfc2-92b5-4f17-a0b5-bfff03a54490", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 10:06:22 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-732088cd-1b19-4e5f-ae6e-3ca0ebff6db2 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Converting VIF {"id": "296acfc2-92b5-4f17-a0b5-bfff03a54490", "address": "fa:16:3e:e0:fe:39", "network": {"id": "78fe6863-d419-4ad8-bc86-d7a081b8999b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1219285107-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8840080b6b574c778530aeea5bf3f550", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap296acfc2-92", "ovs_interfaceid": "296acfc2-92b5-4f17-a0b5-bfff03a54490", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:06:22 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-732088cd-1b19-4e5f-ae6e-3ca0ebff6db2 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e0:fe:39,bridge_name='br-int',has_traffic_filtering=True,id=296acfc2-92b5-4f17-a0b5-bfff03a54490,network=Network(78fe6863-d419-4ad8-bc86-d7a081b8999b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap296acfc2-92') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:06:22 user nova-compute[74535]: DEBUG os_vif [None req-732088cd-1b19-4e5f-ae6e-3ca0ebff6db2 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e0:fe:39,bridge_name='br-int',has_traffic_filtering=True,id=296acfc2-92b5-4f17-a0b5-bfff03a54490,network=Network(78fe6863-d419-4ad8-bc86-d7a081b8999b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap296acfc2-92') {{(pid=74535) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 10:06:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:06:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:06:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 10:06:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:06:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '7643ef2f-539a-506a-8c09-6e25e23c1b5d', '_type': 'linux-noop'}}, row=False) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:06:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:06:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:06:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:06:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap296acfc2-92, may_exist=True, interface_attrs={}) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:06:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap296acfc2-92, col_values=(('qos', UUID('52e680a2-7994-41bc-9a33-662f7be70963')),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:06:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap296acfc2-92, col_values=(('external_ids', {'iface-id': '296acfc2-92b5-4f17-a0b5-bfff03a54490', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e0:fe:39', 'vm-uuid': 'e89c4f21-c084-4a60-9f6e-717b45ec85b5'}),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:06:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:06:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:06:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:06:22 user nova-compute[74535]: INFO os_vif [None req-732088cd-1b19-4e5f-ae6e-3ca0ebff6db2 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e0:fe:39,bridge_name='br-int',has_traffic_filtering=True,id=296acfc2-92b5-4f17-a0b5-bfff03a54490,network=Network(78fe6863-d419-4ad8-bc86-d7a081b8999b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap296acfc2-92')
Dec 06 10:06:22 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-732088cd-1b19-4e5f-ae6e-3ca0ebff6db2 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] No BDM found with device name vda, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 10:06:22 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-732088cd-1b19-4e5f-ae6e-3ca0ebff6db2 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] No VIF found with MAC fa:16:3e:e0:fe:39, not building metadata {{(pid=74535) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 10:06:22 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "refresh_cache-432ab64f-bf46-4ef7-8a09-adbeb7207912" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:06:22 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquired lock "refresh_cache-432ab64f-bf46-4ef7-8a09-adbeb7207912" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:06:22 user nova-compute[74535]: DEBUG nova.network.neutron [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Forcefully refreshing network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 10:06:22 user nova-compute[74535]: DEBUG nova.network.neutron [req-f3ac42d1-2430-4b41-9eca-c73642b9ccca req-0e8da89a-efb2-48ed-987d-319baaa1a888 service nova] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] Updated VIF entry in instance network info cache for port 296acfc2-92b5-4f17-a0b5-bfff03a54490. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 10:06:22 user nova-compute[74535]: DEBUG nova.network.neutron [req-f3ac42d1-2430-4b41-9eca-c73642b9ccca req-0e8da89a-efb2-48ed-987d-319baaa1a888 service nova] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] Updating instance_info_cache with network_info: [{"id": "296acfc2-92b5-4f17-a0b5-bfff03a54490", "address": "fa:16:3e:e0:fe:39", "network": {"id": "78fe6863-d419-4ad8-bc86-d7a081b8999b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1219285107-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8840080b6b574c778530aeea5bf3f550", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap296acfc2-92", "ovs_interfaceid": "296acfc2-92b5-4f17-a0b5-bfff03a54490", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:06:22 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-f3ac42d1-2430-4b41-9eca-c73642b9ccca req-0e8da89a-efb2-48ed-987d-319baaa1a888 service nova] Releasing lock "refresh_cache-e89c4f21-c084-4a60-9f6e-717b45ec85b5" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:06:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:06:22 user nova-compute[74535]: DEBUG nova.network.neutron [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Updating instance_info_cache with network_info: [{"id": "9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9", "address": "fa:16:3e:b6:f0:80", "network": {"id": "13768401-adfd-4853-8905-b61e31c03208", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1157513032-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.121", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2357141e4bee4c359e80b57d579fdf38", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9ecee7e9-a7", "ovs_interfaceid": "9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:06:22 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Releasing lock "refresh_cache-432ab64f-bf46-4ef7-8a09-adbeb7207912" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:06:22 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Updated the network info_cache for instance {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 10:06:22 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:06:22 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:06:22 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:06:22 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74535) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 10:06:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:06:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:06:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:06:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:06:24 user nova-compute[74535]: DEBUG nova.compute.manager [req-0863b2b3-6ba5-4601-a48b-1220bdb027ac req-6bec74e5-8725-4c0f-b5be-21869edc47b6 service nova] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] Received event network-vif-plugged-296acfc2-92b5-4f17-a0b5-bfff03a54490 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:06:24 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-0863b2b3-6ba5-4601-a48b-1220bdb027ac req-6bec74e5-8725-4c0f-b5be-21869edc47b6 service nova] Acquiring lock "e89c4f21-c084-4a60-9f6e-717b45ec85b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:06:24 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-0863b2b3-6ba5-4601-a48b-1220bdb027ac req-6bec74e5-8725-4c0f-b5be-21869edc47b6 service nova] Lock "e89c4f21-c084-4a60-9f6e-717b45ec85b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:06:24 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-0863b2b3-6ba5-4601-a48b-1220bdb027ac req-6bec74e5-8725-4c0f-b5be-21869edc47b6 service nova] Lock "e89c4f21-c084-4a60-9f6e-717b45ec85b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:06:24 user nova-compute[74535]: DEBUG nova.compute.manager [req-0863b2b3-6ba5-4601-a48b-1220bdb027ac req-6bec74e5-8725-4c0f-b5be-21869edc47b6 service nova] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] No waiting events found dispatching network-vif-plugged-296acfc2-92b5-4f17-a0b5-bfff03a54490 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:06:24 user nova-compute[74535]: WARNING nova.compute.manager [req-0863b2b3-6ba5-4601-a48b-1220bdb027ac req-6bec74e5-8725-4c0f-b5be-21869edc47b6 service nova] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] Received unexpected event network-vif-plugged-296acfc2-92b5-4f17-a0b5-bfff03a54490 for instance with vm_state building and task_state spawning.
Dec 06 10:06:24 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:06:24 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:06:24 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:06:24 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:06:24 user nova-compute[74535]: INFO nova.compute.manager [None req-c20b68cb-c0af-4b6e-97ff-ecfc85ddd6fb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] Rescuing
Dec 06 10:06:24 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-c20b68cb-c0af-4b6e-97ff-ecfc85ddd6fb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Acquiring lock "refresh_cache-66440071-6cf6-4b6d-8d2a-edd5c1885510" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:06:24 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-c20b68cb-c0af-4b6e-97ff-ecfc85ddd6fb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Acquired lock "refresh_cache-66440071-6cf6-4b6d-8d2a-edd5c1885510" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:06:24 user nova-compute[74535]: DEBUG nova.network.neutron [None req-c20b68cb-c0af-4b6e-97ff-ecfc85ddd6fb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] Building network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 10:06:25 user nova-compute[74535]: DEBUG nova.network.neutron [None req-c20b68cb-c0af-4b6e-97ff-ecfc85ddd6fb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] Updating instance_info_cache with network_info: [{"id": "31d6d3a9-3d99-4759-877e-65245c614bd3", "address": "fa:16:3e:fe:d6:66", "network": {"id": "5d9c1cb1-5902-482f-8b27-801fd79a97a7", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-530073939-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e51798204a674f858778dac8b46e7fec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap31d6d3a9-3d", "ovs_interfaceid": "31d6d3a9-3d99-4759-877e-65245c614bd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:06:25 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-c20b68cb-c0af-4b6e-97ff-ecfc85ddd6fb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Releasing lock "refresh_cache-66440071-6cf6-4b6d-8d2a-edd5c1885510" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:06:25 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:06:25 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:06:25 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:06:25 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:06:26 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] Instance destroyed successfully.
Dec 06 10:06:26 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-c20b68cb-c0af-4b6e-97ff-ecfc85ddd6fb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] Attempting a stable device rescue
Dec 06 10:06:26 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-c20b68cb-c0af-4b6e-97ff-ecfc85ddd6fb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=74535) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4314}}
Dec 06 10:06:26 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-c20b68cb-c0af-4b6e-97ff-ecfc85ddd6fb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] Instance directory exists: not creating {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Dec 06 10:06:26 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-c20b68cb-c0af-4b6e-97ff-ecfc85ddd6fb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] Creating image(s)
Dec 06 10:06:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-c20b68cb-c0af-4b6e-97ff-ecfc85ddd6fb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Acquiring lock "/opt/stack/data/nova/instances/66440071-6cf6-4b6d-8d2a-edd5c1885510/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:06:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-c20b68cb-c0af-4b6e-97ff-ecfc85ddd6fb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Lock "/opt/stack/data/nova/instances/66440071-6cf6-4b6d-8d2a-edd5c1885510/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:06:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-c20b68cb-c0af-4b6e-97ff-ecfc85ddd6fb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Lock "/opt/stack/data/nova/instances/66440071-6cf6-4b6d-8d2a-edd5c1885510/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.005s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:06:26 user nova-compute[74535]: DEBUG nova.objects.instance [None req-c20b68cb-c0af-4b6e-97ff-ecfc85ddd6fb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Lazy-loading 'trusted_certs' on Instance uuid 66440071-6cf6-4b6d-8d2a-edd5c1885510 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:06:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-c20b68cb-c0af-4b6e-97ff-ecfc85ddd6fb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Acquiring lock "ca589c4a575c4f3e419aad3d6ce64c2374e96212" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:06:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-c20b68cb-c0af-4b6e-97ff-ecfc85ddd6fb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Lock "ca589c4a575c4f3e419aad3d6ce64c2374e96212" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:06:26 user nova-compute[74535]: DEBUG nova.compute.manager [req-db2eb839-b568-48f9-96a1-717efd207c65 req-078284b2-8e9f-433c-94ee-d7ec561eec96 service nova] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] Received event network-vif-plugged-296acfc2-92b5-4f17-a0b5-bfff03a54490 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:06:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-db2eb839-b568-48f9-96a1-717efd207c65 req-078284b2-8e9f-433c-94ee-d7ec561eec96 service nova] Acquiring lock "e89c4f21-c084-4a60-9f6e-717b45ec85b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:06:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-db2eb839-b568-48f9-96a1-717efd207c65 req-078284b2-8e9f-433c-94ee-d7ec561eec96 service nova] Lock "e89c4f21-c084-4a60-9f6e-717b45ec85b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:06:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-db2eb839-b568-48f9-96a1-717efd207c65 req-078284b2-8e9f-433c-94ee-d7ec561eec96 service nova] Lock "e89c4f21-c084-4a60-9f6e-717b45ec85b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:06:26 user nova-compute[74535]: DEBUG nova.compute.manager [req-db2eb839-b568-48f9-96a1-717efd207c65 req-078284b2-8e9f-433c-94ee-d7ec561eec96 service nova] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] No waiting events found dispatching network-vif-plugged-296acfc2-92b5-4f17-a0b5-bfff03a54490 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:06:26 user nova-compute[74535]: WARNING nova.compute.manager [req-db2eb839-b568-48f9-96a1-717efd207c65 req-078284b2-8e9f-433c-94ee-d7ec561eec96 service nova] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] Received unexpected event network-vif-plugged-296acfc2-92b5-4f17-a0b5-bfff03a54490 for instance with vm_state building and task_state spawning.
Dec 06 10:06:26 user nova-compute[74535]: DEBUG nova.compute.manager [req-db2eb839-b568-48f9-96a1-717efd207c65 req-078284b2-8e9f-433c-94ee-d7ec561eec96 service nova] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] Received event network-vif-unplugged-31d6d3a9-3d99-4759-877e-65245c614bd3 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:06:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-db2eb839-b568-48f9-96a1-717efd207c65 req-078284b2-8e9f-433c-94ee-d7ec561eec96 service nova] Acquiring lock "66440071-6cf6-4b6d-8d2a-edd5c1885510-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:06:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-db2eb839-b568-48f9-96a1-717efd207c65 req-078284b2-8e9f-433c-94ee-d7ec561eec96 service nova] Lock "66440071-6cf6-4b6d-8d2a-edd5c1885510-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:06:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-db2eb839-b568-48f9-96a1-717efd207c65 req-078284b2-8e9f-433c-94ee-d7ec561eec96 service nova] Lock "66440071-6cf6-4b6d-8d2a-edd5c1885510-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:06:26 user nova-compute[74535]: DEBUG nova.compute.manager [req-db2eb839-b568-48f9-96a1-717efd207c65 req-078284b2-8e9f-433c-94ee-d7ec561eec96 service nova] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] No waiting events found dispatching network-vif-unplugged-31d6d3a9-3d99-4759-877e-65245c614bd3 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:06:26 user nova-compute[74535]: WARNING nova.compute.manager [req-db2eb839-b568-48f9-96a1-717efd207c65 req-078284b2-8e9f-433c-94ee-d7ec561eec96 service nova] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] Received unexpected event network-vif-unplugged-31d6d3a9-3d99-4759-877e-65245c614bd3 for instance with vm_state active and task_state rescuing.
Dec 06 10:06:26 user nova-compute[74535]: DEBUG nova.compute.manager [req-db2eb839-b568-48f9-96a1-717efd207c65 req-078284b2-8e9f-433c-94ee-d7ec561eec96 service nova] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] Received event network-vif-plugged-31d6d3a9-3d99-4759-877e-65245c614bd3 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:06:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-db2eb839-b568-48f9-96a1-717efd207c65 req-078284b2-8e9f-433c-94ee-d7ec561eec96 service nova] Acquiring lock "66440071-6cf6-4b6d-8d2a-edd5c1885510-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:06:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-db2eb839-b568-48f9-96a1-717efd207c65 req-078284b2-8e9f-433c-94ee-d7ec561eec96 service nova] Lock "66440071-6cf6-4b6d-8d2a-edd5c1885510-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:06:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-db2eb839-b568-48f9-96a1-717efd207c65 req-078284b2-8e9f-433c-94ee-d7ec561eec96 service nova] Lock "66440071-6cf6-4b6d-8d2a-edd5c1885510-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:06:26 user nova-compute[74535]: DEBUG nova.compute.manager [req-db2eb839-b568-48f9-96a1-717efd207c65 req-078284b2-8e9f-433c-94ee-d7ec561eec96 service nova] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] No waiting events found dispatching network-vif-plugged-31d6d3a9-3d99-4759-877e-65245c614bd3 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:06:26 user nova-compute[74535]: WARNING nova.compute.manager [req-db2eb839-b568-48f9-96a1-717efd207c65 req-078284b2-8e9f-433c-94ee-d7ec561eec96 service nova] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] Received unexpected event network-vif-plugged-31d6d3a9-3d99-4759-877e-65245c614bd3 for instance with vm_state active and task_state rescuing.
Dec 06 10:06:27 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-c20b68cb-c0af-4b6e-97ff-ecfc85ddd6fb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ca589c4a575c4f3e419aad3d6ce64c2374e96212.part --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:06:27 user nova-compute[74535]: DEBUG nova.compute.manager [None req-732088cd-1b19-4e5f-ae6e-3ca0ebff6db2 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] Instance event wait completed in 0 seconds for  {{(pid=74535) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 10:06:27 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-732088cd-1b19-4e5f-ae6e-3ca0ebff6db2 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] Guest created on hypervisor {{(pid=74535) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 10:06:27 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] Instance spawned successfully.
Dec 06 10:06:27 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-732088cd-1b19-4e5f-ae6e-3ca0ebff6db2 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 10:06:27 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-732088cd-1b19-4e5f-ae6e-3ca0ebff6db2 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] Found default for hw_cdrom_bus of ide {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:06:27 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-732088cd-1b19-4e5f-ae6e-3ca0ebff6db2 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] Found default for hw_disk_bus of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:06:27 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-732088cd-1b19-4e5f-ae6e-3ca0ebff6db2 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] Found default for hw_input_bus of None {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:06:27 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-732088cd-1b19-4e5f-ae6e-3ca0ebff6db2 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] Found default for hw_pointer_model of None {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:06:27 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-732088cd-1b19-4e5f-ae6e-3ca0ebff6db2 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] Found default for hw_video_model of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:06:27 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-732088cd-1b19-4e5f-ae6e-3ca0ebff6db2 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] Found default for hw_vif_model of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:06:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:06:27 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-c20b68cb-c0af-4b6e-97ff-ecfc85ddd6fb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ca589c4a575c4f3e419aad3d6ce64c2374e96212.part --force-share --output=json" returned: 0 in 0.294s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:06:27 user nova-compute[74535]: DEBUG nova.virt.images [None req-c20b68cb-c0af-4b6e-97ff-ecfc85ddd6fb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] 0bd451f7-82f9-4c6e-bf38-eecc2ac9f18d was qcow2, converting to raw {{(pid=74535) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Dec 06 10:06:27 user nova-compute[74535]: DEBUG nova.privsep.utils [None req-c20b68cb-c0af-4b6e-97ff-ecfc85ddd6fb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74535) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 06 10:06:27 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-c20b68cb-c0af-4b6e-97ff-ecfc85ddd6fb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/ca589c4a575c4f3e419aad3d6ce64c2374e96212.part /opt/stack/data/nova/instances/_base/ca589c4a575c4f3e419aad3d6ce64c2374e96212.converted {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:06:27 user nova-compute[74535]: INFO nova.compute.manager [None req-732088cd-1b19-4e5f-ae6e-3ca0ebff6db2 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] Took 7.28 seconds to spawn the instance on the hypervisor.
Dec 06 10:06:27 user nova-compute[74535]: DEBUG nova.compute.manager [None req-732088cd-1b19-4e5f-ae6e-3ca0ebff6db2 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] Checking state {{(pid=74535) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 10:06:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:06:28 user nova-compute[74535]: INFO nova.compute.manager [None req-732088cd-1b19-4e5f-ae6e-3ca0ebff6db2 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] Took 9.01 seconds to build instance.
Dec 06 10:06:28 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-c20b68cb-c0af-4b6e-97ff-ecfc85ddd6fb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/ca589c4a575c4f3e419aad3d6ce64c2374e96212.part /opt/stack/data/nova/instances/_base/ca589c4a575c4f3e419aad3d6ce64c2374e96212.converted" returned: 0 in 0.687s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:06:28 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-c20b68cb-c0af-4b6e-97ff-ecfc85ddd6fb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ca589c4a575c4f3e419aad3d6ce64c2374e96212.converted --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:06:28 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-732088cd-1b19-4e5f-ae6e-3ca0ebff6db2 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Lock "e89c4f21-c084-4a60-9f6e-717b45ec85b5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 9.177s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:06:28 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-c20b68cb-c0af-4b6e-97ff-ecfc85ddd6fb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ca589c4a575c4f3e419aad3d6ce64c2374e96212.converted --force-share --output=json" returned: 0 in 0.209s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:06:28 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-c20b68cb-c0af-4b6e-97ff-ecfc85ddd6fb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Lock "ca589c4a575c4f3e419aad3d6ce64c2374e96212" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.248s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:06:28 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-c20b68cb-c0af-4b6e-97ff-ecfc85ddd6fb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Acquiring lock "ca589c4a575c4f3e419aad3d6ce64c2374e96212" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:06:28 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-c20b68cb-c0af-4b6e-97ff-ecfc85ddd6fb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Lock "ca589c4a575c4f3e419aad3d6ce64c2374e96212" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:06:28 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-c20b68cb-c0af-4b6e-97ff-ecfc85ddd6fb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ca589c4a575c4f3e419aad3d6ce64c2374e96212 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:06:28 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-c20b68cb-c0af-4b6e-97ff-ecfc85ddd6fb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ca589c4a575c4f3e419aad3d6ce64c2374e96212 --force-share --output=json" returned: 0 in 0.222s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:06:28 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-c20b68cb-c0af-4b6e-97ff-ecfc85ddd6fb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ca589c4a575c4f3e419aad3d6ce64c2374e96212,backing_fmt=raw /opt/stack/data/nova/instances/66440071-6cf6-4b6d-8d2a-edd5c1885510/disk.rescue {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:06:28 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-c20b68cb-c0af-4b6e-97ff-ecfc85ddd6fb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ca589c4a575c4f3e419aad3d6ce64c2374e96212,backing_fmt=raw /opt/stack/data/nova/instances/66440071-6cf6-4b6d-8d2a-edd5c1885510/disk.rescue" returned: 0 in 0.057s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:06:28 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-c20b68cb-c0af-4b6e-97ff-ecfc85ddd6fb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Lock "ca589c4a575c4f3e419aad3d6ce64c2374e96212" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.287s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:06:28 user nova-compute[74535]: DEBUG nova.objects.instance [None req-c20b68cb-c0af-4b6e-97ff-ecfc85ddd6fb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Lazy-loading 'migration_context' on Instance uuid 66440071-6cf6-4b6d-8d2a-edd5c1885510 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:06:28 user nova-compute[74535]: DEBUG nova.objects.base [None req-c20b68cb-c0af-4b6e-97ff-ecfc85ddd6fb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Object Instance<66440071-6cf6-4b6d-8d2a-edd5c1885510> lazy-loaded attributes: trusted_certs,migration_context {{(pid=74535) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 10:06:28 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-c20b68cb-c0af-4b6e-97ff-ecfc85ddd6fb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] Created local disks {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 10:06:28 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-c20b68cb-c0af-4b6e-97ff-ecfc85ddd6fb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] Start _get_guest_xml network_info=[{"id": "31d6d3a9-3d99-4759-877e-65245c614bd3", "address": "fa:16:3e:fe:d6:66", "network": {"id": "5d9c1cb1-5902-482f-8b27-801fd79a97a7", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-530073939-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-530073939-network", "vif_mac": "fa:16:3e:fe:d6:66"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e51798204a674f858778dac8b46e7fec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap31d6d3a9-3d", "ovs_interfaceid": "31d6d3a9-3d99-4759-877e-65245c614bd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T09:52:28Z,direct_url=<?>,disk_format='qcow2',id=b338f3c8-9974-4b9f-bacb-c75dd541c256,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='563f6a2917a742ada39fb0e950eece6e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T09:52:30Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '0bd451f7-82f9-4c6e-bf38-eecc2ac9f18d', 'kernel_id': '', 'ramdisk_id': ''} block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'delete_on_termination': False, 'attachment_id': '40db03f0-7c22-4a2c-840e-044d5c627bd0', 'boot_index': 0, 'device_type': 'disk', 'guest_format': None, 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'fLpFWwBG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, 'status': 'reserved', 'instance': '66440071-6cf6-4b6d-8d2a-edd5c1885510', 'attached_at': '', 'detached_at': '', 'volume_id': '4a35bf7c-ed48-4722-9ea3-ba1da6defde8', 'serial': '4a35bf7c-ed48-4722-9ea3-ba1da6defde8'}, 'volume_type': None} {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 10:06:28 user nova-compute[74535]: DEBUG nova.objects.instance [None req-c20b68cb-c0af-4b6e-97ff-ecfc85ddd6fb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Lazy-loading 'resources' on Instance uuid 66440071-6cf6-4b6d-8d2a-edd5c1885510 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:06:28 user nova-compute[74535]: DEBUG nova.objects.base [None req-c20b68cb-c0af-4b6e-97ff-ecfc85ddd6fb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Object Instance<66440071-6cf6-4b6d-8d2a-edd5c1885510> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=74535) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 10:06:28 user nova-compute[74535]: DEBUG nova.objects.instance [None req-c20b68cb-c0af-4b6e-97ff-ecfc85ddd6fb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Lazy-loading 'numa_topology' on Instance uuid 66440071-6cf6-4b6d-8d2a-edd5c1885510 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:06:28 user nova-compute[74535]: DEBUG nova.objects.base [None req-c20b68cb-c0af-4b6e-97ff-ecfc85ddd6fb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Object Instance<66440071-6cf6-4b6d-8d2a-edd5c1885510> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=74535) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 10:06:28 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-c20b68cb-c0af-4b6e-97ff-ecfc85ddd6fb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:06:28 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-c20b68cb-c0af-4b6e-97ff-ecfc85ddd6fb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:06:28 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-c20b68cb-c0af-4b6e-97ff-ecfc85ddd6fb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 10:06:28 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-c20b68cb-c0af-4b6e-97ff-ecfc85ddd6fb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] CPU controller missing on host. {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 10:06:28 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-c20b68cb-c0af-4b6e-97ff-ecfc85ddd6fb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 10:06:28 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-c20b68cb-c0af-4b6e-97ff-ecfc85ddd6fb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] CPU controller found on host. {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 10:06:28 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-c20b68cb-c0af-4b6e-97ff-ecfc85ddd6fb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74535) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 10:06:28 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-c20b68cb-c0af-4b6e-97ff-ecfc85ddd6fb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T09:52:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T09:52:28Z,direct_url=<?>,disk_format='qcow2',id=b338f3c8-9974-4b9f-bacb-c75dd541c256,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='563f6a2917a742ada39fb0e950eece6e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T09:52:30Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 10:06:28 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-c20b68cb-c0af-4b6e-97ff-ecfc85ddd6fb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Flavor limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 10:06:28 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-c20b68cb-c0af-4b6e-97ff-ecfc85ddd6fb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Image limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 10:06:28 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-c20b68cb-c0af-4b6e-97ff-ecfc85ddd6fb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Flavor pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 10:06:28 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-c20b68cb-c0af-4b6e-97ff-ecfc85ddd6fb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Image pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 10:06:28 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-c20b68cb-c0af-4b6e-97ff-ecfc85ddd6fb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 10:06:28 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-c20b68cb-c0af-4b6e-97ff-ecfc85ddd6fb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 10:06:28 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-c20b68cb-c0af-4b6e-97ff-ecfc85ddd6fb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 10:06:28 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-c20b68cb-c0af-4b6e-97ff-ecfc85ddd6fb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Got 1 possible topologies {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 10:06:28 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-c20b68cb-c0af-4b6e-97ff-ecfc85ddd6fb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 10:06:28 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-c20b68cb-c0af-4b6e-97ff-ecfc85ddd6fb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 10:06:28 user nova-compute[74535]: DEBUG nova.objects.instance [None req-c20b68cb-c0af-4b6e-97ff-ecfc85ddd6fb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Lazy-loading 'vcpu_model' on Instance uuid 66440071-6cf6-4b6d-8d2a-edd5c1885510 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:06:28 user nova-compute[74535]: DEBUG nova.objects.base [None req-c20b68cb-c0af-4b6e-97ff-ecfc85ddd6fb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Object Instance<66440071-6cf6-4b6d-8d2a-edd5c1885510> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=74535) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 10:06:28 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c20b68cb-c0af-4b6e-97ff-ecfc85ddd6fb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] Calling os-brick to attach iSCSI Volume {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 10:06:28 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-c20b68cb-c0af-4b6e-97ff-ecfc85ddd6fb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'fLpFWwBG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:06:28 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-c20b68cb-c0af-4b6e-97ff-ecfc85ddd6fb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:06:28 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-c20b68cb-c0af-4b6e-97ff-ecfc85ddd6fb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:06:28 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-c20b68cb-c0af-4b6e-97ff-ecfc85ddd6fb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:06:28 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-c20b68cb-c0af-4b6e-97ff-ecfc85ddd6fb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:06:28 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-c20b68cb-c0af-4b6e-97ff-ecfc85ddd6fb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:06:28 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-c20b68cb-c0af-4b6e-97ff-ecfc85ddd6fb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:06:28 user nova-compute[74535]: INFO os_brick.initiator.connectors.iscsi [None req-c20b68cb-c0af-4b6e-97ff-ecfc85ddd6fb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 10:06:28 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 -p 172.16.0.220:3260 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:06:28 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 -p 172.16.0.220:3260" returned: 0 in 0.023s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:06:28 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9c3e585-99a6-4011-8978-6b418fa0b826]: (4, ('# BEGIN RECORD 2.1.5\nnode.name = iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = <empty>\niface.ipaddress = <empty>\niface.prefix_len = 0\niface.hwaddress = <empty>\niface.transport_name = tcp\niface.initiatorname = <empty>\niface.state = <empty>\niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = <empty>\niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = <empty>\niface.subnet_mask = <empty>\niface.gateway = <empty>\niface.dhcp_alt_client_id_state = <empty>\niface.dhcp_alt_client_id = <empty>\niface.dhcp_dns = <empty>\niface.dhcp_learn_iqn = <empty>\niface.dhcp_req_vendor_id_state = <empty>\niface.dhcp_vendor_id_state = <empty>\niface.dhcp_vendor_id = <empty>\niface.dhcp_slp_da = <empty>\niface.fragmentation = <empty>\niface.gratuitous_arp = <empty>\niface.incoming_forwarding = <empty>\niface.tos_state = <empty>\niface.tos = 0\niface.ttl = 0\niface.delayed_ack = <empty>\niface.tcp_nagle = <empty>\niface.tcp_wsf_state = <empty>\niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = <empty>\niface.redirect = <empty>\niface.def_task_mgmt_timeout = 0\niface.header_digest = <empty>\niface.data_digest = <empty>\niface.immediate_data = <empty>\niface.initial_r2t = <empty>\niface.data_seq_inorder = <empty>\niface.data_pdu_inorder = <empty>\niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = <empty>\niface.bidi_chap = <empty>\niface.strict_login_compliance = <empty>\niface.discovery_auth = <empty>\niface.discovery_logout = <empty>\nnode.discovery_address = <empty>\nnode.discovery_port = 0\nnode.discovery_type = static\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = -20\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = CHAP\nnode.session.auth.username = fLpFWwBG\nnode.session.auth.password = ********\nnode.session.auth.username_in = <empty>\nnode.session.auth.password_in = <empty>\nnode.session.auth.chap_algs = MD5\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = manual\nnode.session.reopen_max = 0\nnode.conn[0].address = 172.16.0.220\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:06:28 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-c20b68cb-c0af-4b6e-97ff-ecfc85ddd6fb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] iscsiadm (): stdout=# BEGIN RECORD 2.1.5
Dec 06 10:06:28 user nova-compute[74535]: node.name = iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8
Dec 06 10:06:28 user nova-compute[74535]: node.tpgt = -1
Dec 06 10:06:28 user nova-compute[74535]: node.startup = automatic
Dec 06 10:06:28 user nova-compute[74535]: node.leading_login = No
Dec 06 10:06:28 user nova-compute[74535]: iface.iscsi_ifacename = default
Dec 06 10:06:28 user nova-compute[74535]: iface.net_ifacename = <empty>
Dec 06 10:06:28 user nova-compute[74535]: iface.ipaddress = <empty>
Dec 06 10:06:28 user nova-compute[74535]: iface.prefix_len = 0
Dec 06 10:06:28 user nova-compute[74535]: iface.hwaddress = <empty>
Dec 06 10:06:28 user nova-compute[74535]: iface.transport_name = tcp
Dec 06 10:06:28 user nova-compute[74535]: iface.initiatorname = <empty>
Dec 06 10:06:28 user nova-compute[74535]: iface.state = <empty>
Dec 06 10:06:28 user nova-compute[74535]: iface.vlan_id = 0
Dec 06 10:06:28 user nova-compute[74535]: iface.vlan_priority = 0
Dec 06 10:06:28 user nova-compute[74535]: iface.vlan_state = <empty>
Dec 06 10:06:28 user nova-compute[74535]: iface.iface_num = 0
Dec 06 10:06:28 user nova-compute[74535]: iface.mtu = 0
Dec 06 10:06:28 user nova-compute[74535]: iface.port = 0
Dec 06 10:06:28 user nova-compute[74535]: iface.bootproto = <empty>
Dec 06 10:06:28 user nova-compute[74535]: iface.subnet_mask = <empty>
Dec 06 10:06:28 user nova-compute[74535]: iface.gateway = <empty>
Dec 06 10:06:28 user nova-compute[74535]: iface.dhcp_alt_client_id_state = <empty>
Dec 06 10:06:28 user nova-compute[74535]: iface.dhcp_alt_client_id = <empty>
Dec 06 10:06:28 user nova-compute[74535]: iface.dhcp_dns = <empty>
Dec 06 10:06:28 user nova-compute[74535]: iface.dhcp_learn_iqn = <empty>
Dec 06 10:06:28 user nova-compute[74535]: iface.dhcp_req_vendor_id_state = <empty>
Dec 06 10:06:28 user nova-compute[74535]: iface.dhcp_vendor_id_state = <empty>
Dec 06 10:06:28 user nova-compute[74535]: iface.dhcp_vendor_id = <empty>
Dec 06 10:06:28 user nova-compute[74535]: iface.dhcp_slp_da = <empty>
Dec 06 10:06:28 user nova-compute[74535]: iface.fragmentation = <empty>
Dec 06 10:06:28 user nova-compute[74535]: iface.gratuitous_arp = <empty>
Dec 06 10:06:28 user nova-compute[74535]: iface.incoming_forwarding = <empty>
Dec 06 10:06:28 user nova-compute[74535]: iface.tos_state = <empty>
Dec 06 10:06:28 user nova-compute[74535]: iface.tos = 0
Dec 06 10:06:28 user nova-compute[74535]: iface.ttl = 0
Dec 06 10:06:28 user nova-compute[74535]: iface.delayed_ack = <empty>
Dec 06 10:06:28 user nova-compute[74535]: iface.tcp_nagle = <empty>
Dec 06 10:06:28 user nova-compute[74535]: iface.tcp_wsf_state = <empty>
Dec 06 10:06:28 user nova-compute[74535]: iface.tcp_wsf = 0
Dec 06 10:06:28 user nova-compute[74535]: iface.tcp_timer_scale = 0
Dec 06 10:06:28 user nova-compute[74535]: iface.tcp_timestamp = <empty>
Dec 06 10:06:28 user nova-compute[74535]: iface.redirect = <empty>
Dec 06 10:06:28 user nova-compute[74535]: iface.def_task_mgmt_timeout = 0
Dec 06 10:06:28 user nova-compute[74535]: iface.header_digest = <empty>
Dec 06 10:06:28 user nova-compute[74535]: iface.data_digest = <empty>
Dec 06 10:06:28 user nova-compute[74535]: iface.immediate_data = <empty>
Dec 06 10:06:28 user nova-compute[74535]: iface.initial_r2t = <empty>
Dec 06 10:06:28 user nova-compute[74535]: iface.data_seq_inorder = <empty>
Dec 06 10:06:28 user nova-compute[74535]: iface.data_pdu_inorder = <empty>
Dec 06 10:06:28 user nova-compute[74535]: iface.erl = 0
Dec 06 10:06:28 user nova-compute[74535]: iface.max_receive_data_len = 0
Dec 06 10:06:28 user nova-compute[74535]: iface.first_burst_len = 0
Dec 06 10:06:28 user nova-compute[74535]: iface.max_outstanding_r2t = 0
Dec 06 10:06:28 user nova-compute[74535]: iface.max_burst_len = 0
Dec 06 10:06:28 user nova-compute[74535]: iface.chap_auth = <empty>
Dec 06 10:06:28 user nova-compute[74535]: iface.bidi_chap = <empty>
Dec 06 10:06:28 user nova-compute[74535]: iface.strict_login_compliance = <empty>
Dec 06 10:06:28 user nova-compute[74535]: iface.discovery_auth = <empty>
Dec 06 10:06:28 user nova-compute[74535]: iface.discovery_logout = <empty>
Dec 06 10:06:28 user nova-compute[74535]: node.discovery_address = <empty>
Dec 06 10:06:28 user nova-compute[74535]: node.discovery_port = 0
Dec 06 10:06:28 user nova-compute[74535]: node.discovery_type = static
Dec 06 10:06:28 user nova-compute[74535]: node.session.initial_cmdsn = 0
Dec 06 10:06:28 user nova-compute[74535]: node.session.initial_login_retry_max = 8
Dec 06 10:06:28 user nova-compute[74535]: node.session.xmit_thread_priority = -20
Dec 06 10:06:28 user nova-compute[74535]: node.session.cmds_max = 128
Dec 06 10:06:28 user nova-compute[74535]: node.session.queue_depth = 32
Dec 06 10:06:28 user nova-compute[74535]: node.session.nr_sessions = 1
Dec 06 10:06:28 user nova-compute[74535]: node.session.auth.authmethod = CHAP
Dec 06 10:06:28 user nova-compute[74535]: node.session.auth.username = fLpFWwBG
Dec 06 10:06:28 user nova-compute[74535]: node.session.auth.password = ***
Dec 06 10:06:28 user nova-compute[74535]: node.session.auth.username_in = <empty>
Dec 06 10:06:28 user nova-compute[74535]: node.session.auth.password_in = <empty>
Dec 06 10:06:28 user nova-compute[74535]: node.session.auth.chap_algs = MD5
Dec 06 10:06:28 user nova-compute[74535]: node.session.timeo.replacement_timeout = 120
Dec 06 10:06:28 user nova-compute[74535]: node.session.err_timeo.abort_timeout = 15
Dec 06 10:06:28 user nova-compute[74535]: node.session.err_timeo.lu_reset_timeout = 30
Dec 06 10:06:28 user nova-compute[74535]: node.session.err_timeo.tgt_reset_timeout = 30
Dec 06 10:06:28 user nova-compute[74535]: node.session.err_timeo.host_reset_timeout = 60
Dec 06 10:06:28 user nova-compute[74535]: node.session.iscsi.FastAbort = Yes
Dec 06 10:06:28 user nova-compute[74535]: node.session.iscsi.InitialR2T = No
Dec 06 10:06:28 user nova-compute[74535]: node.session.iscsi.ImmediateData = Yes
Dec 06 10:06:28 user nova-compute[74535]: node.session.iscsi.FirstBurstLength = 262144
Dec 06 10:06:28 user nova-compute[74535]: node.session.iscsi.MaxBurstLength = 16776192
Dec 06 10:06:28 user nova-compute[74535]: node.session.iscsi.DefaultTime2Retain = 0
Dec 06 10:06:28 user nova-compute[74535]: node.session.iscsi.DefaultTime2Wait = 2
Dec 06 10:06:28 user nova-compute[74535]: node.session.iscsi.MaxConnections = 1
Dec 06 10:06:28 user nova-compute[74535]: node.session.iscsi.MaxOutstandingR2T = 1
Dec 06 10:06:28 user nova-compute[74535]: node.session.iscsi.ERL = 0
Dec 06 10:06:28 user nova-compute[74535]: node.session.scan = manual
Dec 06 10:06:28 user nova-compute[74535]: node.session.reopen_max = 0
Dec 06 10:06:28 user nova-compute[74535]: node.conn[0].address = 172.16.0.220
Dec 06 10:06:28 user nova-compute[74535]: node.conn[0].port = 3260
Dec 06 10:06:28 user nova-compute[74535]: node.conn[0].startup = manual
Dec 06 10:06:28 user nova-compute[74535]: node.conn[0].tcp.window_size = 524288
Dec 06 10:06:28 user nova-compute[74535]: node.conn[0].tcp.type_of_service = 0
Dec 06 10:06:28 user nova-compute[74535]: node.conn[0].timeo.logout_timeout = 15
Dec 06 10:06:28 user nova-compute[74535]: node.conn[0].timeo.login_timeout = 15
Dec 06 10:06:28 user nova-compute[74535]: node.conn[0].timeo.auth_timeout = 45
Dec 06 10:06:28 user nova-compute[74535]: node.conn[0].timeo.noop_out_interval = 5
Dec 06 10:06:28 user nova-compute[74535]: node.conn[0].timeo.noop_out_timeout = 5
Dec 06 10:06:28 user nova-compute[74535]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0
Dec 06 10:06:28 user nova-compute[74535]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144
Dec 06 10:06:28 user nova-compute[74535]: node.conn[0].iscsi.HeaderDigest = None
Dec 06 10:06:28 user nova-compute[74535]: node.conn[0].iscsi.DataDigest = None
Dec 06 10:06:28 user nova-compute[74535]: node.conn[0].iscsi.IFMarker = No
Dec 06 10:06:28 user nova-compute[74535]: node.conn[0].iscsi.OFMarker = No
Dec 06 10:06:28 user nova-compute[74535]: # END RECORD
Dec 06 10:06:28 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:06:28 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:06:28 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:06:28 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[34cac9ca-78ec-450c-9d69-b9cd9e12f3ea]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:06:28 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-c20b68cb-c0af-4b6e-97ff-ecfc85ddd6fb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:06:28 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:06:28 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.025s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:06:28 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[80bc809b-d201-41d7-a643-32b3e977aec3]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:06:28 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-c20b68cb-c0af-4b6e-97ff-ecfc85ddd6fb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:06:28 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v fLpFWwBG {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:06:28 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v fLpFWwBG" returned: 0 in 0.031s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:06:28 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[913c8c01-56f0-400d-86f7-14e665b2283a]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:06:28 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-c20b68cb-c0af-4b6e-97ff-ecfc85ddd6fb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'fLpFWwBG'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:06:28 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:06:28 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:06:28 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[a435a01d-f29f-43ab-9bf9-aebf97aefdb5]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:06:28 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-c20b68cb-c0af-4b6e-97ff-ecfc85ddd6fb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:06:28 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:06:28 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:06:28 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b214db3-30f2-4482-9cf0-4f5e412cf10a]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:56b1e591-c1f5-4834-8c99-30f0d04ea92b (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681 (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:06:28 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-c20b68cb-c0af-4b6e-97ff-ecfc85ddd6fb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:06:28 user nova-compute[74535]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e (non-flash)
Dec 06 10:06:28 user nova-compute[74535]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:56b1e591-c1f5-4834-8c99-30f0d04ea92b (non-flash)
Dec 06 10:06:28 user nova-compute[74535]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961 (non-flash)
Dec 06 10:06:28 user nova-compute[74535]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681 (non-flash)
Dec 06 10:06:28 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:06:28 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-c20b68cb-c0af-4b6e-97ff-ecfc85ddd6fb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:06:28 user nova-compute[74535]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e (non-flash)
Dec 06 10:06:28 user nova-compute[74535]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:56b1e591-c1f5-4834-8c99-30f0d04ea92b (non-flash)
Dec 06 10:06:28 user nova-compute[74535]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961 (non-flash)
Dec 06 10:06:28 user nova-compute[74535]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681 (non-flash)
Dec 06 10:06:28 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:06:28 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-c20b68cb-c0af-4b6e-97ff-ecfc85ddd6fb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.167s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:06:29 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-c20b68cb-c0af-4b6e-97ff-ecfc85ddd6fb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Connected to 172.16.0.220:3260 {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 10:06:29 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-c20b68cb-c0af-4b6e-97ff-ecfc85ddd6fb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] HCTL ('34', '0', '0', 0) found on session 23 with lun 0 {{(pid=74535) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 10:06:29 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-c20b68cb-c0af-4b6e-97ff-ecfc85ddd6fb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Scanning host 34 c: 0, t: 0, l: 0) {{(pid=74535) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 10:06:29 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:06:29 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.013s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:06:29 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb9458c0-b178-4859-9a8f-2e5bac8bc38e]: (4, ('0 0 0', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:06:29 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-c20b68cb-c0af-4b6e-97ff-ecfc85ddd6fb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Searching for a device in session 23 and hctl ('34', '0', '0', 0) yield: sdc {{(pid=74535) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 10:06:29 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-c20b68cb-c0af-4b6e-97ff-ecfc85ddd6fb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'fLpFWwBG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 10:06:29 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-c20b68cb-c0af-4b6e-97ff-ecfc85ddd6fb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 0.191s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:06:29 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-c20b68cb-c0af-4b6e-97ff-ecfc85ddd6fb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] <== connect_volume: return (192ms) {'type': 'block', 'scsi_wwn': '23166343962636436', 'path': '/dev/sdc'} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:06:29 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c20b68cb-c0af-4b6e-97ff-ecfc85ddd6fb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23166343962636436', 'path': '/dev/sdc'} {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 10:06:29 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-c20b68cb-c0af-4b6e-97ff-ecfc85ddd6fb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:04:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1775620978',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1775620978',id=25,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-06T10:04:55Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e51798204a674f858778dac8b46e7fec',ramdisk_id='',reservation_id='r-8nerl0hx',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-2023423839',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T10:04:55Z,user_data=None,user_id='46e1a6f038e54b16a4b6f8014b3bbf55',uuid=66440071-6cf6-4b6d-8d2a-edd5c1885510,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "31d6d3a9-3d99-4759-877e-65245c614bd3", "address": "fa:16:3e:fe:d6:66", "network": {"id": "5d9c1cb1-5902-482f-8b27-801fd79a97a7", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-530073939-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-530073939-network", "vif_mac": "fa:16:3e:fe:d6:66"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e51798204a674f858778dac8b46e7fec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap31d6d3a9-3d", "ovs_interfaceid": "31d6d3a9-3d99-4759-877e-65245c614bd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74535) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 10:06:29 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-c20b68cb-c0af-4b6e-97ff-ecfc85ddd6fb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Converting VIF {"id": "31d6d3a9-3d99-4759-877e-65245c614bd3", "address": "fa:16:3e:fe:d6:66", "network": {"id": "5d9c1cb1-5902-482f-8b27-801fd79a97a7", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-530073939-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-530073939-network", "vif_mac": "fa:16:3e:fe:d6:66"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e51798204a674f858778dac8b46e7fec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap31d6d3a9-3d", "ovs_interfaceid": "31d6d3a9-3d99-4759-877e-65245c614bd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:06:29 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-c20b68cb-c0af-4b6e-97ff-ecfc85ddd6fb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:fe:d6:66,bridge_name='br-int',has_traffic_filtering=True,id=31d6d3a9-3d99-4759-877e-65245c614bd3,network=Network(5d9c1cb1-5902-482f-8b27-801fd79a97a7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap31d6d3a9-3d') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:06:29 user nova-compute[74535]: DEBUG nova.objects.instance [None req-c20b68cb-c0af-4b6e-97ff-ecfc85ddd6fb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Lazy-loading 'pci_devices' on Instance uuid 66440071-6cf6-4b6d-8d2a-edd5c1885510 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:06:29 user nova-compute[74535]: DEBUG nova.objects.base [None req-c20b68cb-c0af-4b6e-97ff-ecfc85ddd6fb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Object Instance<66440071-6cf6-4b6d-8d2a-edd5c1885510> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=74535) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 10:06:29 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-c20b68cb-c0af-4b6e-97ff-ecfc85ddd6fb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] End _get_guest_xml xml=<domain type="kvm">
Dec 06 10:06:29 user nova-compute[74535]:   <uuid>66440071-6cf6-4b6d-8d2a-edd5c1885510</uuid>
Dec 06 10:06:29 user nova-compute[74535]:   <name>instance-00000019</name>
Dec 06 10:06:29 user nova-compute[74535]:   <memory>524288</memory>
Dec 06 10:06:29 user nova-compute[74535]:   <vcpu>1</vcpu>
Dec 06 10:06:29 user nova-compute[74535]:   <metadata>
Dec 06 10:06:29 user nova-compute[74535]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 10:06:29 user nova-compute[74535]:       <nova:package version="0.0.0"/>
Dec 06 10:06:29 user nova-compute[74535]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-1775620978</nova:name>
Dec 06 10:06:29 user nova-compute[74535]:       <nova:creationTime>2023-12-06 10:06:28</nova:creationTime>
Dec 06 10:06:29 user nova-compute[74535]:       <nova:flavor name="m1.tiny">
Dec 06 10:06:29 user nova-compute[74535]:         <nova:memory>512</nova:memory>
Dec 06 10:06:29 user nova-compute[74535]:         <nova:disk>1</nova:disk>
Dec 06 10:06:29 user nova-compute[74535]:         <nova:swap>0</nova:swap>
Dec 06 10:06:29 user nova-compute[74535]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 10:06:29 user nova-compute[74535]:         <nova:vcpus>1</nova:vcpus>
Dec 06 10:06:29 user nova-compute[74535]:       </nova:flavor>
Dec 06 10:06:29 user nova-compute[74535]:       <nova:owner>
Dec 06 10:06:29 user nova-compute[74535]:         <nova:user uuid="46e1a6f038e54b16a4b6f8014b3bbf55">tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member</nova:user>
Dec 06 10:06:29 user nova-compute[74535]:         <nova:project uuid="e51798204a674f858778dac8b46e7fec">tempest-ServerBootFromVolumeStableRescueTest-2023423839</nova:project>
Dec 06 10:06:29 user nova-compute[74535]:       </nova:owner>
Dec 06 10:06:29 user nova-compute[74535]:       <nova:root type="image" uuid="b338f3c8-9974-4b9f-bacb-c75dd541c256"/>
Dec 06 10:06:29 user nova-compute[74535]:       <nova:ports>
Dec 06 10:06:29 user nova-compute[74535]:         <nova:port uuid="31d6d3a9-3d99-4759-877e-65245c614bd3">
Dec 06 10:06:29 user nova-compute[74535]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Dec 06 10:06:29 user nova-compute[74535]:         </nova:port>
Dec 06 10:06:29 user nova-compute[74535]:       </nova:ports>
Dec 06 10:06:29 user nova-compute[74535]:     </nova:instance>
Dec 06 10:06:29 user nova-compute[74535]:   </metadata>
Dec 06 10:06:29 user nova-compute[74535]:   <sysinfo type="smbios">
Dec 06 10:06:29 user nova-compute[74535]:     <system>
Dec 06 10:06:29 user nova-compute[74535]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 10:06:29 user nova-compute[74535]:       <entry name="product">OpenStack Nova</entry>
Dec 06 10:06:29 user nova-compute[74535]:       <entry name="version">0.0.0</entry>
Dec 06 10:06:29 user nova-compute[74535]:       <entry name="serial">66440071-6cf6-4b6d-8d2a-edd5c1885510</entry>
Dec 06 10:06:29 user nova-compute[74535]:       <entry name="uuid">66440071-6cf6-4b6d-8d2a-edd5c1885510</entry>
Dec 06 10:06:29 user nova-compute[74535]:       <entry name="family">Virtual Machine</entry>
Dec 06 10:06:29 user nova-compute[74535]:     </system>
Dec 06 10:06:29 user nova-compute[74535]:   </sysinfo>
Dec 06 10:06:29 user nova-compute[74535]:   <os>
Dec 06 10:06:29 user nova-compute[74535]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 10:06:29 user nova-compute[74535]:     <smbios mode="sysinfo"/>
Dec 06 10:06:29 user nova-compute[74535]:   </os>
Dec 06 10:06:29 user nova-compute[74535]:   <features>
Dec 06 10:06:29 user nova-compute[74535]:     <acpi/>
Dec 06 10:06:29 user nova-compute[74535]:     <apic/>
Dec 06 10:06:29 user nova-compute[74535]:     <vmcoreinfo/>
Dec 06 10:06:29 user nova-compute[74535]:   </features>
Dec 06 10:06:29 user nova-compute[74535]:   <clock offset="utc">
Dec 06 10:06:29 user nova-compute[74535]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 10:06:29 user nova-compute[74535]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 10:06:29 user nova-compute[74535]:     <timer name="hpet" present="no"/>
Dec 06 10:06:29 user nova-compute[74535]:   </clock>
Dec 06 10:06:29 user nova-compute[74535]:   <cpu mode="custom" match="exact">
Dec 06 10:06:29 user nova-compute[74535]:     <model>Nehalem</model>
Dec 06 10:06:29 user nova-compute[74535]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 10:06:29 user nova-compute[74535]:   </cpu>
Dec 06 10:06:29 user nova-compute[74535]:   <devices>
Dec 06 10:06:29 user nova-compute[74535]:     <disk type="block" device="disk">
Dec 06 10:06:29 user nova-compute[74535]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 10:06:29 user nova-compute[74535]:       <source dev="/dev/sdc"/>
Dec 06 10:06:29 user nova-compute[74535]:       <target dev="vda" bus="virtio"/>
Dec 06 10:06:29 user nova-compute[74535]:       <serial>4a35bf7c-ed48-4722-9ea3-ba1da6defde8</serial>
Dec 06 10:06:29 user nova-compute[74535]:     </disk>
Dec 06 10:06:29 user nova-compute[74535]:     <disk type="file" device="disk">
Dec 06 10:06:29 user nova-compute[74535]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 10:06:29 user nova-compute[74535]:       <source file="/opt/stack/data/nova/instances/66440071-6cf6-4b6d-8d2a-edd5c1885510/disk.rescue"/>
Dec 06 10:06:29 user nova-compute[74535]:       <target dev="vdb" bus="virtio"/>
Dec 06 10:06:29 user nova-compute[74535]:       <boot order="1"/>
Dec 06 10:06:29 user nova-compute[74535]:     </disk>
Dec 06 10:06:29 user nova-compute[74535]:     <interface type="ethernet">
Dec 06 10:06:29 user nova-compute[74535]:       <mac address="fa:16:3e:fe:d6:66"/>
Dec 06 10:06:29 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 10:06:29 user nova-compute[74535]:       <mtu size="1442"/>
Dec 06 10:06:29 user nova-compute[74535]:       <target dev="tap31d6d3a9-3d"/>
Dec 06 10:06:29 user nova-compute[74535]:     </interface>
Dec 06 10:06:29 user nova-compute[74535]:     <serial type="pty">
Dec 06 10:06:29 user nova-compute[74535]:       <log file="/opt/stack/data/nova/instances/66440071-6cf6-4b6d-8d2a-edd5c1885510/console.log" append="off"/>
Dec 06 10:06:29 user nova-compute[74535]:     </serial>
Dec 06 10:06:29 user nova-compute[74535]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 10:06:29 user nova-compute[74535]:     <video>
Dec 06 10:06:29 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 10:06:29 user nova-compute[74535]:     </video>
Dec 06 10:06:29 user nova-compute[74535]:     <rng model="virtio">
Dec 06 10:06:29 user nova-compute[74535]:       <backend model="random">/dev/urandom</backend>
Dec 06 10:06:29 user nova-compute[74535]:     </rng>
Dec 06 10:06:29 user nova-compute[74535]:     <controller type="usb" index="0" model="none"/>
Dec 06 10:06:29 user nova-compute[74535]:     <memballoon model="virtio">
Dec 06 10:06:29 user nova-compute[74535]:       <stats period="10"/>
Dec 06 10:06:29 user nova-compute[74535]:     </memballoon>
Dec 06 10:06:29 user nova-compute[74535]:   </devices>
Dec 06 10:06:29 user nova-compute[74535]: </domain>
Dec 06 10:06:29 user nova-compute[74535]:  {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 10:06:29 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] Instance destroyed successfully.
Dec 06 10:06:29 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-c20b68cb-c0af-4b6e-97ff-ecfc85ddd6fb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] No BDM found with device name vda, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 10:06:29 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-c20b68cb-c0af-4b6e-97ff-ecfc85ddd6fb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 10:06:29 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-c20b68cb-c0af-4b6e-97ff-ecfc85ddd6fb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] No VIF found with MAC fa:16:3e:fe:d6:66, not building metadata {{(pid=74535) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 10:06:30 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:06:30 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:06:30 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:06:30 user nova-compute[74535]: DEBUG nova.compute.manager [req-e3db5d95-adff-4479-a782-bf79b0b82780 req-accff39a-fc5c-422d-af84-6add22f2a5ca service nova] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] Received event network-vif-plugged-31d6d3a9-3d99-4759-877e-65245c614bd3 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:06:30 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-e3db5d95-adff-4479-a782-bf79b0b82780 req-accff39a-fc5c-422d-af84-6add22f2a5ca service nova] Acquiring lock "66440071-6cf6-4b6d-8d2a-edd5c1885510-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:06:30 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-e3db5d95-adff-4479-a782-bf79b0b82780 req-accff39a-fc5c-422d-af84-6add22f2a5ca service nova] Lock "66440071-6cf6-4b6d-8d2a-edd5c1885510-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:06:30 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-e3db5d95-adff-4479-a782-bf79b0b82780 req-accff39a-fc5c-422d-af84-6add22f2a5ca service nova] Lock "66440071-6cf6-4b6d-8d2a-edd5c1885510-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:06:30 user nova-compute[74535]: DEBUG nova.compute.manager [req-e3db5d95-adff-4479-a782-bf79b0b82780 req-accff39a-fc5c-422d-af84-6add22f2a5ca service nova] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] No waiting events found dispatching network-vif-plugged-31d6d3a9-3d99-4759-877e-65245c614bd3 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:06:30 user nova-compute[74535]: WARNING nova.compute.manager [req-e3db5d95-adff-4479-a782-bf79b0b82780 req-accff39a-fc5c-422d-af84-6add22f2a5ca service nova] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] Received unexpected event network-vif-plugged-31d6d3a9-3d99-4759-877e-65245c614bd3 for instance with vm_state active and task_state rescuing.
Dec 06 10:06:30 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:06:30 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:06:32 user nova-compute[74535]: INFO nova.compute.manager [None req-fb89ce41-516b-4bd3-b07b-30239a5890a4 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: 5f37b4f2-47f1-474f-82cb-fa93ff07f428] Rescuing
Dec 06 10:06:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-fb89ce41-516b-4bd3-b07b-30239a5890a4 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Acquiring lock "refresh_cache-5f37b4f2-47f1-474f-82cb-fa93ff07f428" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:06:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-fb89ce41-516b-4bd3-b07b-30239a5890a4 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Acquired lock "refresh_cache-5f37b4f2-47f1-474f-82cb-fa93ff07f428" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:06:32 user nova-compute[74535]: DEBUG nova.network.neutron [None req-fb89ce41-516b-4bd3-b07b-30239a5890a4 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: 5f37b4f2-47f1-474f-82cb-fa93ff07f428] Building network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 10:06:32 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:06:32 user nova-compute[74535]: DEBUG nova.network.neutron [None req-fb89ce41-516b-4bd3-b07b-30239a5890a4 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: 5f37b4f2-47f1-474f-82cb-fa93ff07f428] Updating instance_info_cache with network_info: [{"id": "ee4c9481-abe2-4b04-af7f-34f083b82f34", "address": "fa:16:3e:ce:e7:39", "network": {"id": "a3dfa24c-76e2-4ead-941f-ba72c57234a4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-566828184-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17272e061eec432787a47431737ad50f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee4c9481-ab", "ovs_interfaceid": "ee4c9481-abe2-4b04-af7f-34f083b82f34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:06:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-fb89ce41-516b-4bd3-b07b-30239a5890a4 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Releasing lock "refresh_cache-5f37b4f2-47f1-474f-82cb-fa93ff07f428" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:06:32 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:06:32 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:06:32 user nova-compute[74535]: DEBUG nova.compute.manager [req-e525cc99-f97a-41e9-b6af-377b8dea5c57 req-ab6b1ca4-d29d-4beb-8f7f-cddd5a42461c service nova] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] Received event network-vif-plugged-31d6d3a9-3d99-4759-877e-65245c614bd3 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:06:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-e525cc99-f97a-41e9-b6af-377b8dea5c57 req-ab6b1ca4-d29d-4beb-8f7f-cddd5a42461c service nova] Acquiring lock "66440071-6cf6-4b6d-8d2a-edd5c1885510-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:06:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-e525cc99-f97a-41e9-b6af-377b8dea5c57 req-ab6b1ca4-d29d-4beb-8f7f-cddd5a42461c service nova] Lock "66440071-6cf6-4b6d-8d2a-edd5c1885510-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:06:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-e525cc99-f97a-41e9-b6af-377b8dea5c57 req-ab6b1ca4-d29d-4beb-8f7f-cddd5a42461c service nova] Lock "66440071-6cf6-4b6d-8d2a-edd5c1885510-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:06:32 user nova-compute[74535]: DEBUG nova.compute.manager [req-e525cc99-f97a-41e9-b6af-377b8dea5c57 req-ab6b1ca4-d29d-4beb-8f7f-cddd5a42461c service nova] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] No waiting events found dispatching network-vif-plugged-31d6d3a9-3d99-4759-877e-65245c614bd3 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:06:32 user nova-compute[74535]: WARNING nova.compute.manager [req-e525cc99-f97a-41e9-b6af-377b8dea5c57 req-ab6b1ca4-d29d-4beb-8f7f-cddd5a42461c service nova] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] Received unexpected event network-vif-plugged-31d6d3a9-3d99-4759-877e-65245c614bd3 for instance with vm_state active and task_state rescuing.
Dec 06 10:06:33 user nova-compute[74535]: DEBUG nova.compute.manager [None req-c20b68cb-c0af-4b6e-97ff-ecfc85ddd6fb tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] Checking state {{(pid=74535) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 10:06:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:06:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:06:33 user nova-compute[74535]: DEBUG nova.compute.manager [req-c3b00422-9c8c-436f-a299-f85e4e4c4770 req-b662c3e7-aff7-4d50-a14b-6d0c05c785ba service nova] [instance: 5f37b4f2-47f1-474f-82cb-fa93ff07f428] Received event network-vif-unplugged-ee4c9481-abe2-4b04-af7f-34f083b82f34 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:06:33 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-c3b00422-9c8c-436f-a299-f85e4e4c4770 req-b662c3e7-aff7-4d50-a14b-6d0c05c785ba service nova] Acquiring lock "5f37b4f2-47f1-474f-82cb-fa93ff07f428-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:06:33 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-c3b00422-9c8c-436f-a299-f85e4e4c4770 req-b662c3e7-aff7-4d50-a14b-6d0c05c785ba service nova] Lock "5f37b4f2-47f1-474f-82cb-fa93ff07f428-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:06:33 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-c3b00422-9c8c-436f-a299-f85e4e4c4770 req-b662c3e7-aff7-4d50-a14b-6d0c05c785ba service nova] Lock "5f37b4f2-47f1-474f-82cb-fa93ff07f428-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:06:33 user nova-compute[74535]: DEBUG nova.compute.manager [req-c3b00422-9c8c-436f-a299-f85e4e4c4770 req-b662c3e7-aff7-4d50-a14b-6d0c05c785ba service nova] [instance: 5f37b4f2-47f1-474f-82cb-fa93ff07f428] No waiting events found dispatching network-vif-unplugged-ee4c9481-abe2-4b04-af7f-34f083b82f34 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:06:33 user nova-compute[74535]: WARNING nova.compute.manager [req-c3b00422-9c8c-436f-a299-f85e4e4c4770 req-b662c3e7-aff7-4d50-a14b-6d0c05c785ba service nova] [instance: 5f37b4f2-47f1-474f-82cb-fa93ff07f428] Received unexpected event network-vif-unplugged-ee4c9481-abe2-4b04-af7f-34f083b82f34 for instance with vm_state active and task_state rescuing.
Dec 06 10:06:33 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: 5f37b4f2-47f1-474f-82cb-fa93ff07f428] Instance destroyed successfully.
Dec 06 10:06:33 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-fb89ce41-516b-4bd3-b07b-30239a5890a4 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: 5f37b4f2-47f1-474f-82cb-fa93ff07f428] Attempting rescue
Dec 06 10:06:33 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-fb89ce41-516b-4bd3-b07b-30239a5890a4 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=74535) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4314}}
Dec 06 10:06:33 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-fb89ce41-516b-4bd3-b07b-30239a5890a4 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: 5f37b4f2-47f1-474f-82cb-fa93ff07f428] Instance directory exists: not creating {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Dec 06 10:06:33 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-fb89ce41-516b-4bd3-b07b-30239a5890a4 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: 5f37b4f2-47f1-474f-82cb-fa93ff07f428] Creating image(s)
Dec 06 10:06:33 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-fb89ce41-516b-4bd3-b07b-30239a5890a4 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Acquiring lock "/opt/stack/data/nova/instances/5f37b4f2-47f1-474f-82cb-fa93ff07f428/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:06:33 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-fb89ce41-516b-4bd3-b07b-30239a5890a4 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Lock "/opt/stack/data/nova/instances/5f37b4f2-47f1-474f-82cb-fa93ff07f428/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:06:33 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-fb89ce41-516b-4bd3-b07b-30239a5890a4 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Lock "/opt/stack/data/nova/instances/5f37b4f2-47f1-474f-82cb-fa93ff07f428/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:06:33 user nova-compute[74535]: DEBUG nova.objects.instance [None req-fb89ce41-516b-4bd3-b07b-30239a5890a4 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Lazy-loading 'trusted_certs' on Instance uuid 5f37b4f2-47f1-474f-82cb-fa93ff07f428 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:06:33 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-fb89ce41-516b-4bd3-b07b-30239a5890a4 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Acquiring lock "7aef4f97309efbd0d8988be1fd45eed756898e08" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:06:33 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-fb89ce41-516b-4bd3-b07b-30239a5890a4 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Lock "7aef4f97309efbd0d8988be1fd45eed756898e08" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:06:33 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-fb89ce41-516b-4bd3-b07b-30239a5890a4 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:06:33 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-fb89ce41-516b-4bd3-b07b-30239a5890a4 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.174s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:06:33 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-fb89ce41-516b-4bd3-b07b-30239a5890a4 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08,backing_fmt=raw /opt/stack/data/nova/instances/5f37b4f2-47f1-474f-82cb-fa93ff07f428/disk.rescue {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:06:33 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-fb89ce41-516b-4bd3-b07b-30239a5890a4 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08,backing_fmt=raw /opt/stack/data/nova/instances/5f37b4f2-47f1-474f-82cb-fa93ff07f428/disk.rescue" returned: 0 in 0.062s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:06:33 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-fb89ce41-516b-4bd3-b07b-30239a5890a4 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Lock "7aef4f97309efbd0d8988be1fd45eed756898e08" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.244s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:06:33 user nova-compute[74535]: DEBUG nova.objects.instance [None req-fb89ce41-516b-4bd3-b07b-30239a5890a4 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Lazy-loading 'migration_context' on Instance uuid 5f37b4f2-47f1-474f-82cb-fa93ff07f428 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:06:33 user nova-compute[74535]: DEBUG nova.objects.base [None req-fb89ce41-516b-4bd3-b07b-30239a5890a4 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Object Instance<5f37b4f2-47f1-474f-82cb-fa93ff07f428> lazy-loaded attributes: trusted_certs,migration_context {{(pid=74535) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 10:06:33 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-fb89ce41-516b-4bd3-b07b-30239a5890a4 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: 5f37b4f2-47f1-474f-82cb-fa93ff07f428] Created local disks {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 10:06:33 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-fb89ce41-516b-4bd3-b07b-30239a5890a4 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: 5f37b4f2-47f1-474f-82cb-fa93ff07f428] Start _get_guest_xml network_info=[{"id": "ee4c9481-abe2-4b04-af7f-34f083b82f34", "address": "fa:16:3e:ce:e7:39", "network": {"id": "a3dfa24c-76e2-4ead-941f-ba72c57234a4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-566828184-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-566828184-network", "vif_mac": "fa:16:3e:ce:e7:39"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17272e061eec432787a47431737ad50f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee4c9481-ab", "ovs_interfaceid": "ee4c9481-abe2-4b04-af7f-34f083b82f34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T09:52:28Z,direct_url=<?>,disk_format='qcow2',id=b338f3c8-9974-4b9f-bacb-c75dd541c256,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='563f6a2917a742ada39fb0e950eece6e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T09:52:30Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': 'b338f3c8-9974-4b9f-bacb-c75dd541c256', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=None {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 10:06:33 user nova-compute[74535]: DEBUG nova.objects.instance [None req-fb89ce41-516b-4bd3-b07b-30239a5890a4 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Lazy-loading 'resources' on Instance uuid 5f37b4f2-47f1-474f-82cb-fa93ff07f428 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:06:33 user nova-compute[74535]: DEBUG nova.objects.base [None req-fb89ce41-516b-4bd3-b07b-30239a5890a4 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Object Instance<5f37b4f2-47f1-474f-82cb-fa93ff07f428> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=74535) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 10:06:33 user nova-compute[74535]: DEBUG nova.objects.instance [None req-fb89ce41-516b-4bd3-b07b-30239a5890a4 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Lazy-loading 'numa_topology' on Instance uuid 5f37b4f2-47f1-474f-82cb-fa93ff07f428 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:06:33 user nova-compute[74535]: DEBUG nova.objects.base [None req-fb89ce41-516b-4bd3-b07b-30239a5890a4 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Object Instance<5f37b4f2-47f1-474f-82cb-fa93ff07f428> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=74535) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 10:06:33 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-fb89ce41-516b-4bd3-b07b-30239a5890a4 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:06:33 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-fb89ce41-516b-4bd3-b07b-30239a5890a4 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:06:34 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-fb89ce41-516b-4bd3-b07b-30239a5890a4 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 10:06:34 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-fb89ce41-516b-4bd3-b07b-30239a5890a4 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] CPU controller missing on host. {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 10:06:34 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-fb89ce41-516b-4bd3-b07b-30239a5890a4 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 10:06:34 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-fb89ce41-516b-4bd3-b07b-30239a5890a4 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] CPU controller found on host. {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 10:06:34 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-fb89ce41-516b-4bd3-b07b-30239a5890a4 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74535) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 10:06:34 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-fb89ce41-516b-4bd3-b07b-30239a5890a4 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T09:52:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T09:52:28Z,direct_url=<?>,disk_format='qcow2',id=b338f3c8-9974-4b9f-bacb-c75dd541c256,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='563f6a2917a742ada39fb0e950eece6e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T09:52:30Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 10:06:34 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-fb89ce41-516b-4bd3-b07b-30239a5890a4 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Flavor limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 10:06:34 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-fb89ce41-516b-4bd3-b07b-30239a5890a4 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Image limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 10:06:34 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-fb89ce41-516b-4bd3-b07b-30239a5890a4 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Flavor pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 10:06:34 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-fb89ce41-516b-4bd3-b07b-30239a5890a4 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Image pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 10:06:34 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-fb89ce41-516b-4bd3-b07b-30239a5890a4 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 10:06:34 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-fb89ce41-516b-4bd3-b07b-30239a5890a4 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 10:06:34 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-fb89ce41-516b-4bd3-b07b-30239a5890a4 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 10:06:34 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-fb89ce41-516b-4bd3-b07b-30239a5890a4 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Got 1 possible topologies {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 10:06:34 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-fb89ce41-516b-4bd3-b07b-30239a5890a4 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 10:06:34 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-fb89ce41-516b-4bd3-b07b-30239a5890a4 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 10:06:34 user nova-compute[74535]: DEBUG nova.objects.instance [None req-fb89ce41-516b-4bd3-b07b-30239a5890a4 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Lazy-loading 'vcpu_model' on Instance uuid 5f37b4f2-47f1-474f-82cb-fa93ff07f428 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:06:34 user nova-compute[74535]: DEBUG nova.objects.base [None req-fb89ce41-516b-4bd3-b07b-30239a5890a4 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Object Instance<5f37b4f2-47f1-474f-82cb-fa93ff07f428> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=74535) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 10:06:34 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-fb89ce41-516b-4bd3-b07b-30239a5890a4 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:01:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-46708827',display_name='tempest-ServerRescueNegativeTestJSON-server-46708827',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-46708827',id=20,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-06T10:01:54Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='17272e061eec432787a47431737ad50f',ramdisk_id='',reservation_id='r-5up0tqre',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-1402737075',owner_user_name='tempest-ServerRescueNegativeTestJSON-1402737075-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T10:01:54Z,user_data=None,user_id='9a77e6b6f564435a942477b2360ac402',uuid=5f37b4f2-47f1-474f-82cb-fa93ff07f428,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ee4c9481-abe2-4b04-af7f-34f083b82f34", "address": "fa:16:3e:ce:e7:39", "network": {"id": "a3dfa24c-76e2-4ead-941f-ba72c57234a4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-566828184-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-566828184-network", "vif_mac": "fa:16:3e:ce:e7:39"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17272e061eec432787a47431737ad50f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee4c9481-ab", "ovs_interfaceid": "ee4c9481-abe2-4b04-af7f-34f083b82f34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74535) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 10:06:34 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-fb89ce41-516b-4bd3-b07b-30239a5890a4 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Converting VIF {"id": "ee4c9481-abe2-4b04-af7f-34f083b82f34", "address": "fa:16:3e:ce:e7:39", "network": {"id": "a3dfa24c-76e2-4ead-941f-ba72c57234a4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-566828184-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-566828184-network", "vif_mac": "fa:16:3e:ce:e7:39"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17272e061eec432787a47431737ad50f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee4c9481-ab", "ovs_interfaceid": "ee4c9481-abe2-4b04-af7f-34f083b82f34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:06:34 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-fb89ce41-516b-4bd3-b07b-30239a5890a4 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:ce:e7:39,bridge_name='br-int',has_traffic_filtering=True,id=ee4c9481-abe2-4b04-af7f-34f083b82f34,network=Network(a3dfa24c-76e2-4ead-941f-ba72c57234a4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapee4c9481-ab') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:06:34 user nova-compute[74535]: DEBUG nova.objects.instance [None req-fb89ce41-516b-4bd3-b07b-30239a5890a4 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Lazy-loading 'pci_devices' on Instance uuid 5f37b4f2-47f1-474f-82cb-fa93ff07f428 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:06:34 user nova-compute[74535]: DEBUG nova.objects.base [None req-fb89ce41-516b-4bd3-b07b-30239a5890a4 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Object Instance<5f37b4f2-47f1-474f-82cb-fa93ff07f428> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=74535) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 10:06:34 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-fb89ce41-516b-4bd3-b07b-30239a5890a4 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: 5f37b4f2-47f1-474f-82cb-fa93ff07f428] End _get_guest_xml xml=<domain type="kvm">
Dec 06 10:06:34 user nova-compute[74535]:   <uuid>5f37b4f2-47f1-474f-82cb-fa93ff07f428</uuid>
Dec 06 10:06:34 user nova-compute[74535]:   <name>instance-00000014</name>
Dec 06 10:06:34 user nova-compute[74535]:   <memory>524288</memory>
Dec 06 10:06:34 user nova-compute[74535]:   <vcpu>1</vcpu>
Dec 06 10:06:34 user nova-compute[74535]:   <metadata>
Dec 06 10:06:34 user nova-compute[74535]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 10:06:34 user nova-compute[74535]:       <nova:package version="0.0.0"/>
Dec 06 10:06:34 user nova-compute[74535]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-46708827</nova:name>
Dec 06 10:06:34 user nova-compute[74535]:       <nova:creationTime>2023-12-06 10:06:33</nova:creationTime>
Dec 06 10:06:34 user nova-compute[74535]:       <nova:flavor name="m1.tiny">
Dec 06 10:06:34 user nova-compute[74535]:         <nova:memory>512</nova:memory>
Dec 06 10:06:34 user nova-compute[74535]:         <nova:disk>1</nova:disk>
Dec 06 10:06:34 user nova-compute[74535]:         <nova:swap>0</nova:swap>
Dec 06 10:06:34 user nova-compute[74535]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 10:06:34 user nova-compute[74535]:         <nova:vcpus>1</nova:vcpus>
Dec 06 10:06:34 user nova-compute[74535]:       </nova:flavor>
Dec 06 10:06:34 user nova-compute[74535]:       <nova:owner>
Dec 06 10:06:34 user nova-compute[74535]:         <nova:user uuid="9a77e6b6f564435a942477b2360ac402">tempest-ServerRescueNegativeTestJSON-1402737075-project-member</nova:user>
Dec 06 10:06:34 user nova-compute[74535]:         <nova:project uuid="17272e061eec432787a47431737ad50f">tempest-ServerRescueNegativeTestJSON-1402737075</nova:project>
Dec 06 10:06:34 user nova-compute[74535]:       </nova:owner>
Dec 06 10:06:34 user nova-compute[74535]:       <nova:root type="image" uuid="b338f3c8-9974-4b9f-bacb-c75dd541c256"/>
Dec 06 10:06:34 user nova-compute[74535]:       <nova:ports>
Dec 06 10:06:34 user nova-compute[74535]:         <nova:port uuid="ee4c9481-abe2-4b04-af7f-34f083b82f34">
Dec 06 10:06:34 user nova-compute[74535]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Dec 06 10:06:34 user nova-compute[74535]:         </nova:port>
Dec 06 10:06:34 user nova-compute[74535]:       </nova:ports>
Dec 06 10:06:34 user nova-compute[74535]:     </nova:instance>
Dec 06 10:06:34 user nova-compute[74535]:   </metadata>
Dec 06 10:06:34 user nova-compute[74535]:   <sysinfo type="smbios">
Dec 06 10:06:34 user nova-compute[74535]:     <system>
Dec 06 10:06:34 user nova-compute[74535]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 10:06:34 user nova-compute[74535]:       <entry name="product">OpenStack Nova</entry>
Dec 06 10:06:34 user nova-compute[74535]:       <entry name="version">0.0.0</entry>
Dec 06 10:06:34 user nova-compute[74535]:       <entry name="serial">5f37b4f2-47f1-474f-82cb-fa93ff07f428</entry>
Dec 06 10:06:34 user nova-compute[74535]:       <entry name="uuid">5f37b4f2-47f1-474f-82cb-fa93ff07f428</entry>
Dec 06 10:06:34 user nova-compute[74535]:       <entry name="family">Virtual Machine</entry>
Dec 06 10:06:34 user nova-compute[74535]:     </system>
Dec 06 10:06:34 user nova-compute[74535]:   </sysinfo>
Dec 06 10:06:34 user nova-compute[74535]:   <os>
Dec 06 10:06:34 user nova-compute[74535]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 10:06:34 user nova-compute[74535]:     <smbios mode="sysinfo"/>
Dec 06 10:06:34 user nova-compute[74535]:   </os>
Dec 06 10:06:34 user nova-compute[74535]:   <features>
Dec 06 10:06:34 user nova-compute[74535]:     <acpi/>
Dec 06 10:06:34 user nova-compute[74535]:     <apic/>
Dec 06 10:06:34 user nova-compute[74535]:     <vmcoreinfo/>
Dec 06 10:06:34 user nova-compute[74535]:   </features>
Dec 06 10:06:34 user nova-compute[74535]:   <clock offset="utc">
Dec 06 10:06:34 user nova-compute[74535]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 10:06:34 user nova-compute[74535]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 10:06:34 user nova-compute[74535]:     <timer name="hpet" present="no"/>
Dec 06 10:06:34 user nova-compute[74535]:   </clock>
Dec 06 10:06:34 user nova-compute[74535]:   <cpu mode="custom" match="exact">
Dec 06 10:06:34 user nova-compute[74535]:     <model>Nehalem</model>
Dec 06 10:06:34 user nova-compute[74535]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 10:06:34 user nova-compute[74535]:   </cpu>
Dec 06 10:06:34 user nova-compute[74535]:   <devices>
Dec 06 10:06:34 user nova-compute[74535]:     <disk type="file" device="disk">
Dec 06 10:06:34 user nova-compute[74535]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 10:06:34 user nova-compute[74535]:       <source file="/opt/stack/data/nova/instances/5f37b4f2-47f1-474f-82cb-fa93ff07f428/disk.rescue"/>
Dec 06 10:06:34 user nova-compute[74535]:       <target dev="vda" bus="virtio"/>
Dec 06 10:06:34 user nova-compute[74535]:     </disk>
Dec 06 10:06:34 user nova-compute[74535]:     <disk type="file" device="disk">
Dec 06 10:06:34 user nova-compute[74535]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 10:06:34 user nova-compute[74535]:       <source file="/opt/stack/data/nova/instances/5f37b4f2-47f1-474f-82cb-fa93ff07f428/disk"/>
Dec 06 10:06:34 user nova-compute[74535]:       <target dev="vdb" bus="virtio"/>
Dec 06 10:06:34 user nova-compute[74535]:     </disk>
Dec 06 10:06:34 user nova-compute[74535]:     <interface type="ethernet">
Dec 06 10:06:34 user nova-compute[74535]:       <mac address="fa:16:3e:ce:e7:39"/>
Dec 06 10:06:34 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 10:06:34 user nova-compute[74535]:       <mtu size="1442"/>
Dec 06 10:06:34 user nova-compute[74535]:       <target dev="tapee4c9481-ab"/>
Dec 06 10:06:34 user nova-compute[74535]:     </interface>
Dec 06 10:06:34 user nova-compute[74535]:     <serial type="pty">
Dec 06 10:06:34 user nova-compute[74535]:       <log file="/opt/stack/data/nova/instances/5f37b4f2-47f1-474f-82cb-fa93ff07f428/console.log" append="off"/>
Dec 06 10:06:34 user nova-compute[74535]:     </serial>
Dec 06 10:06:34 user nova-compute[74535]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 10:06:34 user nova-compute[74535]:     <video>
Dec 06 10:06:34 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 10:06:34 user nova-compute[74535]:     </video>
Dec 06 10:06:34 user nova-compute[74535]:     <rng model="virtio">
Dec 06 10:06:34 user nova-compute[74535]:       <backend model="random">/dev/urandom</backend>
Dec 06 10:06:34 user nova-compute[74535]:     </rng>
Dec 06 10:06:34 user nova-compute[74535]:     <controller type="usb" index="0" model="none"/>
Dec 06 10:06:34 user nova-compute[74535]:     <memballoon model="virtio">
Dec 06 10:06:34 user nova-compute[74535]:       <stats period="10"/>
Dec 06 10:06:34 user nova-compute[74535]:     </memballoon>
Dec 06 10:06:34 user nova-compute[74535]:   </devices>
Dec 06 10:06:34 user nova-compute[74535]: </domain>
Dec 06 10:06:34 user nova-compute[74535]:  {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 10:06:34 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: 5f37b4f2-47f1-474f-82cb-fa93ff07f428] Instance destroyed successfully.
Dec 06 10:06:34 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-fb89ce41-516b-4bd3-b07b-30239a5890a4 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] No BDM found with device name vda, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 10:06:34 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-fb89ce41-516b-4bd3-b07b-30239a5890a4 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 10:06:34 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-fb89ce41-516b-4bd3-b07b-30239a5890a4 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] No VIF found with MAC fa:16:3e:ce:e7:39, not building metadata {{(pid=74535) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 10:06:35 user nova-compute[74535]: DEBUG nova.compute.manager [req-12bf1c43-3dff-40b5-8637-f89c02278ba3 req-8f4e7f45-0794-49e8-8a29-d219ad232811 service nova] [instance: 5f37b4f2-47f1-474f-82cb-fa93ff07f428] Received event network-vif-plugged-ee4c9481-abe2-4b04-af7f-34f083b82f34 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:06:35 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-12bf1c43-3dff-40b5-8637-f89c02278ba3 req-8f4e7f45-0794-49e8-8a29-d219ad232811 service nova] Acquiring lock "5f37b4f2-47f1-474f-82cb-fa93ff07f428-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:06:35 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-12bf1c43-3dff-40b5-8637-f89c02278ba3 req-8f4e7f45-0794-49e8-8a29-d219ad232811 service nova] Lock "5f37b4f2-47f1-474f-82cb-fa93ff07f428-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:06:35 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-12bf1c43-3dff-40b5-8637-f89c02278ba3 req-8f4e7f45-0794-49e8-8a29-d219ad232811 service nova] Lock "5f37b4f2-47f1-474f-82cb-fa93ff07f428-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:06:35 user nova-compute[74535]: DEBUG nova.compute.manager [req-12bf1c43-3dff-40b5-8637-f89c02278ba3 req-8f4e7f45-0794-49e8-8a29-d219ad232811 service nova] [instance: 5f37b4f2-47f1-474f-82cb-fa93ff07f428] No waiting events found dispatching network-vif-plugged-ee4c9481-abe2-4b04-af7f-34f083b82f34 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:06:35 user nova-compute[74535]: WARNING nova.compute.manager [req-12bf1c43-3dff-40b5-8637-f89c02278ba3 req-8f4e7f45-0794-49e8-8a29-d219ad232811 service nova] [instance: 5f37b4f2-47f1-474f-82cb-fa93ff07f428] Received unexpected event network-vif-plugged-ee4c9481-abe2-4b04-af7f-34f083b82f34 for instance with vm_state active and task_state rescuing.
Dec 06 10:06:35 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:06:35 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:06:35 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:06:35 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:06:35 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:06:35 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:06:36 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-ffc2e64f-4247-42ac-b9e4-07af07f6d2b4 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Acquiring lock "3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:06:36 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-ffc2e64f-4247-42ac-b9e4-07af07f6d2b4 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Lock "3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:06:36 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-ffc2e64f-4247-42ac-b9e4-07af07f6d2b4 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Acquiring lock "3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:06:36 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-ffc2e64f-4247-42ac-b9e4-07af07f6d2b4 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Lock "3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:06:36 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-ffc2e64f-4247-42ac-b9e4-07af07f6d2b4 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Lock "3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:06:36 user nova-compute[74535]: INFO nova.compute.manager [None req-ffc2e64f-4247-42ac-b9e4-07af07f6d2b4 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] [instance: 3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f] Terminating instance
Dec 06 10:06:36 user nova-compute[74535]: DEBUG nova.compute.manager [None req-ffc2e64f-4247-42ac-b9e4-07af07f6d2b4 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] [instance: 3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f] Start destroying the instance on the hypervisor. {{(pid=74535) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 10:06:36 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:06:36 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:06:36 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:06:36 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:06:37 user nova-compute[74535]: DEBUG nova.compute.manager [req-ea7dfe41-968e-45a7-a716-e04a599382f0 req-e7859dfb-0a37-4b26-a76d-78ef7c3abf9e service nova] [instance: 5f37b4f2-47f1-474f-82cb-fa93ff07f428] Received event network-vif-plugged-ee4c9481-abe2-4b04-af7f-34f083b82f34 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:06:37 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-ea7dfe41-968e-45a7-a716-e04a599382f0 req-e7859dfb-0a37-4b26-a76d-78ef7c3abf9e service nova] Acquiring lock "5f37b4f2-47f1-474f-82cb-fa93ff07f428-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:06:37 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-ea7dfe41-968e-45a7-a716-e04a599382f0 req-e7859dfb-0a37-4b26-a76d-78ef7c3abf9e service nova] Lock "5f37b4f2-47f1-474f-82cb-fa93ff07f428-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:06:37 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-ea7dfe41-968e-45a7-a716-e04a599382f0 req-e7859dfb-0a37-4b26-a76d-78ef7c3abf9e service nova] Lock "5f37b4f2-47f1-474f-82cb-fa93ff07f428-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:06:37 user nova-compute[74535]: DEBUG nova.compute.manager [req-ea7dfe41-968e-45a7-a716-e04a599382f0 req-e7859dfb-0a37-4b26-a76d-78ef7c3abf9e service nova] [instance: 5f37b4f2-47f1-474f-82cb-fa93ff07f428] No waiting events found dispatching network-vif-plugged-ee4c9481-abe2-4b04-af7f-34f083b82f34 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:06:37 user nova-compute[74535]: WARNING nova.compute.manager [req-ea7dfe41-968e-45a7-a716-e04a599382f0 req-e7859dfb-0a37-4b26-a76d-78ef7c3abf9e service nova] [instance: 5f37b4f2-47f1-474f-82cb-fa93ff07f428] Received unexpected event network-vif-plugged-ee4c9481-abe2-4b04-af7f-34f083b82f34 for instance with vm_state active and task_state rescuing.
Dec 06 10:06:37 user nova-compute[74535]: DEBUG nova.compute.manager [req-ea7dfe41-968e-45a7-a716-e04a599382f0 req-e7859dfb-0a37-4b26-a76d-78ef7c3abf9e service nova] [instance: 5f37b4f2-47f1-474f-82cb-fa93ff07f428] Received event network-vif-plugged-ee4c9481-abe2-4b04-af7f-34f083b82f34 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:06:37 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-ea7dfe41-968e-45a7-a716-e04a599382f0 req-e7859dfb-0a37-4b26-a76d-78ef7c3abf9e service nova] Acquiring lock "5f37b4f2-47f1-474f-82cb-fa93ff07f428-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:06:37 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-ea7dfe41-968e-45a7-a716-e04a599382f0 req-e7859dfb-0a37-4b26-a76d-78ef7c3abf9e service nova] Lock "5f37b4f2-47f1-474f-82cb-fa93ff07f428-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:06:37 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-ea7dfe41-968e-45a7-a716-e04a599382f0 req-e7859dfb-0a37-4b26-a76d-78ef7c3abf9e service nova] Lock "5f37b4f2-47f1-474f-82cb-fa93ff07f428-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:06:37 user nova-compute[74535]: DEBUG nova.compute.manager [req-ea7dfe41-968e-45a7-a716-e04a599382f0 req-e7859dfb-0a37-4b26-a76d-78ef7c3abf9e service nova] [instance: 5f37b4f2-47f1-474f-82cb-fa93ff07f428] No waiting events found dispatching network-vif-plugged-ee4c9481-abe2-4b04-af7f-34f083b82f34 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:06:37 user nova-compute[74535]: WARNING nova.compute.manager [req-ea7dfe41-968e-45a7-a716-e04a599382f0 req-e7859dfb-0a37-4b26-a76d-78ef7c3abf9e service nova] [instance: 5f37b4f2-47f1-474f-82cb-fa93ff07f428] Received unexpected event network-vif-plugged-ee4c9481-abe2-4b04-af7f-34f083b82f34 for instance with vm_state active and task_state rescuing.
Dec 06 10:06:37 user nova-compute[74535]: DEBUG nova.compute.manager [req-ea7dfe41-968e-45a7-a716-e04a599382f0 req-e7859dfb-0a37-4b26-a76d-78ef7c3abf9e service nova] [instance: 3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f] Received event network-vif-unplugged-6f62b2c8-694b-4187-865c-4166e65f5231 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:06:37 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-ea7dfe41-968e-45a7-a716-e04a599382f0 req-e7859dfb-0a37-4b26-a76d-78ef7c3abf9e service nova] Acquiring lock "3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:06:37 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-ea7dfe41-968e-45a7-a716-e04a599382f0 req-e7859dfb-0a37-4b26-a76d-78ef7c3abf9e service nova] Lock "3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:06:37 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-ea7dfe41-968e-45a7-a716-e04a599382f0 req-e7859dfb-0a37-4b26-a76d-78ef7c3abf9e service nova] Lock "3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:06:37 user nova-compute[74535]: DEBUG nova.compute.manager [req-ea7dfe41-968e-45a7-a716-e04a599382f0 req-e7859dfb-0a37-4b26-a76d-78ef7c3abf9e service nova] [instance: 3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f] No waiting events found dispatching network-vif-unplugged-6f62b2c8-694b-4187-865c-4166e65f5231 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:06:37 user nova-compute[74535]: DEBUG nova.compute.manager [req-ea7dfe41-968e-45a7-a716-e04a599382f0 req-e7859dfb-0a37-4b26-a76d-78ef7c3abf9e service nova] [instance: 3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f] Received event network-vif-unplugged-6f62b2c8-694b-4187-865c-4166e65f5231 for instance with task_state deleting. {{(pid=74535) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 10:06:37 user nova-compute[74535]: DEBUG nova.compute.manager [req-ea7dfe41-968e-45a7-a716-e04a599382f0 req-e7859dfb-0a37-4b26-a76d-78ef7c3abf9e service nova] [instance: 3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f] Received event network-vif-plugged-6f62b2c8-694b-4187-865c-4166e65f5231 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:06:37 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-ea7dfe41-968e-45a7-a716-e04a599382f0 req-e7859dfb-0a37-4b26-a76d-78ef7c3abf9e service nova] Acquiring lock "3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:06:37 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-ea7dfe41-968e-45a7-a716-e04a599382f0 req-e7859dfb-0a37-4b26-a76d-78ef7c3abf9e service nova] Lock "3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:06:37 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-ea7dfe41-968e-45a7-a716-e04a599382f0 req-e7859dfb-0a37-4b26-a76d-78ef7c3abf9e service nova] Lock "3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:06:37 user nova-compute[74535]: DEBUG nova.compute.manager [req-ea7dfe41-968e-45a7-a716-e04a599382f0 req-e7859dfb-0a37-4b26-a76d-78ef7c3abf9e service nova] [instance: 3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f] No waiting events found dispatching network-vif-plugged-6f62b2c8-694b-4187-865c-4166e65f5231 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:06:37 user nova-compute[74535]: WARNING nova.compute.manager [req-ea7dfe41-968e-45a7-a716-e04a599382f0 req-e7859dfb-0a37-4b26-a76d-78ef7c3abf9e service nova] [instance: 3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f] Received unexpected event network-vif-plugged-6f62b2c8-694b-4187-865c-4166e65f5231 for instance with vm_state active and task_state deleting.
Dec 06 10:06:37 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:06:37 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: 3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f] Instance destroyed successfully.
Dec 06 10:06:37 user nova-compute[74535]: DEBUG nova.objects.instance [None req-ffc2e64f-4247-42ac-b9e4-07af07f6d2b4 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Lazy-loading 'resources' on Instance uuid 3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:06:37 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-ffc2e64f-4247-42ac-b9e4-07af07f6d2b4 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:00:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-108087116',display_name='tempest-VolumesAdminNegativeTest-server-108087116',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-108087116',id=16,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHPPnUJvjHLKJCzUJRMkiz1M7+X7OSzIhjvtpC0zdejq0+3lOVXVBMvDZibyxLNd408MSRoT4ielxxSOjQQ6ABNRJFBmnEwTGUe918ndaV2HUI0xjIgwU+URVXMVpaQMww==',key_name='tempest-keypair-721050177',keypairs=<?>,launch_index=0,launched_at=2023-12-06T10:00:45Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='46ebbf9498444b2aba0f2621669fb73b',ramdisk_id='',reservation_id='r-qx9dyv8i',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesAdminNegativeTest-1187903503',owner_user_name='tempest-VolumesAdminNegativeTest-1187903503-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T10:00:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0ee5388380bb45cc82a263fbebb91c45',uuid=3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "6f62b2c8-694b-4187-865c-4166e65f5231", "address": "fa:16:3e:3b:17:5e", "network": {"id": "3f4a5abf-4793-4a73-a7db-f90c3940be91", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1456499207-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.115", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "46ebbf9498444b2aba0f2621669fb73b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6f62b2c8-69", "ovs_interfaceid": "6f62b2c8-694b-4187-865c-4166e65f5231", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 10:06:37 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-ffc2e64f-4247-42ac-b9e4-07af07f6d2b4 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Converting VIF {"id": "6f62b2c8-694b-4187-865c-4166e65f5231", "address": "fa:16:3e:3b:17:5e", "network": {"id": "3f4a5abf-4793-4a73-a7db-f90c3940be91", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1456499207-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.115", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "46ebbf9498444b2aba0f2621669fb73b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6f62b2c8-69", "ovs_interfaceid": "6f62b2c8-694b-4187-865c-4166e65f5231", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:06:37 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-ffc2e64f-4247-42ac-b9e4-07af07f6d2b4 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:3b:17:5e,bridge_name='br-int',has_traffic_filtering=True,id=6f62b2c8-694b-4187-865c-4166e65f5231,network=Network(3f4a5abf-4793-4a73-a7db-f90c3940be91),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6f62b2c8-69') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:06:37 user nova-compute[74535]: DEBUG os_vif [None req-ffc2e64f-4247-42ac-b9e4-07af07f6d2b4 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:3b:17:5e,bridge_name='br-int',has_traffic_filtering=True,id=6f62b2c8-694b-4187-865c-4166e65f5231,network=Network(3f4a5abf-4793-4a73-a7db-f90c3940be91),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6f62b2c8-69') {{(pid=74535) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 10:06:37 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:06:37 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap6f62b2c8-69, bridge=br-int, if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:06:37 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:06:37 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:06:37 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:06:37 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=93badaad-4bd0-454f-879f-6dacf59ebaad) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:06:37 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:06:37 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:06:37 user nova-compute[74535]: INFO os_vif [None req-ffc2e64f-4247-42ac-b9e4-07af07f6d2b4 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:3b:17:5e,bridge_name='br-int',has_traffic_filtering=True,id=6f62b2c8-694b-4187-865c-4166e65f5231,network=Network(3f4a5abf-4793-4a73-a7db-f90c3940be91),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6f62b2c8-69')
Dec 06 10:06:37 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-ffc2e64f-4247-42ac-b9e4-07af07f6d2b4 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] [instance: 3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f] Deleting instance files /opt/stack/data/nova/instances/3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f_del
Dec 06 10:06:37 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-ffc2e64f-4247-42ac-b9e4-07af07f6d2b4 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] [instance: 3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f] Deletion of /opt/stack/data/nova/instances/3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f_del complete
Dec 06 10:06:37 user nova-compute[74535]: INFO nova.compute.manager [None req-ffc2e64f-4247-42ac-b9e4-07af07f6d2b4 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] [instance: 3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f] Took 1.01 seconds to destroy the instance on the hypervisor.
Dec 06 10:06:37 user nova-compute[74535]: DEBUG oslo.service.loopingcall [None req-ffc2e64f-4247-42ac-b9e4-07af07f6d2b4 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74535) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 10:06:37 user nova-compute[74535]: DEBUG nova.compute.manager [-] [instance: 3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f] Deallocating network for instance {{(pid=74535) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 10:06:37 user nova-compute[74535]: DEBUG nova.network.neutron [-] [instance: 3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f] deallocate_for_instance() {{(pid=74535) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 10:06:37 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:06:38 user nova-compute[74535]: DEBUG nova.compute.manager [None req-fb89ce41-516b-4bd3-b07b-30239a5890a4 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: 5f37b4f2-47f1-474f-82cb-fa93ff07f428] Checking state {{(pid=74535) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 10:06:38 user nova-compute[74535]: DEBUG nova.network.neutron [-] [instance: 3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f] Updating instance_info_cache with network_info: [] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:06:38 user nova-compute[74535]: INFO nova.compute.manager [-] [instance: 3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f] Took 0.92 seconds to deallocate network for instance.
Dec 06 10:06:38 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-ffc2e64f-4247-42ac-b9e4-07af07f6d2b4 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:06:38 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-ffc2e64f-4247-42ac-b9e4-07af07f6d2b4 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:06:38 user nova-compute[74535]: DEBUG nova.compute.manager [req-e43143ed-d89f-406c-9c43-82f51bba76c3 req-02b4065c-21a6-4439-8526-d5caa47ed9db service nova] [instance: 3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f] Received event network-vif-deleted-6f62b2c8-694b-4187-865c-4166e65f5231 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:06:38 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-ffc2e64f-4247-42ac-b9e4-07af07f6d2b4 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:06:39 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-ffc2e64f-4247-42ac-b9e4-07af07f6d2b4 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:06:39 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-ffc2e64f-4247-42ac-b9e4-07af07f6d2b4 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.488s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:06:39 user nova-compute[74535]: INFO nova.scheduler.client.report [None req-ffc2e64f-4247-42ac-b9e4-07af07f6d2b4 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Deleted allocations for instance 3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f
Dec 06 10:06:39 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-ffc2e64f-4247-42ac-b9e4-07af07f6d2b4 tempest-VolumesAdminNegativeTest-1187903503 tempest-VolumesAdminNegativeTest-1187903503-project-member] Lock "3ef0d0ff-6ef2-4a86-a164-6efd70a8d91f" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.676s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:06:42 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:06:42 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:06:47 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:06:47 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:06:52 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:06:52 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:06:56 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:06:57 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:06:57 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:06:58 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-20411d17-d0f3-4da3-9493-279ba7b49913 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Acquiring lock "c3b63c03-ccc7-458a-8780-b196259784e4" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:06:58 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-20411d17-d0f3-4da3-9493-279ba7b49913 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Lock "c3b63c03-ccc7-458a-8780-b196259784e4" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:06:58 user nova-compute[74535]: INFO nova.compute.manager [None req-20411d17-d0f3-4da3-9493-279ba7b49913 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Detaching volume 56b1e591-c1f5-4834-8c99-30f0d04ea92b
Dec 06 10:06:58 user nova-compute[74535]: INFO nova.virt.block_device [None req-20411d17-d0f3-4da3-9493-279ba7b49913 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Attempting to driver detach volume 56b1e591-c1f5-4834-8c99-30f0d04ea92b from mountpoint /dev/vdc
Dec 06 10:06:58 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-20411d17-d0f3-4da3-9493-279ba7b49913 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Attempting to detach device vdc from instance c3b63c03-ccc7-458a-8780-b196259784e4 from the persistent domain config. {{(pid=74535) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 10:06:58 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-20411d17-d0f3-4da3-9493-279ba7b49913 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 10:06:58 user nova-compute[74535]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 10:06:58 user nova-compute[74535]:   <source dev="/dev/sdb"/>
Dec 06 10:06:58 user nova-compute[74535]:   <target dev="vdc" bus="virtio"/>
Dec 06 10:06:58 user nova-compute[74535]:   <serial>56b1e591-c1f5-4834-8c99-30f0d04ea92b</serial>
Dec 06 10:06:58 user nova-compute[74535]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Dec 06 10:06:58 user nova-compute[74535]: </disk>
Dec 06 10:06:58 user nova-compute[74535]:  {{(pid=74535) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 10:06:58 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-20411d17-d0f3-4da3-9493-279ba7b49913 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Successfully detached device vdc from instance c3b63c03-ccc7-458a-8780-b196259784e4 from the persistent domain config.
Dec 06 10:06:58 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-20411d17-d0f3-4da3-9493-279ba7b49913 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] (1/8): Attempting to detach device vdc with device alias virtio-disk2 from instance c3b63c03-ccc7-458a-8780-b196259784e4 from the live domain config. {{(pid=74535) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 10:06:58 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-20411d17-d0f3-4da3-9493-279ba7b49913 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 10:06:58 user nova-compute[74535]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 10:06:58 user nova-compute[74535]:   <source dev="/dev/sdb"/>
Dec 06 10:06:58 user nova-compute[74535]:   <target dev="vdc" bus="virtio"/>
Dec 06 10:06:58 user nova-compute[74535]:   <serial>56b1e591-c1f5-4834-8c99-30f0d04ea92b</serial>
Dec 06 10:06:58 user nova-compute[74535]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Dec 06 10:06:58 user nova-compute[74535]: </disk>
Dec 06 10:06:58 user nova-compute[74535]:  {{(pid=74535) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 10:06:58 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-20411d17-d0f3-4da3-9493-279ba7b49913 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Start waiting for the detach event from libvirt for device vdc with device alias virtio-disk2 for instance c3b63c03-ccc7-458a-8780-b196259784e4 {{(pid=74535) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 10:07:02 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:07:02 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:07:06 user nova-compute[74535]: INFO nova.compute.manager [None req-c06e04a4-0268-4ccb-89b1-e7110681d89d tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Unrescuing
Dec 06 10:07:06 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-c06e04a4-0268-4ccb-89b1-e7110681d89d tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Acquiring lock "refresh_cache-432ab64f-bf46-4ef7-8a09-adbeb7207912" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:07:06 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-c06e04a4-0268-4ccb-89b1-e7110681d89d tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Acquired lock "refresh_cache-432ab64f-bf46-4ef7-8a09-adbeb7207912" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:07:06 user nova-compute[74535]: DEBUG nova.network.neutron [None req-c06e04a4-0268-4ccb-89b1-e7110681d89d tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Building network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 10:07:06 user nova-compute[74535]: DEBUG nova.network.neutron [None req-c06e04a4-0268-4ccb-89b1-e7110681d89d tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Updating instance_info_cache with network_info: [{"id": "9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9", "address": "fa:16:3e:b6:f0:80", "network": {"id": "13768401-adfd-4853-8905-b61e31c03208", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1157513032-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.121", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2357141e4bee4c359e80b57d579fdf38", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9ecee7e9-a7", "ovs_interfaceid": "9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:07:06 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-c06e04a4-0268-4ccb-89b1-e7110681d89d tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Releasing lock "refresh_cache-432ab64f-bf46-4ef7-8a09-adbeb7207912" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:07:06 user nova-compute[74535]: DEBUG nova.objects.instance [None req-c06e04a4-0268-4ccb-89b1-e7110681d89d tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Lazy-loading 'flavor' on Instance uuid 432ab64f-bf46-4ef7-8a09-adbeb7207912 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:07:06 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:07:06 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:07:06 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:07:06 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:07:07 user nova-compute[74535]: DEBUG nova.compute.manager [req-851a69c8-9b3d-4ae5-973d-fe3addfc5476 req-9cc03b1a-ddbe-42a7-9c1f-70568fd5b116 service nova] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Received event network-vif-unplugged-9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:07:07 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-851a69c8-9b3d-4ae5-973d-fe3addfc5476 req-9cc03b1a-ddbe-42a7-9c1f-70568fd5b116 service nova] Acquiring lock "432ab64f-bf46-4ef7-8a09-adbeb7207912-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:07:07 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-851a69c8-9b3d-4ae5-973d-fe3addfc5476 req-9cc03b1a-ddbe-42a7-9c1f-70568fd5b116 service nova] Lock "432ab64f-bf46-4ef7-8a09-adbeb7207912-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:07:07 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-851a69c8-9b3d-4ae5-973d-fe3addfc5476 req-9cc03b1a-ddbe-42a7-9c1f-70568fd5b116 service nova] Lock "432ab64f-bf46-4ef7-8a09-adbeb7207912-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:07:07 user nova-compute[74535]: DEBUG nova.compute.manager [req-851a69c8-9b3d-4ae5-973d-fe3addfc5476 req-9cc03b1a-ddbe-42a7-9c1f-70568fd5b116 service nova] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] No waiting events found dispatching network-vif-unplugged-9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:07:07 user nova-compute[74535]: WARNING nova.compute.manager [req-851a69c8-9b3d-4ae5-973d-fe3addfc5476 req-9cc03b1a-ddbe-42a7-9c1f-70568fd5b116 service nova] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Received unexpected event network-vif-unplugged-9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9 for instance with vm_state rescued and task_state unrescuing.
Dec 06 10:07:07 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:07:07 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Instance destroyed successfully.
Dec 06 10:07:07 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:07:09 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:07:09 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:07:09 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:07:09 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:07:09 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:07:09 user nova-compute[74535]: DEBUG nova.compute.manager [req-68526edb-15e4-43e5-b2c6-a079066f59c5 req-b7fc1319-ef7d-4f74-9281-c7c74d2b7651 service nova] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Received event network-changed-9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:07:09 user nova-compute[74535]: DEBUG nova.compute.manager [req-68526edb-15e4-43e5-b2c6-a079066f59c5 req-b7fc1319-ef7d-4f74-9281-c7c74d2b7651 service nova] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Refreshing instance network info cache due to event network-changed-9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 10:07:09 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-68526edb-15e4-43e5-b2c6-a079066f59c5 req-b7fc1319-ef7d-4f74-9281-c7c74d2b7651 service nova] Acquiring lock "refresh_cache-432ab64f-bf46-4ef7-8a09-adbeb7207912" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:07:09 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-68526edb-15e4-43e5-b2c6-a079066f59c5 req-b7fc1319-ef7d-4f74-9281-c7c74d2b7651 service nova] Acquired lock "refresh_cache-432ab64f-bf46-4ef7-8a09-adbeb7207912" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:07:09 user nova-compute[74535]: DEBUG nova.network.neutron [req-68526edb-15e4-43e5-b2c6-a079066f59c5 req-b7fc1319-ef7d-4f74-9281-c7c74d2b7651 service nova] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Refreshing network info cache for port 9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9 {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 10:07:09 user nova-compute[74535]: DEBUG nova.network.neutron [req-68526edb-15e4-43e5-b2c6-a079066f59c5 req-b7fc1319-ef7d-4f74-9281-c7c74d2b7651 service nova] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Updated VIF entry in instance network info cache for port 9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 10:07:09 user nova-compute[74535]: DEBUG nova.network.neutron [req-68526edb-15e4-43e5-b2c6-a079066f59c5 req-b7fc1319-ef7d-4f74-9281-c7c74d2b7651 service nova] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Updating instance_info_cache with network_info: [{"id": "9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9", "address": "fa:16:3e:b6:f0:80", "network": {"id": "13768401-adfd-4853-8905-b61e31c03208", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1157513032-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.121", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2357141e4bee4c359e80b57d579fdf38", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9ecee7e9-a7", "ovs_interfaceid": "9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:07:09 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-68526edb-15e4-43e5-b2c6-a079066f59c5 req-b7fc1319-ef7d-4f74-9281-c7c74d2b7651 service nova] Releasing lock "refresh_cache-432ab64f-bf46-4ef7-8a09-adbeb7207912" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:07:09 user nova-compute[74535]: DEBUG nova.compute.manager [req-68526edb-15e4-43e5-b2c6-a079066f59c5 req-b7fc1319-ef7d-4f74-9281-c7c74d2b7651 service nova] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Received event network-changed-9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:07:09 user nova-compute[74535]: DEBUG nova.compute.manager [req-68526edb-15e4-43e5-b2c6-a079066f59c5 req-b7fc1319-ef7d-4f74-9281-c7c74d2b7651 service nova] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Refreshing instance network info cache due to event network-changed-9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 10:07:09 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-68526edb-15e4-43e5-b2c6-a079066f59c5 req-b7fc1319-ef7d-4f74-9281-c7c74d2b7651 service nova] Acquiring lock "refresh_cache-432ab64f-bf46-4ef7-8a09-adbeb7207912" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:07:09 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-68526edb-15e4-43e5-b2c6-a079066f59c5 req-b7fc1319-ef7d-4f74-9281-c7c74d2b7651 service nova] Acquired lock "refresh_cache-432ab64f-bf46-4ef7-8a09-adbeb7207912" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:07:09 user nova-compute[74535]: DEBUG nova.network.neutron [req-68526edb-15e4-43e5-b2c6-a079066f59c5 req-b7fc1319-ef7d-4f74-9281-c7c74d2b7651 service nova] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Refreshing network info cache for port 9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9 {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 10:07:09 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:07:09 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:07:10 user nova-compute[74535]: DEBUG nova.network.neutron [req-68526edb-15e4-43e5-b2c6-a079066f59c5 req-b7fc1319-ef7d-4f74-9281-c7c74d2b7651 service nova] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Updated VIF entry in instance network info cache for port 9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 10:07:10 user nova-compute[74535]: DEBUG nova.network.neutron [req-68526edb-15e4-43e5-b2c6-a079066f59c5 req-b7fc1319-ef7d-4f74-9281-c7c74d2b7651 service nova] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Updating instance_info_cache with network_info: [{"id": "9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9", "address": "fa:16:3e:b6:f0:80", "network": {"id": "13768401-adfd-4853-8905-b61e31c03208", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1157513032-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.121", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2357141e4bee4c359e80b57d579fdf38", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9ecee7e9-a7", "ovs_interfaceid": "9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:07:10 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-68526edb-15e4-43e5-b2c6-a079066f59c5 req-b7fc1319-ef7d-4f74-9281-c7c74d2b7651 service nova] Releasing lock "refresh_cache-432ab64f-bf46-4ef7-8a09-adbeb7207912" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:07:10 user nova-compute[74535]: DEBUG nova.compute.manager [req-68526edb-15e4-43e5-b2c6-a079066f59c5 req-b7fc1319-ef7d-4f74-9281-c7c74d2b7651 service nova] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Received event network-vif-plugged-9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:07:10 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-68526edb-15e4-43e5-b2c6-a079066f59c5 req-b7fc1319-ef7d-4f74-9281-c7c74d2b7651 service nova] Acquiring lock "432ab64f-bf46-4ef7-8a09-adbeb7207912-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:07:10 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-68526edb-15e4-43e5-b2c6-a079066f59c5 req-b7fc1319-ef7d-4f74-9281-c7c74d2b7651 service nova] Lock "432ab64f-bf46-4ef7-8a09-adbeb7207912-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:07:10 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-68526edb-15e4-43e5-b2c6-a079066f59c5 req-b7fc1319-ef7d-4f74-9281-c7c74d2b7651 service nova] Lock "432ab64f-bf46-4ef7-8a09-adbeb7207912-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:07:10 user nova-compute[74535]: DEBUG nova.compute.manager [req-68526edb-15e4-43e5-b2c6-a079066f59c5 req-b7fc1319-ef7d-4f74-9281-c7c74d2b7651 service nova] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] No waiting events found dispatching network-vif-plugged-9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:07:10 user nova-compute[74535]: WARNING nova.compute.manager [req-68526edb-15e4-43e5-b2c6-a079066f59c5 req-b7fc1319-ef7d-4f74-9281-c7c74d2b7651 service nova] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Received unexpected event network-vif-plugged-9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9 for instance with vm_state rescued and task_state unrescuing.
Dec 06 10:07:11 user nova-compute[74535]: DEBUG nova.compute.manager [req-a53e7e25-d39a-4853-9978-b21dafa3face req-b40468b9-2db5-4dc5-acf4-892c83134adf service nova] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Received event network-vif-plugged-9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:07:11 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-a53e7e25-d39a-4853-9978-b21dafa3face req-b40468b9-2db5-4dc5-acf4-892c83134adf service nova] Acquiring lock "432ab64f-bf46-4ef7-8a09-adbeb7207912-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:07:11 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-a53e7e25-d39a-4853-9978-b21dafa3face req-b40468b9-2db5-4dc5-acf4-892c83134adf service nova] Lock "432ab64f-bf46-4ef7-8a09-adbeb7207912-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:07:11 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-a53e7e25-d39a-4853-9978-b21dafa3face req-b40468b9-2db5-4dc5-acf4-892c83134adf service nova] Lock "432ab64f-bf46-4ef7-8a09-adbeb7207912-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:07:11 user nova-compute[74535]: DEBUG nova.compute.manager [req-a53e7e25-d39a-4853-9978-b21dafa3face req-b40468b9-2db5-4dc5-acf4-892c83134adf service nova] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] No waiting events found dispatching network-vif-plugged-9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:07:11 user nova-compute[74535]: WARNING nova.compute.manager [req-a53e7e25-d39a-4853-9978-b21dafa3face req-b40468b9-2db5-4dc5-acf4-892c83134adf service nova] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Received unexpected event network-vif-plugged-9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9 for instance with vm_state rescued and task_state unrescuing.
Dec 06 10:07:11 user nova-compute[74535]: DEBUG nova.compute.manager [req-a53e7e25-d39a-4853-9978-b21dafa3face req-b40468b9-2db5-4dc5-acf4-892c83134adf service nova] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Received event network-vif-plugged-9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:07:11 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-a53e7e25-d39a-4853-9978-b21dafa3face req-b40468b9-2db5-4dc5-acf4-892c83134adf service nova] Acquiring lock "432ab64f-bf46-4ef7-8a09-adbeb7207912-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:07:11 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-a53e7e25-d39a-4853-9978-b21dafa3face req-b40468b9-2db5-4dc5-acf4-892c83134adf service nova] Lock "432ab64f-bf46-4ef7-8a09-adbeb7207912-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:07:11 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-a53e7e25-d39a-4853-9978-b21dafa3face req-b40468b9-2db5-4dc5-acf4-892c83134adf service nova] Lock "432ab64f-bf46-4ef7-8a09-adbeb7207912-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:07:11 user nova-compute[74535]: DEBUG nova.compute.manager [req-a53e7e25-d39a-4853-9978-b21dafa3face req-b40468b9-2db5-4dc5-acf4-892c83134adf service nova] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] No waiting events found dispatching network-vif-plugged-9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:07:11 user nova-compute[74535]: WARNING nova.compute.manager [req-a53e7e25-d39a-4853-9978-b21dafa3face req-b40468b9-2db5-4dc5-acf4-892c83134adf service nova] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Received unexpected event network-vif-plugged-9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9 for instance with vm_state rescued and task_state unrescuing.
Dec 06 10:07:11 user nova-compute[74535]: DEBUG nova.compute.manager [None req-c06e04a4-0268-4ccb-89b1-e7110681d89d tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Checking state {{(pid=74535) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 10:07:11 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:07:11 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:07:11 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:07:11 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:07:12 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:07:12 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:07:12 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74535) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Dec 06 10:07:12 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:07:14 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:07:14 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Cleaning up deleted instances {{(pid=74535) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Dec 06 10:07:14 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] There are 0 instances to clean {{(pid=74535) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Dec 06 10:07:15 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:07:15 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:07:15 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:07:15 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74535) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 10:07:15 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:07:15 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:07:15 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:07:15 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:07:15 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Auditing locally available compute resources for user (node: user) {{(pid=74535) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 10:07:16 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk.rescue --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:07:16 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk.rescue --force-share --output=json" returned: 0 in 0.203s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:07:16 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk.rescue --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:07:16 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk.rescue --force-share --output=json" returned: 0 in 0.174s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:07:16 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:07:16 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:07:16 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:07:17 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:07:17 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74535) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 10:07:17 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66440071-6cf6-4b6d-8d2a-edd5c1885510/disk.rescue --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:07:17 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66440071-6cf6-4b6d-8d2a-edd5c1885510/disk.rescue --force-share --output=json" returned: 0 in 0.173s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:07:17 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66440071-6cf6-4b6d-8d2a-edd5c1885510/disk.rescue --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:07:17 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:07:17 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66440071-6cf6-4b6d-8d2a-edd5c1885510/disk.rescue --force-share --output=json" returned: 0 in 0.180s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:07:17 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0e39165e-d030-41a8-871f-56c2d08dcc20/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:07:17 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0e39165e-d030-41a8-871f-56c2d08dcc20/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:07:17 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0e39165e-d030-41a8-871f-56c2d08dcc20/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:07:17 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0e39165e-d030-41a8-871f-56c2d08dcc20/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:07:17 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c3b63c03-ccc7-458a-8780-b196259784e4/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:07:17 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:07:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c3b63c03-ccc7-458a-8780-b196259784e4/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:07:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c3b63c03-ccc7-458a-8780-b196259784e4/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:07:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c3b63c03-ccc7-458a-8780-b196259784e4/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:07:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/227aad5b-398b-44d7-b40b-ff85bf043334/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:07:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/227aad5b-398b-44d7-b40b-ff85bf043334/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:07:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/227aad5b-398b-44d7-b40b-ff85bf043334/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:07:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/227aad5b-398b-44d7-b40b-ff85bf043334/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:07:18 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=74535) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 10:07:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f37b4f2-47f1-474f-82cb-fa93ff07f428/disk.rescue --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:07:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f37b4f2-47f1-474f-82cb-fa93ff07f428/disk.rescue --force-share --output=json" returned: 0 in 0.187s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:07:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f37b4f2-47f1-474f-82cb-fa93ff07f428/disk.rescue --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:07:18 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-20411d17-d0f3-4da3-9493-279ba7b49913 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Waiting for libvirt event about the detach of device vdc with device alias virtio-disk2 from instance c3b63c03-ccc7-458a-8780-b196259784e4 is timed out.
Dec 06 10:07:18 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-20411d17-d0f3-4da3-9493-279ba7b49913 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Successfully detached device vdc from instance c3b63c03-ccc7-458a-8780-b196259784e4 from the live domain config.
Dec 06 10:07:18 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-20411d17-d0f3-4da3-9493-279ba7b49913 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] calling os-brick to detach iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 10:07:18 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-20411d17-d0f3-4da3-9493-279ba7b49913 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, {'target_iqn': 'iqn.2010-10.org.openstack:56b1e591-c1f5-4834-8c99-30f0d04ea92b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lduMJVft', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:07:18 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-20411d17-d0f3-4da3-9493-279ba7b49913 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:07:18 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-20411d17-d0f3-4da3-9493-279ba7b49913 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:07:18 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-20411d17-d0f3-4da3-9493-279ba7b49913 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.003s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:07:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:07:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:07:18 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[b4e1274d-d2a6-48d6-87bd-b6f267100503]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:56b1e591-c1f5-4834-8c99-30f0d04ea92b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:07:18 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-20411d17-d0f3-4da3-9493-279ba7b49913 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 10:07:18 user nova-compute[74535]: No targets found.
Dec 06 10:07:18 user nova-compute[74535]: iSNS:
Dec 06 10:07:18 user nova-compute[74535]: No targets found.
Dec 06 10:07:18 user nova-compute[74535]: STATIC:
Dec 06 10:07:18 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8
Dec 06 10:07:18 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:07:18 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:07:18 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e
Dec 06 10:07:18 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:07:18 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:07:18 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:56b1e591-c1f5-4834-8c99-30f0d04ea92b
Dec 06 10:07:18 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:07:18 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:07:18 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681
Dec 06 10:07:18 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:07:18 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:07:18 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961
Dec 06 10:07:18 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:07:18 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:07:18 user nova-compute[74535]: FIRMWARE:
Dec 06 10:07:18 user nova-compute[74535]: No targets found.
Dec 06 10:07:18 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:07:18 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-20411d17-d0f3-4da3-9493-279ba7b49913 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 10:07:18 user nova-compute[74535]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 10:07:18 user nova-compute[74535]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74535) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 10:07:18 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-20411d17-d0f3-4da3-9493-279ba7b49913 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:56b1e591-c1f5-4834-8c99-30f0d04ea92b', 0)] {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 10:07:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:07:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:07:18 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[f51f4c24-096c-4b8f-a9bb-4bae2f4ebc5c]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:56b1e591-c1f5-4834-8c99-30f0d04ea92b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:07:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:07:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:07:18 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[4486f92a-5df0-45f0-a418-cdc2fdce0ca8]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:56b1e591-c1f5-4834-8c99-30f0d04ea92b (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681 (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:07:18 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-20411d17-d0f3-4da3-9493-279ba7b49913 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:07:18 user nova-compute[74535]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e (non-flash)
Dec 06 10:07:18 user nova-compute[74535]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:56b1e591-c1f5-4834-8c99-30f0d04ea92b (non-flash)
Dec 06 10:07:18 user nova-compute[74535]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961 (non-flash)
Dec 06 10:07:18 user nova-compute[74535]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681 (non-flash)
Dec 06 10:07:18 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:07:18 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-20411d17-d0f3-4da3-9493-279ba7b49913 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:07:18 user nova-compute[74535]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e (non-flash)
Dec 06 10:07:18 user nova-compute[74535]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:56b1e591-c1f5-4834-8c99-30f0d04ea92b (non-flash)
Dec 06 10:07:18 user nova-compute[74535]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961 (non-flash)
Dec 06 10:07:18 user nova-compute[74535]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681 (non-flash)
Dec 06 10:07:18 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:07:18 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-20411d17-d0f3-4da3-9493-279ba7b49913 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ff12d3cd7e0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:56b1e591-c1f5-4834-8c99-30f0d04ea92b'): ({'sdb'}, set())}) {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 10:07:18 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-20411d17-d0f3-4da3-9493-279ba7b49913 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Removing single pathed devices sdb {{(pid=74535) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 10:07:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:07:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:07:18 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[2aa0a27c-b7ec-4f93-b7a7-d7639b8806c2]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:07:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:07:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f37b4f2-47f1-474f-82cb-fa93ff07f428/disk.rescue --force-share --output=json" returned: 0 in 0.181s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:07:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f37b4f2-47f1-474f-82cb-fa93ff07f428/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:07:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:07:19 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ad2f466-678e-4c85-8ee8-c55f488167ec]: (4, ('ok\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:07:19 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-20411d17-d0f3-4da3-9493-279ba7b49913 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Flushing IO for device /dev/sdb {{(pid=74535) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 10:07:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:07:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:07:19 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d742f66-2877-4f7c-be90-e86cc96f93c7]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:07:19 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-20411d17-d0f3-4da3-9493-279ba7b49913 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74535) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 10:07:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:07:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.038s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:07:19 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[1462f68f-4754-44d7-afe4-9a8fad85a6ad]: (4, ('1', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:07:19 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-20411d17-d0f3-4da3-9493-279ba7b49913 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 10:07:19 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-20411d17-d0f3-4da3-9493-279ba7b49913 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] SCSI volumes sdb have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 10:07:19 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-20411d17-d0f3-4da3-9493-279ba7b49913 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:56b1e591-c1f5-4834-8c99-30f0d04ea92b')] {{(pid=74535) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 10:07:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:56b1e591-c1f5-4834-8c99-30f0d04ea92b -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:07:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:56b1e591-c1f5-4834-8c99-30f0d04ea92b -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:07:19 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[a65efc66-3275-41d0-b43b-54e49293e95c]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:07:19 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-20411d17-d0f3-4da3-9493-279ba7b49913 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:07:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:56b1e591-c1f5-4834-8c99-30f0d04ea92b -p 172.16.0.220:3260 --logout {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:07:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f37b4f2-47f1-474f-82cb-fa93ff07f428/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:07:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f37b4f2-47f1-474f-82cb-fa93ff07f428/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:07:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:56b1e591-c1f5-4834-8c99-30f0d04ea92b -p 172.16.0.220:3260 --logout" returned: 0 in 0.064s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:07:19 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c861158-84e1-4d1b-9c59-d9c7c4bce550]: (4, ('Logging out of session [sid: 25, target: iqn.2010-10.org.openstack:56b1e591-c1f5-4834-8c99-30f0d04ea92b, portal: 172.16.0.220,3260]\nLogout of [sid: 25, target: iqn.2010-10.org.openstack:56b1e591-c1f5-4834-8c99-30f0d04ea92b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:07:19 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-20411d17-d0f3-4da3-9493-279ba7b49913 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 25, target: iqn.2010-10.org.openstack:56b1e591-c1f5-4834-8c99-30f0d04ea92b, portal: 172.16.0.220,3260]
Dec 06 10:07:19 user nova-compute[74535]: Logout of [sid: 25, target: iqn.2010-10.org.openstack:56b1e591-c1f5-4834-8c99-30f0d04ea92b, portal: 172.16.0.220,3260] successful.
Dec 06 10:07:19 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:07:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:56b1e591-c1f5-4834-8c99-30f0d04ea92b -p 172.16.0.220:3260 --op delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:07:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:56b1e591-c1f5-4834-8c99-30f0d04ea92b -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:07:19 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[a98d0e32-9978-481e-8d25-369d6c9fad3a]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:07:19 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-20411d17-d0f3-4da3-9493-279ba7b49913 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:07:19 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-20411d17-d0f3-4da3-9493-279ba7b49913 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.360s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:07:19 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-20411d17-d0f3-4da3-9493-279ba7b49913 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] <== disconnect_volume: return (363ms) None {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:07:19 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-20411d17-d0f3-4da3-9493-279ba7b49913 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Disconnected iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 10:07:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f37b4f2-47f1-474f-82cb-fa93ff07f428/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:07:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/432ab64f-bf46-4ef7-8a09-adbeb7207912/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:07:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/432ab64f-bf46-4ef7-8a09-adbeb7207912/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:07:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/432ab64f-bf46-4ef7-8a09-adbeb7207912/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:07:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/432ab64f-bf46-4ef7-8a09-adbeb7207912/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:07:19 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=74535) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 10:07:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d9150e7-0f02-4b19-b3f2-b329620d9722/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:07:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d9150e7-0f02-4b19-b3f2-b329620d9722/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:07:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d9150e7-0f02-4b19-b3f2-b329620d9722/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:07:20 user nova-compute[74535]: DEBUG nova.objects.instance [None req-20411d17-d0f3-4da3-9493-279ba7b49913 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Lazy-loading 'flavor' on Instance uuid c3b63c03-ccc7-458a-8780-b196259784e4 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:07:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d9150e7-0f02-4b19-b3f2-b329620d9722/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:07:20 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-20411d17-d0f3-4da3-9493-279ba7b49913 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Lock "c3b63c03-ccc7-458a-8780-b196259784e4" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.831s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:07:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5e39a1a4-f188-40e3-bcba-70e47abd6026/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:07:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5e39a1a4-f188-40e3-bcba-70e47abd6026/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:07:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5e39a1a4-f188-40e3-bcba-70e47abd6026/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:07:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5e39a1a4-f188-40e3-bcba-70e47abd6026/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:07:20 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] skipping disk /dev/sdf (vda) as it is a volume {{(pid=74535) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 10:07:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e89c4f21-c084-4a60-9f6e-717b45ec85b5/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:07:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e89c4f21-c084-4a60-9f6e-717b45ec85b5/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:07:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e89c4f21-c084-4a60-9f6e-717b45ec85b5/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:07:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e89c4f21-c084-4a60-9f6e-717b45ec85b5/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:07:21 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:07:21 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:07:21 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Hypervisor/Node resource view: name=user free_ram=7345MB free_disk=25.036266326904297GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74535) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 10:07:21 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:07:21 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:07:21 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 5e39a1a4-f188-40e3-bcba-70e47abd6026 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:07:21 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 432ab64f-bf46-4ef7-8a09-adbeb7207912 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:07:21 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 2d9150e7-0f02-4b19-b3f2-b329620d9722 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:07:21 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 5f37b4f2-47f1-474f-82cb-fa93ff07f428 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:07:21 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance d742d153-7670-4be9-8477-882f6a39f03f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:07:21 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 227aad5b-398b-44d7-b40b-ff85bf043334 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:07:21 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 66440071-6cf6-4b6d-8d2a-edd5c1885510 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:07:21 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance c3b63c03-ccc7-458a-8780-b196259784e4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:07:21 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance b48116ea-362e-4bc6-bb30-f7f0076d2bf7 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:07:21 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 0e39165e-d030-41a8-871f-56c2d08dcc20 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:07:21 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance e89c4f21-c084-4a60-9f6e-717b45ec85b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:07:21 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=74535) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 10:07:21 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=74535) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 10:07:21 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Refreshing inventories for resource provider 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Dec 06 10:07:21 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Updating ProviderTree inventory for provider 7659fa57-3072-4575-9409-805e7df3d907 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Dec 06 10:07:21 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Updating inventory in ProviderTree for provider 7659fa57-3072-4575-9409-805e7df3d907 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 06 10:07:21 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Refreshing aggregate associations for resource provider 7659fa57-3072-4575-9409-805e7df3d907, aggregates: None {{(pid=74535) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Dec 06 10:07:21 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Refreshing trait associations for resource provider 7659fa57-3072-4575-9409-805e7df3d907, traits: COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NODE,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_IMAGE_TYPE_QCOW2,HW_CPU_X86_SSE41,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_TRUSTED_CERTS,HW_CPU_X86_SSE42,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_ACCELERATORS,COMPUTE_STORAGE_BUS_FDC,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_NET_VIRTIO_PACKED,COMPUTE_STORAGE_BUS_IDE,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_STORAGE_BUS_SATA,COMPUTE_STORAGE_BUS_VIRTIO,HW_CPU_X86_SSE,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_VOLUME_EXTEND,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_IMAGE_TYPE_AMI,HW_CPU_X86_MMX,COMPUTE_RESCUE_BFV,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_GRAPHICS_MODEL_BOCHS,HW_CPU_X86_SSSE3,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_DEVICE_TAGGING,HW_CPU_X86_SSE2,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_NET_VIF_MODEL_RTL8139 {{(pid=74535) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Dec 06 10:07:21 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:07:21 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:07:21 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Compute_service record updated for user:user {{(pid=74535) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 10:07:21 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.688s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:07:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:07:22 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:07:22 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Starting heal instance info cache {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 10:07:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:07:22 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "refresh_cache-c3b63c03-ccc7-458a-8780-b196259784e4" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:07:22 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquired lock "refresh_cache-c3b63c03-ccc7-458a-8780-b196259784e4" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:07:22 user nova-compute[74535]: DEBUG nova.network.neutron [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Forcefully refreshing network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 10:07:23 user nova-compute[74535]: DEBUG nova.network.neutron [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Updating instance_info_cache with network_info: [{"id": "21832bc5-de3c-4e86-a97c-147349bb1589", "address": "fa:16:3e:93:c4:62", "network": {"id": "083b1a00-b026-47dd-86f2-afd036201f4c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-290939981-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.78", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea7d9b3864a245dca1620d6cfa442897", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap21832bc5-de", "ovs_interfaceid": "21832bc5-de3c-4e86-a97c-147349bb1589", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:07:23 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Releasing lock "refresh_cache-c3b63c03-ccc7-458a-8780-b196259784e4" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:07:23 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Updated the network info_cache for instance {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 10:07:23 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:07:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:07:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:07:30 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:07:32 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:07:32 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:07:32 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:07:37 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:07:37 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:07:39 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-27ff5cbe-0cd1-465f-b75c-169d622fb130 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Acquiring lock "432ab64f-bf46-4ef7-8a09-adbeb7207912" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:07:39 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-27ff5cbe-0cd1-465f-b75c-169d622fb130 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Lock "432ab64f-bf46-4ef7-8a09-adbeb7207912" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:07:39 user nova-compute[74535]: INFO nova.compute.manager [None req-27ff5cbe-0cd1-465f-b75c-169d622fb130 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Detaching volume d1564f44-41a3-4a7c-8a3d-bf5235b1899e
Dec 06 10:07:39 user nova-compute[74535]: INFO nova.virt.block_device [None req-27ff5cbe-0cd1-465f-b75c-169d622fb130 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Attempting to driver detach volume d1564f44-41a3-4a7c-8a3d-bf5235b1899e from mountpoint /dev/vdb
Dec 06 10:07:39 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-27ff5cbe-0cd1-465f-b75c-169d622fb130 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Attempting to detach device vdb from instance 432ab64f-bf46-4ef7-8a09-adbeb7207912 from the persistent domain config. {{(pid=74535) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 10:07:39 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-27ff5cbe-0cd1-465f-b75c-169d622fb130 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 10:07:39 user nova-compute[74535]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 10:07:39 user nova-compute[74535]:   <source dev="/dev/sdd"/>
Dec 06 10:07:39 user nova-compute[74535]:   <target dev="vdb" bus="virtio"/>
Dec 06 10:07:39 user nova-compute[74535]:   <serial>d1564f44-41a3-4a7c-8a3d-bf5235b1899e</serial>
Dec 06 10:07:39 user nova-compute[74535]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 10:07:39 user nova-compute[74535]: </disk>
Dec 06 10:07:39 user nova-compute[74535]:  {{(pid=74535) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 10:07:39 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-27ff5cbe-0cd1-465f-b75c-169d622fb130 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Successfully detached device vdb from instance 432ab64f-bf46-4ef7-8a09-adbeb7207912 from the persistent domain config.
Dec 06 10:07:39 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-27ff5cbe-0cd1-465f-b75c-169d622fb130 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 432ab64f-bf46-4ef7-8a09-adbeb7207912 from the live domain config. {{(pid=74535) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 10:07:39 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-27ff5cbe-0cd1-465f-b75c-169d622fb130 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 10:07:39 user nova-compute[74535]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 10:07:39 user nova-compute[74535]:   <source dev="/dev/sdd"/>
Dec 06 10:07:39 user nova-compute[74535]:   <target dev="vdb" bus="virtio"/>
Dec 06 10:07:39 user nova-compute[74535]:   <serial>d1564f44-41a3-4a7c-8a3d-bf5235b1899e</serial>
Dec 06 10:07:39 user nova-compute[74535]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 10:07:39 user nova-compute[74535]: </disk>
Dec 06 10:07:39 user nova-compute[74535]:  {{(pid=74535) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 10:07:39 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-27ff5cbe-0cd1-465f-b75c-169d622fb130 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 432ab64f-bf46-4ef7-8a09-adbeb7207912 {{(pid=74535) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 10:07:42 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:07:42 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:07:46 user nova-compute[74535]: DEBUG nova.compute.manager [req-a9e9fb81-2b65-4cd4-a69c-244861358f59 req-62f26bc0-f128-46e3-829e-7516bc00e941 service nova] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] Received event network-changed-82122ee8-c747-4f5e-8d0c-626cad81ed24 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:07:46 user nova-compute[74535]: DEBUG nova.compute.manager [req-a9e9fb81-2b65-4cd4-a69c-244861358f59 req-62f26bc0-f128-46e3-829e-7516bc00e941 service nova] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] Refreshing instance network info cache due to event network-changed-82122ee8-c747-4f5e-8d0c-626cad81ed24. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 10:07:46 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-a9e9fb81-2b65-4cd4-a69c-244861358f59 req-62f26bc0-f128-46e3-829e-7516bc00e941 service nova] Acquiring lock "refresh_cache-227aad5b-398b-44d7-b40b-ff85bf043334" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:07:46 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-a9e9fb81-2b65-4cd4-a69c-244861358f59 req-62f26bc0-f128-46e3-829e-7516bc00e941 service nova] Acquired lock "refresh_cache-227aad5b-398b-44d7-b40b-ff85bf043334" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:07:46 user nova-compute[74535]: DEBUG nova.network.neutron [req-a9e9fb81-2b65-4cd4-a69c-244861358f59 req-62f26bc0-f128-46e3-829e-7516bc00e941 service nova] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] Refreshing network info cache for port 82122ee8-c747-4f5e-8d0c-626cad81ed24 {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 10:07:47 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:07:47 user nova-compute[74535]: DEBUG nova.network.neutron [req-a9e9fb81-2b65-4cd4-a69c-244861358f59 req-62f26bc0-f128-46e3-829e-7516bc00e941 service nova] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] Updated VIF entry in instance network info cache for port 82122ee8-c747-4f5e-8d0c-626cad81ed24. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 10:07:47 user nova-compute[74535]: DEBUG nova.network.neutron [req-a9e9fb81-2b65-4cd4-a69c-244861358f59 req-62f26bc0-f128-46e3-829e-7516bc00e941 service nova] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] Updating instance_info_cache with network_info: [{"id": "82122ee8-c747-4f5e-8d0c-626cad81ed24", "address": "fa:16:3e:8c:e6:0c", "network": {"id": "d5481230-d801-4b5c-9559-71444e926e04", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1378130033-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.80", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "15e410d9f3724888aa51fec7ed16ea0e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82122ee8-c7", "ovs_interfaceid": "82122ee8-c747-4f5e-8d0c-626cad81ed24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:07:47 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-a9e9fb81-2b65-4cd4-a69c-244861358f59 req-62f26bc0-f128-46e3-829e-7516bc00e941 service nova] Releasing lock "refresh_cache-227aad5b-398b-44d7-b40b-ff85bf043334" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:07:47 user nova-compute[74535]: DEBUG nova.compute.manager [req-5cff333c-55b1-45bf-ba85-c64efce49bae req-b593e61a-0280-44e3-b5d7-1edb4df270ca service nova] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] Received event network-changed-82122ee8-c747-4f5e-8d0c-626cad81ed24 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:07:47 user nova-compute[74535]: DEBUG nova.compute.manager [req-5cff333c-55b1-45bf-ba85-c64efce49bae req-b593e61a-0280-44e3-b5d7-1edb4df270ca service nova] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] Refreshing instance network info cache due to event network-changed-82122ee8-c747-4f5e-8d0c-626cad81ed24. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 10:07:47 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-5cff333c-55b1-45bf-ba85-c64efce49bae req-b593e61a-0280-44e3-b5d7-1edb4df270ca service nova] Acquiring lock "refresh_cache-227aad5b-398b-44d7-b40b-ff85bf043334" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:07:47 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-5cff333c-55b1-45bf-ba85-c64efce49bae req-b593e61a-0280-44e3-b5d7-1edb4df270ca service nova] Acquired lock "refresh_cache-227aad5b-398b-44d7-b40b-ff85bf043334" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:07:47 user nova-compute[74535]: DEBUG nova.network.neutron [req-5cff333c-55b1-45bf-ba85-c64efce49bae req-b593e61a-0280-44e3-b5d7-1edb4df270ca service nova] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] Refreshing network info cache for port 82122ee8-c747-4f5e-8d0c-626cad81ed24 {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 10:07:47 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-c849d259-94a0-4ad9-9bd3-5f10db6c8c79 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Acquiring lock "b48116ea-362e-4bc6-bb30-f7f0076d2bf7" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:07:47 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-c849d259-94a0-4ad9-9bd3-5f10db6c8c79 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Lock "b48116ea-362e-4bc6-bb30-f7f0076d2bf7" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:07:47 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-c849d259-94a0-4ad9-9bd3-5f10db6c8c79 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Acquiring lock "b48116ea-362e-4bc6-bb30-f7f0076d2bf7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:07:47 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-c849d259-94a0-4ad9-9bd3-5f10db6c8c79 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Lock "b48116ea-362e-4bc6-bb30-f7f0076d2bf7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:07:47 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-c849d259-94a0-4ad9-9bd3-5f10db6c8c79 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Lock "b48116ea-362e-4bc6-bb30-f7f0076d2bf7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:07:47 user nova-compute[74535]: INFO nova.compute.manager [None req-c849d259-94a0-4ad9-9bd3-5f10db6c8c79 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Terminating instance
Dec 06 10:07:47 user nova-compute[74535]: DEBUG nova.compute.manager [None req-c849d259-94a0-4ad9-9bd3-5f10db6c8c79 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Start destroying the instance on the hypervisor. {{(pid=74535) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 10:07:47 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:07:47 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:07:47 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:07:47 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-f042e8f2-5dcf-4d43-913d-3430a542378f tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Acquiring lock "227aad5b-398b-44d7-b40b-ff85bf043334" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:07:47 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-f042e8f2-5dcf-4d43-913d-3430a542378f tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Lock "227aad5b-398b-44d7-b40b-ff85bf043334" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:07:47 user nova-compute[74535]: INFO nova.compute.manager [None req-f042e8f2-5dcf-4d43-913d-3430a542378f tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] Detaching volume aac0b63a-2ba8-452a-b8ed-fe97a145a961
Dec 06 10:07:47 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:07:48 user nova-compute[74535]: INFO nova.virt.block_device [None req-f042e8f2-5dcf-4d43-913d-3430a542378f tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] Attempting to driver detach volume aac0b63a-2ba8-452a-b8ed-fe97a145a961 from mountpoint /dev/vdb
Dec 06 10:07:48 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-f042e8f2-5dcf-4d43-913d-3430a542378f tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Attempting to detach device vdb from instance 227aad5b-398b-44d7-b40b-ff85bf043334 from the persistent domain config. {{(pid=74535) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 10:07:48 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-f042e8f2-5dcf-4d43-913d-3430a542378f tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 10:07:48 user nova-compute[74535]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 10:07:48 user nova-compute[74535]:   <source dev="/dev/sde"/>
Dec 06 10:07:48 user nova-compute[74535]:   <target dev="vdb" bus="virtio"/>
Dec 06 10:07:48 user nova-compute[74535]:   <serial>aac0b63a-2ba8-452a-b8ed-fe97a145a961</serial>
Dec 06 10:07:48 user nova-compute[74535]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Dec 06 10:07:48 user nova-compute[74535]: </disk>
Dec 06 10:07:48 user nova-compute[74535]:  {{(pid=74535) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 10:07:48 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-f042e8f2-5dcf-4d43-913d-3430a542378f tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Successfully detached device vdb from instance 227aad5b-398b-44d7-b40b-ff85bf043334 from the persistent domain config.
Dec 06 10:07:48 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-f042e8f2-5dcf-4d43-913d-3430a542378f tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 227aad5b-398b-44d7-b40b-ff85bf043334 from the live domain config. {{(pid=74535) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 10:07:48 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-f042e8f2-5dcf-4d43-913d-3430a542378f tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 10:07:48 user nova-compute[74535]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 10:07:48 user nova-compute[74535]:   <source dev="/dev/sde"/>
Dec 06 10:07:48 user nova-compute[74535]:   <target dev="vdb" bus="virtio"/>
Dec 06 10:07:48 user nova-compute[74535]:   <serial>aac0b63a-2ba8-452a-b8ed-fe97a145a961</serial>
Dec 06 10:07:48 user nova-compute[74535]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Dec 06 10:07:48 user nova-compute[74535]: </disk>
Dec 06 10:07:48 user nova-compute[74535]:  {{(pid=74535) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 10:07:48 user nova-compute[74535]: DEBUG nova.network.neutron [req-5cff333c-55b1-45bf-ba85-c64efce49bae req-b593e61a-0280-44e3-b5d7-1edb4df270ca service nova] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] Updated VIF entry in instance network info cache for port 82122ee8-c747-4f5e-8d0c-626cad81ed24. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 10:07:48 user nova-compute[74535]: DEBUG nova.network.neutron [req-5cff333c-55b1-45bf-ba85-c64efce49bae req-b593e61a-0280-44e3-b5d7-1edb4df270ca service nova] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] Updating instance_info_cache with network_info: [{"id": "82122ee8-c747-4f5e-8d0c-626cad81ed24", "address": "fa:16:3e:8c:e6:0c", "network": {"id": "d5481230-d801-4b5c-9559-71444e926e04", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1378130033-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "15e410d9f3724888aa51fec7ed16ea0e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82122ee8-c7", "ovs_interfaceid": "82122ee8-c747-4f5e-8d0c-626cad81ed24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:07:48 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-5cff333c-55b1-45bf-ba85-c64efce49bae req-b593e61a-0280-44e3-b5d7-1edb4df270ca service nova] Releasing lock "refresh_cache-227aad5b-398b-44d7-b40b-ff85bf043334" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:07:48 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-f042e8f2-5dcf-4d43-913d-3430a542378f tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 227aad5b-398b-44d7-b40b-ff85bf043334 {{(pid=74535) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 10:07:48 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-b06defba-510e-4880-949e-094aea033dd6 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Acquiring lock "c3b63c03-ccc7-458a-8780-b196259784e4" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:07:48 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-b06defba-510e-4880-949e-094aea033dd6 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Lock "c3b63c03-ccc7-458a-8780-b196259784e4" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:07:48 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-b06defba-510e-4880-949e-094aea033dd6 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Acquiring lock "c3b63c03-ccc7-458a-8780-b196259784e4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:07:48 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-b06defba-510e-4880-949e-094aea033dd6 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Lock "c3b63c03-ccc7-458a-8780-b196259784e4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:07:48 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-b06defba-510e-4880-949e-094aea033dd6 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Lock "c3b63c03-ccc7-458a-8780-b196259784e4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:07:48 user nova-compute[74535]: INFO nova.compute.manager [None req-b06defba-510e-4880-949e-094aea033dd6 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Terminating instance
Dec 06 10:07:48 user nova-compute[74535]: DEBUG nova.compute.manager [None req-b06defba-510e-4880-949e-094aea033dd6 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Start destroying the instance on the hypervisor. {{(pid=74535) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 10:07:48 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:07:48 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:07:48 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:07:48 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:07:48 user nova-compute[74535]: DEBUG nova.compute.manager [req-489fb3cb-425c-4fc8-812c-30bf1dffe009 req-0c345bd2-e4a3-47db-b720-1d77c6500b2f service nova] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Received event network-changed-f68b59a5-2b8e-4cf0-8c50-b732b7bb6642 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:07:48 user nova-compute[74535]: DEBUG nova.compute.manager [req-489fb3cb-425c-4fc8-812c-30bf1dffe009 req-0c345bd2-e4a3-47db-b720-1d77c6500b2f service nova] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Refreshing instance network info cache due to event network-changed-f68b59a5-2b8e-4cf0-8c50-b732b7bb6642. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 10:07:48 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-489fb3cb-425c-4fc8-812c-30bf1dffe009 req-0c345bd2-e4a3-47db-b720-1d77c6500b2f service nova] Acquiring lock "refresh_cache-b48116ea-362e-4bc6-bb30-f7f0076d2bf7" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:07:48 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-489fb3cb-425c-4fc8-812c-30bf1dffe009 req-0c345bd2-e4a3-47db-b720-1d77c6500b2f service nova] Acquired lock "refresh_cache-b48116ea-362e-4bc6-bb30-f7f0076d2bf7" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:07:48 user nova-compute[74535]: DEBUG nova.network.neutron [req-489fb3cb-425c-4fc8-812c-30bf1dffe009 req-0c345bd2-e4a3-47db-b720-1d77c6500b2f service nova] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Refreshing network info cache for port f68b59a5-2b8e-4cf0-8c50-b732b7bb6642 {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 10:07:48 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Instance destroyed successfully.
Dec 06 10:07:48 user nova-compute[74535]: DEBUG nova.objects.instance [None req-c849d259-94a0-4ad9-9bd3-5f10db6c8c79 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Lazy-loading 'resources' on Instance uuid b48116ea-362e-4bc6-bb30-f7f0076d2bf7 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:07:48 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-c849d259-94a0-4ad9-9bd3-5f10db6c8c79 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-06T10:02:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-881527023',display_name='tempest-TestShelveInstance-server-881527023',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-881527023',id=22,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDmS8zHAJIpLNEVK23w5Gz1IF1j9EKde1i/IuX18SwN0OjBYuul1/wqvboJZJqxeom0VozZWxS/G0gW+GqRWtT9x560E5t/O3QWKvdbkWUQQjB1m4yMIGcIzZmR8xpU4SQ==',key_name='tempest-TestShelveInstance-46393644',keypairs=<?>,launch_index=0,launched_at=2023-12-06T10:06:16Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='00e6914d22764723a80593f896e602b8',ramdisk_id='',reservation_id='r-5p0fqr4k',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-620907319',owner_user_name='tempest-TestShelveInstance-620907319-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T10:06:17Z,user_data=None,user_id='02e85e3deae34441802af88a9f8c59ce',uuid=b48116ea-362e-4bc6-bb30-f7f0076d2bf7,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f68b59a5-2b8e-4cf0-8c50-b732b7bb6642", "address": "fa:16:3e:46:2b:27", "network": {"id": "962de5cf-b789-4532-a118-6b9fc1aeba04", "bridge": "br-int", "label": "tempest-TestShelveInstance-2137451792-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "00e6914d22764723a80593f896e602b8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf68b59a5-2b", "ovs_interfaceid": "f68b59a5-2b8e-4cf0-8c50-b732b7bb6642", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 10:07:48 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-c849d259-94a0-4ad9-9bd3-5f10db6c8c79 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Converting VIF {"id": "f68b59a5-2b8e-4cf0-8c50-b732b7bb6642", "address": "fa:16:3e:46:2b:27", "network": {"id": "962de5cf-b789-4532-a118-6b9fc1aeba04", "bridge": "br-int", "label": "tempest-TestShelveInstance-2137451792-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "00e6914d22764723a80593f896e602b8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf68b59a5-2b", "ovs_interfaceid": "f68b59a5-2b8e-4cf0-8c50-b732b7bb6642", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:07:48 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-c849d259-94a0-4ad9-9bd3-5f10db6c8c79 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:46:2b:27,bridge_name='br-int',has_traffic_filtering=True,id=f68b59a5-2b8e-4cf0-8c50-b732b7bb6642,network=Network(962de5cf-b789-4532-a118-6b9fc1aeba04),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf68b59a5-2b') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:07:48 user nova-compute[74535]: DEBUG os_vif [None req-c849d259-94a0-4ad9-9bd3-5f10db6c8c79 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:46:2b:27,bridge_name='br-int',has_traffic_filtering=True,id=f68b59a5-2b8e-4cf0-8c50-b732b7bb6642,network=Network(962de5cf-b789-4532-a118-6b9fc1aeba04),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf68b59a5-2b') {{(pid=74535) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 10:07:48 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:07:48 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf68b59a5-2b, bridge=br-int, if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:07:48 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:07:48 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:07:48 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:07:48 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:07:48 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c77965a4-f59e-428a-81c0-80f6ff22024d) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:07:49 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:07:49 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:07:49 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:07:49 user nova-compute[74535]: INFO os_vif [None req-c849d259-94a0-4ad9-9bd3-5f10db6c8c79 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:46:2b:27,bridge_name='br-int',has_traffic_filtering=True,id=f68b59a5-2b8e-4cf0-8c50-b732b7bb6642,network=Network(962de5cf-b789-4532-a118-6b9fc1aeba04),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf68b59a5-2b')
Dec 06 10:07:49 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c849d259-94a0-4ad9-9bd3-5f10db6c8c79 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] calling os-brick to detach iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 10:07:49 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-c849d259-94a0-4ad9-9bd3-5f10db6c8c79 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, {'target_iqn': 'iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'wshVuDHE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': True}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:07:49 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-c849d259-94a0-4ad9-9bd3-5f10db6c8c79 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:07:49 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-c849d259-94a0-4ad9-9bd3-5f10db6c8c79 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:07:49 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-c849d259-94a0-4ad9-9bd3-5f10db6c8c79 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:07:49 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:07:49 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:07:49 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[be7d4337-4ccc-4ea9-a1f5-7b2bd8f7e692]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:07:49 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-c849d259-94a0-4ad9-9bd3-5f10db6c8c79 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 10:07:49 user nova-compute[74535]: No targets found.
Dec 06 10:07:49 user nova-compute[74535]: iSNS:
Dec 06 10:07:49 user nova-compute[74535]: No targets found.
Dec 06 10:07:49 user nova-compute[74535]: STATIC:
Dec 06 10:07:49 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8
Dec 06 10:07:49 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:07:49 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:07:49 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e
Dec 06 10:07:49 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:07:49 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:07:49 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681
Dec 06 10:07:49 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:07:49 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:07:49 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961
Dec 06 10:07:49 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:07:49 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:07:49 user nova-compute[74535]: FIRMWARE:
Dec 06 10:07:49 user nova-compute[74535]: No targets found.
Dec 06 10:07:49 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:07:49 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-c849d259-94a0-4ad9-9bd3-5f10db6c8c79 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 10:07:49 user nova-compute[74535]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 10:07:49 user nova-compute[74535]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74535) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 10:07:49 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-c849d259-94a0-4ad9-9bd3-5f10db6c8c79 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681', 0)] {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 10:07:49 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:07:49 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.024s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:07:49 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3e9cf9e-402c-419c-a72e-f92d5ea52cfa]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:07:49 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:07:49 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:07:49 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a9f6198-a4d0-42bb-91e1-53ceef2c62bd]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681 (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:07:49 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-c849d259-94a0-4ad9-9bd3-5f10db6c8c79 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:07:49 user nova-compute[74535]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e (non-flash)
Dec 06 10:07:49 user nova-compute[74535]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961 (non-flash)
Dec 06 10:07:49 user nova-compute[74535]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681 (non-flash)
Dec 06 10:07:49 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:07:49 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-c849d259-94a0-4ad9-9bd3-5f10db6c8c79 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:07:49 user nova-compute[74535]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e (non-flash)
Dec 06 10:07:49 user nova-compute[74535]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961 (non-flash)
Dec 06 10:07:49 user nova-compute[74535]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681 (non-flash)
Dec 06 10:07:49 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:07:49 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-c849d259-94a0-4ad9-9bd3-5f10db6c8c79 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ff124171870>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681'): ({'sdf'}, set())}) {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 10:07:49 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-c849d259-94a0-4ad9-9bd3-5f10db6c8c79 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Removing single pathed devices sdf {{(pid=74535) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 10:07:49 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:07:49 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.027s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:07:49 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c98b0a2-f61c-4220-bb29-5a607956dd17]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:07:49 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:07:49 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:07:49 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[424838ac-9fa4-4605-abfd-38ab157ba661]: (4, ('ok\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:07:49 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-c849d259-94a0-4ad9-9bd3-5f10db6c8c79 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Flushing IO for device /dev/sdf {{(pid=74535) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 10:07:49 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:07:49 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.014s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:07:49 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8649962-773f-4eb1-840f-72d23f6169ff]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:07:49 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-c849d259-94a0-4ad9-9bd3-5f10db6c8c79 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=74535) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 10:07:49 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:07:49 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.031s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:07:49 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[6181a57a-0a10-4216-9691-1e8055564f26]: (4, ('1', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:07:49 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-c849d259-94a0-4ad9-9bd3-5f10db6c8c79 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 10:07:49 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-c849d259-94a0-4ad9-9bd3-5f10db6c8c79 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] SCSI volumes sdf have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 10:07:49 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-c849d259-94a0-4ad9-9bd3-5f10db6c8c79 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681')] {{(pid=74535) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 10:07:49 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:07:49 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:07:49 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[942af283-e6e4-4572-bc41-c6082a59c045]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:07:49 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-c849d259-94a0-4ad9-9bd3-5f10db6c8c79 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:07:49 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681 -p 172.16.0.220:3260 --logout {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:07:49 user nova-compute[74535]: DEBUG nova.network.neutron [req-489fb3cb-425c-4fc8-812c-30bf1dffe009 req-0c345bd2-e4a3-47db-b720-1d77c6500b2f service nova] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Updated VIF entry in instance network info cache for port f68b59a5-2b8e-4cf0-8c50-b732b7bb6642. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 10:07:49 user nova-compute[74535]: DEBUG nova.network.neutron [req-489fb3cb-425c-4fc8-812c-30bf1dffe009 req-0c345bd2-e4a3-47db-b720-1d77c6500b2f service nova] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Updating instance_info_cache with network_info: [{"id": "f68b59a5-2b8e-4cf0-8c50-b732b7bb6642", "address": "fa:16:3e:46:2b:27", "network": {"id": "962de5cf-b789-4532-a118-6b9fc1aeba04", "bridge": "br-int", "label": "tempest-TestShelveInstance-2137451792-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "00e6914d22764723a80593f896e602b8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf68b59a5-2b", "ovs_interfaceid": "f68b59a5-2b8e-4cf0-8c50-b732b7bb6642", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:07:49 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681 -p 172.16.0.220:3260 --logout" returned: 0 in 0.060s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:07:49 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f844d86-0025-423a-93d2-d8e1cf5f5f6a]: (4, ('Logging out of session [sid: 28, target: iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681, portal: 172.16.0.220,3260]\nLogout of [sid: 28, target: iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:07:49 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-c849d259-94a0-4ad9-9bd3-5f10db6c8c79 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 28, target: iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681, portal: 172.16.0.220,3260]
Dec 06 10:07:49 user nova-compute[74535]: Logout of [sid: 28, target: iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681, portal: 172.16.0.220,3260] successful.
Dec 06 10:07:49 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:07:49 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681 -p 172.16.0.220:3260 --op delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:07:49 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-489fb3cb-425c-4fc8-812c-30bf1dffe009 req-0c345bd2-e4a3-47db-b720-1d77c6500b2f service nova] Releasing lock "refresh_cache-b48116ea-362e-4bc6-bb30-f7f0076d2bf7" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:07:49 user nova-compute[74535]: DEBUG nova.compute.manager [req-489fb3cb-425c-4fc8-812c-30bf1dffe009 req-0c345bd2-e4a3-47db-b720-1d77c6500b2f service nova] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Received event network-vif-unplugged-f68b59a5-2b8e-4cf0-8c50-b732b7bb6642 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:07:49 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-489fb3cb-425c-4fc8-812c-30bf1dffe009 req-0c345bd2-e4a3-47db-b720-1d77c6500b2f service nova] Acquiring lock "b48116ea-362e-4bc6-bb30-f7f0076d2bf7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:07:49 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-489fb3cb-425c-4fc8-812c-30bf1dffe009 req-0c345bd2-e4a3-47db-b720-1d77c6500b2f service nova] Lock "b48116ea-362e-4bc6-bb30-f7f0076d2bf7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:07:49 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-489fb3cb-425c-4fc8-812c-30bf1dffe009 req-0c345bd2-e4a3-47db-b720-1d77c6500b2f service nova] Lock "b48116ea-362e-4bc6-bb30-f7f0076d2bf7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:07:49 user nova-compute[74535]: DEBUG nova.compute.manager [req-489fb3cb-425c-4fc8-812c-30bf1dffe009 req-0c345bd2-e4a3-47db-b720-1d77c6500b2f service nova] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] No waiting events found dispatching network-vif-unplugged-f68b59a5-2b8e-4cf0-8c50-b732b7bb6642 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:07:49 user nova-compute[74535]: DEBUG nova.compute.manager [req-489fb3cb-425c-4fc8-812c-30bf1dffe009 req-0c345bd2-e4a3-47db-b720-1d77c6500b2f service nova] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Received event network-vif-unplugged-f68b59a5-2b8e-4cf0-8c50-b732b7bb6642 for instance with task_state deleting. {{(pid=74535) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 10:07:49 user nova-compute[74535]: DEBUG nova.compute.manager [req-489fb3cb-425c-4fc8-812c-30bf1dffe009 req-0c345bd2-e4a3-47db-b720-1d77c6500b2f service nova] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Received event network-vif-plugged-f68b59a5-2b8e-4cf0-8c50-b732b7bb6642 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:07:49 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-489fb3cb-425c-4fc8-812c-30bf1dffe009 req-0c345bd2-e4a3-47db-b720-1d77c6500b2f service nova] Acquiring lock "b48116ea-362e-4bc6-bb30-f7f0076d2bf7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:07:49 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-489fb3cb-425c-4fc8-812c-30bf1dffe009 req-0c345bd2-e4a3-47db-b720-1d77c6500b2f service nova] Lock "b48116ea-362e-4bc6-bb30-f7f0076d2bf7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:07:49 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-489fb3cb-425c-4fc8-812c-30bf1dffe009 req-0c345bd2-e4a3-47db-b720-1d77c6500b2f service nova] Lock "b48116ea-362e-4bc6-bb30-f7f0076d2bf7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:07:49 user nova-compute[74535]: DEBUG nova.compute.manager [req-489fb3cb-425c-4fc8-812c-30bf1dffe009 req-0c345bd2-e4a3-47db-b720-1d77c6500b2f service nova] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] No waiting events found dispatching network-vif-plugged-f68b59a5-2b8e-4cf0-8c50-b732b7bb6642 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:07:49 user nova-compute[74535]: WARNING nova.compute.manager [req-489fb3cb-425c-4fc8-812c-30bf1dffe009 req-0c345bd2-e4a3-47db-b720-1d77c6500b2f service nova] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Received unexpected event network-vif-plugged-f68b59a5-2b8e-4cf0-8c50-b732b7bb6642 for instance with vm_state active and task_state deleting.
Dec 06 10:07:49 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:07:49 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:07:49 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c6a971e9-e220-46d6-85c8-0fc51e043681 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.038s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:07:49 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc2a5808-75f0-4853-a421-9e1f10e7cc25]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:07:49 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-c849d259-94a0-4ad9-9bd3-5f10db6c8c79 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:07:49 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-c849d259-94a0-4ad9-9bd3-5f10db6c8c79 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.343s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:07:49 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-c849d259-94a0-4ad9-9bd3-5f10db6c8c79 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] <== disconnect_volume: return (344ms) None {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:07:49 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c849d259-94a0-4ad9-9bd3-5f10db6c8c79 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Disconnected iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 10:07:49 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-c849d259-94a0-4ad9-9bd3-5f10db6c8c79 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Deleting instance files /opt/stack/data/nova/instances/b48116ea-362e-4bc6-bb30-f7f0076d2bf7_del
Dec 06 10:07:49 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-c849d259-94a0-4ad9-9bd3-5f10db6c8c79 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Deletion of /opt/stack/data/nova/instances/b48116ea-362e-4bc6-bb30-f7f0076d2bf7_del complete
Dec 06 10:07:49 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:07:49 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:07:49 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Instance destroyed successfully.
Dec 06 10:07:49 user nova-compute[74535]: DEBUG nova.objects.instance [None req-b06defba-510e-4880-949e-094aea033dd6 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Lazy-loading 'resources' on Instance uuid c3b63c03-ccc7-458a-8780-b196259784e4 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:07:49 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-b06defba-510e-4880-949e-094aea033dd6 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-06T10:01:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1038109453',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1038109453',id=18,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGUT7MJXjCcfuYfmP0LnEjkmaeWb+xCWIv/eyPehv3rfqzt9bq3kWQu3zPF0RG57LjvO6l7IBfNIkjjeSKCWret5RagPm4OieEi7WccAjtmeFMEBRs5TPjMLtc8jvsfULA==',key_name='tempest-keypair-738907956',keypairs=<?>,launch_index=0,launched_at=2023-12-06T10:05:31Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ea7d9b3864a245dca1620d6cfa442897',ramdisk_id='',reservation_id='r-z07fs353',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-178785579',owner_user_name='tempest-AttachVolumeShelveTestJSON-178785579-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T10:05:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a270961c7b434e87a25209f6eff7df18',uuid=c3b63c03-ccc7-458a-8780-b196259784e4,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "21832bc5-de3c-4e86-a97c-147349bb1589", "address": "fa:16:3e:93:c4:62", "network": {"id": "083b1a00-b026-47dd-86f2-afd036201f4c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-290939981-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.78", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea7d9b3864a245dca1620d6cfa442897", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap21832bc5-de", "ovs_interfaceid": "21832bc5-de3c-4e86-a97c-147349bb1589", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 10:07:49 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-b06defba-510e-4880-949e-094aea033dd6 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Converting VIF {"id": "21832bc5-de3c-4e86-a97c-147349bb1589", "address": "fa:16:3e:93:c4:62", "network": {"id": "083b1a00-b026-47dd-86f2-afd036201f4c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-290939981-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.78", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea7d9b3864a245dca1620d6cfa442897", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap21832bc5-de", "ovs_interfaceid": "21832bc5-de3c-4e86-a97c-147349bb1589", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:07:49 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-b06defba-510e-4880-949e-094aea033dd6 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:93:c4:62,bridge_name='br-int',has_traffic_filtering=True,id=21832bc5-de3c-4e86-a97c-147349bb1589,network=Network(083b1a00-b026-47dd-86f2-afd036201f4c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap21832bc5-de') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:07:49 user nova-compute[74535]: DEBUG os_vif [None req-b06defba-510e-4880-949e-094aea033dd6 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:93:c4:62,bridge_name='br-int',has_traffic_filtering=True,id=21832bc5-de3c-4e86-a97c-147349bb1589,network=Network(083b1a00-b026-47dd-86f2-afd036201f4c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap21832bc5-de') {{(pid=74535) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 10:07:49 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:07:49 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap21832bc5-de, bridge=br-int, if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:07:49 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:07:49 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:07:49 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:07:49 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=580967a9-f4c9-40b4-a4ca-252895894b81) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:07:49 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:07:49 user nova-compute[74535]: INFO nova.compute.manager [None req-c849d259-94a0-4ad9-9bd3-5f10db6c8c79 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Took 1.63 seconds to destroy the instance on the hypervisor.
Dec 06 10:07:49 user nova-compute[74535]: DEBUG oslo.service.loopingcall [None req-c849d259-94a0-4ad9-9bd3-5f10db6c8c79 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74535) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 10:07:49 user nova-compute[74535]: DEBUG nova.compute.manager [-] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Deallocating network for instance {{(pid=74535) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 10:07:49 user nova-compute[74535]: DEBUG nova.network.neutron [-] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] deallocate_for_instance() {{(pid=74535) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 10:07:49 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:07:49 user nova-compute[74535]: INFO os_vif [None req-b06defba-510e-4880-949e-094aea033dd6 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:93:c4:62,bridge_name='br-int',has_traffic_filtering=True,id=21832bc5-de3c-4e86-a97c-147349bb1589,network=Network(083b1a00-b026-47dd-86f2-afd036201f4c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap21832bc5-de')
Dec 06 10:07:49 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-b06defba-510e-4880-949e-094aea033dd6 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Deleting instance files /opt/stack/data/nova/instances/c3b63c03-ccc7-458a-8780-b196259784e4_del
Dec 06 10:07:49 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-b06defba-510e-4880-949e-094aea033dd6 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Deletion of /opt/stack/data/nova/instances/c3b63c03-ccc7-458a-8780-b196259784e4_del complete
Dec 06 10:07:49 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:07:49 user nova-compute[74535]: INFO nova.compute.manager [None req-b06defba-510e-4880-949e-094aea033dd6 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Took 0.98 seconds to destroy the instance on the hypervisor.
Dec 06 10:07:49 user nova-compute[74535]: DEBUG oslo.service.loopingcall [None req-b06defba-510e-4880-949e-094aea033dd6 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74535) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 10:07:49 user nova-compute[74535]: DEBUG nova.compute.manager [-] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Deallocating network for instance {{(pid=74535) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 10:07:49 user nova-compute[74535]: DEBUG nova.network.neutron [-] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] deallocate_for_instance() {{(pid=74535) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 10:07:49 user nova-compute[74535]: DEBUG nova.network.neutron [-] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Updating instance_info_cache with network_info: [] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:07:50 user nova-compute[74535]: INFO nova.compute.manager [-] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Took 0.55 seconds to deallocate network for instance.
Dec 06 10:07:50 user nova-compute[74535]: DEBUG nova.compute.manager [req-ef1d5676-bc60-4ea3-9536-e0ba4f51fea5 req-af038bd1-b744-45e9-afe7-6511e247974d service nova] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Received event network-vif-deleted-f68b59a5-2b8e-4cf0-8c50-b732b7bb6642 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:07:50 user nova-compute[74535]: INFO nova.compute.manager [req-ef1d5676-bc60-4ea3-9536-e0ba4f51fea5 req-af038bd1-b744-45e9-afe7-6511e247974d service nova] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Neutron deleted interface f68b59a5-2b8e-4cf0-8c50-b732b7bb6642; detaching it from the instance and deleting it from the info cache
Dec 06 10:07:50 user nova-compute[74535]: DEBUG nova.network.neutron [req-ef1d5676-bc60-4ea3-9536-e0ba4f51fea5 req-af038bd1-b744-45e9-afe7-6511e247974d service nova] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Updating instance_info_cache with network_info: [] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:07:50 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:07:50 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:07:50 user nova-compute[74535]: DEBUG nova.compute.manager [req-ef1d5676-bc60-4ea3-9536-e0ba4f51fea5 req-af038bd1-b744-45e9-afe7-6511e247974d service nova] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Detach interface failed, port_id=f68b59a5-2b8e-4cf0-8c50-b732b7bb6642, reason: Instance b48116ea-362e-4bc6-bb30-f7f0076d2bf7 could not be found. {{(pid=74535) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 06 10:07:50 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:07:50 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:07:50 user nova-compute[74535]: INFO nova.compute.manager [None req-c849d259-94a0-4ad9-9bd3-5f10db6c8c79 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Took 0.84 seconds to detach 1 volumes for instance.
Dec 06 10:07:50 user nova-compute[74535]: DEBUG nova.compute.manager [None req-c849d259-94a0-4ad9-9bd3-5f10db6c8c79 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] [instance: b48116ea-362e-4bc6-bb30-f7f0076d2bf7] Deleting volume: c6a971e9-e220-46d6-85c8-0fc51e043681 {{(pid=74535) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Dec 06 10:07:50 user nova-compute[74535]: DEBUG nova.compute.manager [req-501e0823-0bb7-4561-bd5e-42f8b55d96bc req-2abd04c6-a277-41cd-818e-dbc74692999a service nova] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Received event network-vif-unplugged-21832bc5-de3c-4e86-a97c-147349bb1589 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:07:50 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-501e0823-0bb7-4561-bd5e-42f8b55d96bc req-2abd04c6-a277-41cd-818e-dbc74692999a service nova] Acquiring lock "c3b63c03-ccc7-458a-8780-b196259784e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:07:50 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-501e0823-0bb7-4561-bd5e-42f8b55d96bc req-2abd04c6-a277-41cd-818e-dbc74692999a service nova] Lock "c3b63c03-ccc7-458a-8780-b196259784e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:07:50 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-501e0823-0bb7-4561-bd5e-42f8b55d96bc req-2abd04c6-a277-41cd-818e-dbc74692999a service nova] Lock "c3b63c03-ccc7-458a-8780-b196259784e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:07:50 user nova-compute[74535]: DEBUG nova.compute.manager [req-501e0823-0bb7-4561-bd5e-42f8b55d96bc req-2abd04c6-a277-41cd-818e-dbc74692999a service nova] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] No waiting events found dispatching network-vif-unplugged-21832bc5-de3c-4e86-a97c-147349bb1589 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:07:50 user nova-compute[74535]: DEBUG nova.compute.manager [req-501e0823-0bb7-4561-bd5e-42f8b55d96bc req-2abd04c6-a277-41cd-818e-dbc74692999a service nova] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Received event network-vif-unplugged-21832bc5-de3c-4e86-a97c-147349bb1589 for instance with task_state deleting. {{(pid=74535) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 10:07:50 user nova-compute[74535]: DEBUG nova.compute.manager [req-501e0823-0bb7-4561-bd5e-42f8b55d96bc req-2abd04c6-a277-41cd-818e-dbc74692999a service nova] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Received event network-vif-plugged-21832bc5-de3c-4e86-a97c-147349bb1589 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:07:50 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-501e0823-0bb7-4561-bd5e-42f8b55d96bc req-2abd04c6-a277-41cd-818e-dbc74692999a service nova] Acquiring lock "c3b63c03-ccc7-458a-8780-b196259784e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:07:50 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-501e0823-0bb7-4561-bd5e-42f8b55d96bc req-2abd04c6-a277-41cd-818e-dbc74692999a service nova] Lock "c3b63c03-ccc7-458a-8780-b196259784e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:07:50 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-501e0823-0bb7-4561-bd5e-42f8b55d96bc req-2abd04c6-a277-41cd-818e-dbc74692999a service nova] Lock "c3b63c03-ccc7-458a-8780-b196259784e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:07:50 user nova-compute[74535]: DEBUG nova.compute.manager [req-501e0823-0bb7-4561-bd5e-42f8b55d96bc req-2abd04c6-a277-41cd-818e-dbc74692999a service nova] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] No waiting events found dispatching network-vif-plugged-21832bc5-de3c-4e86-a97c-147349bb1589 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:07:50 user nova-compute[74535]: WARNING nova.compute.manager [req-501e0823-0bb7-4561-bd5e-42f8b55d96bc req-2abd04c6-a277-41cd-818e-dbc74692999a service nova] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Received unexpected event network-vif-plugged-21832bc5-de3c-4e86-a97c-147349bb1589 for instance with vm_state active and task_state deleting.
Dec 06 10:07:50 user nova-compute[74535]: DEBUG nova.compute.manager [req-501e0823-0bb7-4561-bd5e-42f8b55d96bc req-2abd04c6-a277-41cd-818e-dbc74692999a service nova] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Received event network-vif-plugged-21832bc5-de3c-4e86-a97c-147349bb1589 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:07:50 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-501e0823-0bb7-4561-bd5e-42f8b55d96bc req-2abd04c6-a277-41cd-818e-dbc74692999a service nova] Acquiring lock "c3b63c03-ccc7-458a-8780-b196259784e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:07:50 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-501e0823-0bb7-4561-bd5e-42f8b55d96bc req-2abd04c6-a277-41cd-818e-dbc74692999a service nova] Lock "c3b63c03-ccc7-458a-8780-b196259784e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:07:50 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-501e0823-0bb7-4561-bd5e-42f8b55d96bc req-2abd04c6-a277-41cd-818e-dbc74692999a service nova] Lock "c3b63c03-ccc7-458a-8780-b196259784e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:07:50 user nova-compute[74535]: DEBUG nova.compute.manager [req-501e0823-0bb7-4561-bd5e-42f8b55d96bc req-2abd04c6-a277-41cd-818e-dbc74692999a service nova] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] No waiting events found dispatching network-vif-plugged-21832bc5-de3c-4e86-a97c-147349bb1589 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:07:50 user nova-compute[74535]: WARNING nova.compute.manager [req-501e0823-0bb7-4561-bd5e-42f8b55d96bc req-2abd04c6-a277-41cd-818e-dbc74692999a service nova] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Received unexpected event network-vif-plugged-21832bc5-de3c-4e86-a97c-147349bb1589 for instance with vm_state active and task_state deleting.
Dec 06 10:07:50 user nova-compute[74535]: DEBUG nova.compute.manager [req-501e0823-0bb7-4561-bd5e-42f8b55d96bc req-2abd04c6-a277-41cd-818e-dbc74692999a service nova] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Received event network-vif-plugged-21832bc5-de3c-4e86-a97c-147349bb1589 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:07:50 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-501e0823-0bb7-4561-bd5e-42f8b55d96bc req-2abd04c6-a277-41cd-818e-dbc74692999a service nova] Acquiring lock "c3b63c03-ccc7-458a-8780-b196259784e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:07:50 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-501e0823-0bb7-4561-bd5e-42f8b55d96bc req-2abd04c6-a277-41cd-818e-dbc74692999a service nova] Lock "c3b63c03-ccc7-458a-8780-b196259784e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:07:50 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-501e0823-0bb7-4561-bd5e-42f8b55d96bc req-2abd04c6-a277-41cd-818e-dbc74692999a service nova] Lock "c3b63c03-ccc7-458a-8780-b196259784e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:07:50 user nova-compute[74535]: DEBUG nova.compute.manager [req-501e0823-0bb7-4561-bd5e-42f8b55d96bc req-2abd04c6-a277-41cd-818e-dbc74692999a service nova] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] No waiting events found dispatching network-vif-plugged-21832bc5-de3c-4e86-a97c-147349bb1589 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:07:50 user nova-compute[74535]: WARNING nova.compute.manager [req-501e0823-0bb7-4561-bd5e-42f8b55d96bc req-2abd04c6-a277-41cd-818e-dbc74692999a service nova] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Received unexpected event network-vif-plugged-21832bc5-de3c-4e86-a97c-147349bb1589 for instance with vm_state active and task_state deleting.
Dec 06 10:07:50 user nova-compute[74535]: DEBUG nova.compute.manager [req-501e0823-0bb7-4561-bd5e-42f8b55d96bc req-2abd04c6-a277-41cd-818e-dbc74692999a service nova] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Received event network-vif-unplugged-21832bc5-de3c-4e86-a97c-147349bb1589 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:07:50 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-501e0823-0bb7-4561-bd5e-42f8b55d96bc req-2abd04c6-a277-41cd-818e-dbc74692999a service nova] Acquiring lock "c3b63c03-ccc7-458a-8780-b196259784e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:07:50 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-501e0823-0bb7-4561-bd5e-42f8b55d96bc req-2abd04c6-a277-41cd-818e-dbc74692999a service nova] Lock "c3b63c03-ccc7-458a-8780-b196259784e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:07:50 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-501e0823-0bb7-4561-bd5e-42f8b55d96bc req-2abd04c6-a277-41cd-818e-dbc74692999a service nova] Lock "c3b63c03-ccc7-458a-8780-b196259784e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:07:50 user nova-compute[74535]: DEBUG nova.compute.manager [req-501e0823-0bb7-4561-bd5e-42f8b55d96bc req-2abd04c6-a277-41cd-818e-dbc74692999a service nova] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] No waiting events found dispatching network-vif-unplugged-21832bc5-de3c-4e86-a97c-147349bb1589 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:07:50 user nova-compute[74535]: DEBUG nova.compute.manager [req-501e0823-0bb7-4561-bd5e-42f8b55d96bc req-2abd04c6-a277-41cd-818e-dbc74692999a service nova] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Received event network-vif-unplugged-21832bc5-de3c-4e86-a97c-147349bb1589 for instance with task_state deleting. {{(pid=74535) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 10:07:50 user nova-compute[74535]: DEBUG nova.compute.manager [req-501e0823-0bb7-4561-bd5e-42f8b55d96bc req-2abd04c6-a277-41cd-818e-dbc74692999a service nova] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Received event network-vif-plugged-21832bc5-de3c-4e86-a97c-147349bb1589 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:07:50 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-501e0823-0bb7-4561-bd5e-42f8b55d96bc req-2abd04c6-a277-41cd-818e-dbc74692999a service nova] Acquiring lock "c3b63c03-ccc7-458a-8780-b196259784e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:07:50 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-501e0823-0bb7-4561-bd5e-42f8b55d96bc req-2abd04c6-a277-41cd-818e-dbc74692999a service nova] Lock "c3b63c03-ccc7-458a-8780-b196259784e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:07:50 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-501e0823-0bb7-4561-bd5e-42f8b55d96bc req-2abd04c6-a277-41cd-818e-dbc74692999a service nova] Lock "c3b63c03-ccc7-458a-8780-b196259784e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:07:50 user nova-compute[74535]: DEBUG nova.compute.manager [req-501e0823-0bb7-4561-bd5e-42f8b55d96bc req-2abd04c6-a277-41cd-818e-dbc74692999a service nova] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] No waiting events found dispatching network-vif-plugged-21832bc5-de3c-4e86-a97c-147349bb1589 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:07:50 user nova-compute[74535]: WARNING nova.compute.manager [req-501e0823-0bb7-4561-bd5e-42f8b55d96bc req-2abd04c6-a277-41cd-818e-dbc74692999a service nova] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Received unexpected event network-vif-plugged-21832bc5-de3c-4e86-a97c-147349bb1589 for instance with vm_state active and task_state deleting.
Dec 06 10:07:51 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-c849d259-94a0-4ad9-9bd3-5f10db6c8c79 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:07:51 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-c849d259-94a0-4ad9-9bd3-5f10db6c8c79 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:07:51 user nova-compute[74535]: DEBUG nova.network.neutron [-] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Updating instance_info_cache with network_info: [] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:07:51 user nova-compute[74535]: INFO nova.compute.manager [-] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Took 1.46 seconds to deallocate network for instance.
Dec 06 10:07:51 user nova-compute[74535]: DEBUG nova.compute.manager [req-9a0458d2-9ee9-457c-a5b6-9de4148e3be1 req-984f36ec-70f4-4d82-a8a8-2056cf7f61be service nova] [instance: c3b63c03-ccc7-458a-8780-b196259784e4] Received event network-vif-deleted-21832bc5-de3c-4e86-a97c-147349bb1589 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:07:51 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-b06defba-510e-4880-949e-094aea033dd6 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:07:51 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-c849d259-94a0-4ad9-9bd3-5f10db6c8c79 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:07:51 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-c849d259-94a0-4ad9-9bd3-5f10db6c8c79 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:07:51 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-c849d259-94a0-4ad9-9bd3-5f10db6c8c79 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.356s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:07:51 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-b06defba-510e-4880-949e-094aea033dd6 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.248s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:07:51 user nova-compute[74535]: INFO nova.scheduler.client.report [None req-c849d259-94a0-4ad9-9bd3-5f10db6c8c79 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Deleted allocations for instance b48116ea-362e-4bc6-bb30-f7f0076d2bf7
Dec 06 10:07:51 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-c849d259-94a0-4ad9-9bd3-5f10db6c8c79 tempest-TestShelveInstance-620907319 tempest-TestShelveInstance-620907319-project-member] Lock "b48116ea-362e-4bc6-bb30-f7f0076d2bf7" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.665s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:07:51 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-b06defba-510e-4880-949e-094aea033dd6 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:07:51 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-b06defba-510e-4880-949e-094aea033dd6 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:07:51 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-b06defba-510e-4880-949e-094aea033dd6 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.415s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:07:51 user nova-compute[74535]: INFO nova.scheduler.client.report [None req-b06defba-510e-4880-949e-094aea033dd6 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Deleted allocations for instance c3b63c03-ccc7-458a-8780-b196259784e4
Dec 06 10:07:51 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-b06defba-510e-4880-949e-094aea033dd6 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Lock "c3b63c03-ccc7-458a-8780-b196259784e4" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.332s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:07:54 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:07:56 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Acquiring lock "ceae3072-5275-4b93-92f3-fca295ad3929" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:07:56 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Lock "ceae3072-5275-4b93-92f3-fca295ad3929" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:07:56 user nova-compute[74535]: DEBUG nova.compute.manager [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] Starting instance... {{(pid=74535) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 10:07:56 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:07:56 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:07:56 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74535) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 10:07:56 user nova-compute[74535]: INFO nova.compute.claims [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] Claim successful on node user
Dec 06 10:07:56 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:07:56 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:07:56 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.400s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:07:56 user nova-compute[74535]: DEBUG nova.compute.manager [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] Start building networks asynchronously for instance. {{(pid=74535) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 10:07:56 user nova-compute[74535]: DEBUG nova.compute.manager [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] Allocating IP information in the background. {{(pid=74535) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 10:07:56 user nova-compute[74535]: DEBUG nova.network.neutron [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] allocate_for_instance() {{(pid=74535) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 10:07:56 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 10:07:56 user nova-compute[74535]: DEBUG nova.compute.manager [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] Start building block device mappings for instance. {{(pid=74535) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 10:07:56 user nova-compute[74535]: INFO nova.virt.block_device [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] Booting with volume c20fcf8c-eb1b-4f32-a944-595e96a41fef at /dev/vda
Dec 06 10:07:56 user nova-compute[74535]: DEBUG nova.policy [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c4d40c6d3b9e49f79feff37d137f350a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c1a6ab8cc08d4115a89db7cf36f78025', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74535) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 10:07:56 user nova-compute[74535]: DEBUG os_brick.utils [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:07:56 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:07:56 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:07:56 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[9fd4d6d2-5745-4419-8253-56aa332387c1]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d95ac7cee77a\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:07:56 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:07:56 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:07:56 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[b69d900f-90bc-4162-bcb5-98f345e3a612]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:07:56 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:07:56 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:07:56 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[4901c2db-32fb-4038-81a3-9154086243d7]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:07:56 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ad450ad-df5b-4dea-aa9c-11bbf0a79b29]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:07:56 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Running cmd (subprocess): nvme version {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:07:56 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] 'nvme version' failed. Not Retrying. {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 10:07:56 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.nvmeof [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] nvme not present on system {{(pid=74535) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 10:07:56 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:07:56 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 10:07:56 user nova-compute[74535]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 10:07:56 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e9c0a1d-f224-4fd0-a6f8-7e76b38eb8b9]: (4, '') {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:07:57 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74535) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 10:07:57 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74535) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 10:07:57 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] LIGHTOS: no hostnqn found. {{(pid=74535) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 10:07:57 user nova-compute[74535]: DEBUG os_brick.utils [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] <== get_connector_properties: return (121ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d95ac7cee77a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:07:57 user nova-compute[74535]: DEBUG nova.virt.block_device [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] Updating existing volume attachment record: 16469296-adf1-46c2-9198-02bbbfe2c9dd {{(pid=74535) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 10:07:57 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:07:57 user nova-compute[74535]: DEBUG nova.network.neutron [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] Successfully created port: 176932fd-6f91-448e-882d-6ad94f3126fb {{(pid=74535) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 10:07:58 user nova-compute[74535]: DEBUG nova.network.neutron [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] Successfully updated port: 176932fd-6f91-448e-882d-6ad94f3126fb {{(pid=74535) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 10:07:58 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Acquiring lock "refresh_cache-ceae3072-5275-4b93-92f3-fca295ad3929" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:07:58 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Acquired lock "refresh_cache-ceae3072-5275-4b93-92f3-fca295ad3929" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:07:58 user nova-compute[74535]: DEBUG nova.network.neutron [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] Building network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 10:07:58 user nova-compute[74535]: DEBUG nova.compute.manager [req-868d6082-3e64-482e-93ed-3fc234cf7b5c req-e5aaf429-d678-4edf-9571-7373d1892637 service nova] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] Received event network-changed-176932fd-6f91-448e-882d-6ad94f3126fb {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:07:58 user nova-compute[74535]: DEBUG nova.compute.manager [req-868d6082-3e64-482e-93ed-3fc234cf7b5c req-e5aaf429-d678-4edf-9571-7373d1892637 service nova] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] Refreshing instance network info cache due to event network-changed-176932fd-6f91-448e-882d-6ad94f3126fb. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 10:07:58 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-868d6082-3e64-482e-93ed-3fc234cf7b5c req-e5aaf429-d678-4edf-9571-7373d1892637 service nova] Acquiring lock "refresh_cache-ceae3072-5275-4b93-92f3-fca295ad3929" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:07:58 user nova-compute[74535]: DEBUG nova.network.neutron [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] Instance cache missing network info. {{(pid=74535) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 10:07:58 user nova-compute[74535]: DEBUG nova.network.neutron [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] Updating instance_info_cache with network_info: [{"id": "176932fd-6f91-448e-882d-6ad94f3126fb", "address": "fa:16:3e:1c:04:bb", "network": {"id": "8b86f560-d219-47ac-911b-827500badcc4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-867973244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1a6ab8cc08d4115a89db7cf36f78025", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap176932fd-6f", "ovs_interfaceid": "176932fd-6f91-448e-882d-6ad94f3126fb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:07:58 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Releasing lock "refresh_cache-ceae3072-5275-4b93-92f3-fca295ad3929" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:07:58 user nova-compute[74535]: DEBUG nova.compute.manager [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] Instance network_info: |[{"id": "176932fd-6f91-448e-882d-6ad94f3126fb", "address": "fa:16:3e:1c:04:bb", "network": {"id": "8b86f560-d219-47ac-911b-827500badcc4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-867973244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1a6ab8cc08d4115a89db7cf36f78025", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap176932fd-6f", "ovs_interfaceid": "176932fd-6f91-448e-882d-6ad94f3126fb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74535) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 10:07:58 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-868d6082-3e64-482e-93ed-3fc234cf7b5c req-e5aaf429-d678-4edf-9571-7373d1892637 service nova] Acquired lock "refresh_cache-ceae3072-5275-4b93-92f3-fca295ad3929" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:07:58 user nova-compute[74535]: DEBUG nova.network.neutron [req-868d6082-3e64-482e-93ed-3fc234cf7b5c req-e5aaf429-d678-4edf-9571-7373d1892637 service nova] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] Refreshing network info cache for port 176932fd-6f91-448e-882d-6ad94f3126fb {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 10:07:59 user nova-compute[74535]: DEBUG nova.network.neutron [req-868d6082-3e64-482e-93ed-3fc234cf7b5c req-e5aaf429-d678-4edf-9571-7373d1892637 service nova] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] Updated VIF entry in instance network info cache for port 176932fd-6f91-448e-882d-6ad94f3126fb. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 10:07:59 user nova-compute[74535]: DEBUG nova.network.neutron [req-868d6082-3e64-482e-93ed-3fc234cf7b5c req-e5aaf429-d678-4edf-9571-7373d1892637 service nova] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] Updating instance_info_cache with network_info: [{"id": "176932fd-6f91-448e-882d-6ad94f3126fb", "address": "fa:16:3e:1c:04:bb", "network": {"id": "8b86f560-d219-47ac-911b-827500badcc4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-867973244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1a6ab8cc08d4115a89db7cf36f78025", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap176932fd-6f", "ovs_interfaceid": "176932fd-6f91-448e-882d-6ad94f3126fb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:07:59 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-868d6082-3e64-482e-93ed-3fc234cf7b5c req-e5aaf429-d678-4edf-9571-7373d1892637 service nova] Releasing lock "refresh_cache-ceae3072-5275-4b93-92f3-fca295ad3929" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:07:59 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:07:59 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-27ff5cbe-0cd1-465f-b75c-169d622fb130 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 432ab64f-bf46-4ef7-8a09-adbeb7207912 is timed out.
Dec 06 10:07:59 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-27ff5cbe-0cd1-465f-b75c-169d622fb130 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Successfully detached device vdb from instance 432ab64f-bf46-4ef7-8a09-adbeb7207912 from the live domain config.
Dec 06 10:07:59 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-27ff5cbe-0cd1-465f-b75c-169d622fb130 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] calling os-brick to detach iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 10:07:59 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-27ff5cbe-0cd1-465f-b75c-169d622fb130 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, {'target_iqn': 'iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RSrDmoip', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:07:59 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-27ff5cbe-0cd1-465f-b75c-169d622fb130 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:07:59 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-27ff5cbe-0cd1-465f-b75c-169d622fb130 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:07:59 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-27ff5cbe-0cd1-465f-b75c-169d622fb130 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:07:59 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:07:59 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:07:59 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad312ff7-ccaf-4f53-85b0-f42848c8fedf]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:07:59 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-27ff5cbe-0cd1-465f-b75c-169d622fb130 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 10:07:59 user nova-compute[74535]: No targets found.
Dec 06 10:07:59 user nova-compute[74535]: iSNS:
Dec 06 10:07:59 user nova-compute[74535]: No targets found.
Dec 06 10:07:59 user nova-compute[74535]: STATIC:
Dec 06 10:07:59 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8
Dec 06 10:07:59 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:07:59 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:07:59 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e
Dec 06 10:07:59 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:07:59 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:07:59 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961
Dec 06 10:07:59 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:07:59 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:07:59 user nova-compute[74535]: FIRMWARE:
Dec 06 10:07:59 user nova-compute[74535]: No targets found.
Dec 06 10:07:59 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:07:59 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-27ff5cbe-0cd1-465f-b75c-169d622fb130 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 10:07:59 user nova-compute[74535]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 10:07:59 user nova-compute[74535]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74535) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 10:07:59 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-27ff5cbe-0cd1-465f-b75c-169d622fb130 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e', 0)] {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 10:07:59 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:07:59 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:07:59 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a26fa64-867b-4570-ba8f-11587b1931b6]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:07:59 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:07:59 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:07:59 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[76ba64a3-a68a-42a9-964c-30d3440c60c1]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961 (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:07:59 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-27ff5cbe-0cd1-465f-b75c-169d622fb130 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:07:59 user nova-compute[74535]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e (non-flash)
Dec 06 10:07:59 user nova-compute[74535]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961 (non-flash)
Dec 06 10:07:59 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:07:59 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-27ff5cbe-0cd1-465f-b75c-169d622fb130 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:07:59 user nova-compute[74535]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e (non-flash)
Dec 06 10:07:59 user nova-compute[74535]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961 (non-flash)
Dec 06 10:07:59 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:07:59 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-27ff5cbe-0cd1-465f-b75c-169d622fb130 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ff1007f04c0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e'): ({'sdd'}, set())}) {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 10:07:59 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-27ff5cbe-0cd1-465f-b75c-169d622fb130 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Removing single pathed devices sdd {{(pid=74535) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 10:07:59 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:07:59 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:07:59 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[2dfaae0c-8d0d-42a3-aad9-2a7fbf7b967c]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:07:59 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:07:59 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.023s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:07:59 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[c474640d-d2da-4d68-a11b-bb064883d3e6]: (4, ('ok\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:07:59 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-27ff5cbe-0cd1-465f-b75c-169d622fb130 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Flushing IO for device /dev/sdd {{(pid=74535) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 10:07:59 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:07:59 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.015s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:07:59 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[0592a60a-2675-47e6-9798-8824a34791ca]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:07:59 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-27ff5cbe-0cd1-465f-b75c-169d622fb130 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74535) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 10:07:59 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:07:59 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.036s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:07:59 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[91e21a4f-e85b-4d31-bbb8-7dfc362a6c4b]: (4, ('1', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:07:59 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-27ff5cbe-0cd1-465f-b75c-169d622fb130 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 10:07:59 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-27ff5cbe-0cd1-465f-b75c-169d622fb130 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] SCSI volumes sdd have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 10:07:59 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-27ff5cbe-0cd1-465f-b75c-169d622fb130 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e')] {{(pid=74535) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 10:07:59 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:08:00 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:08:00 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[3feb4b99-4c18-491c-8c22-b76eec951b41]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:08:00 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-27ff5cbe-0cd1-465f-b75c-169d622fb130 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:08:00 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e -p 172.16.0.220:3260 --logout {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:08:00 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e -p 172.16.0.220:3260 --logout" returned: 0 in 0.061s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:08:00 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[11b619a2-2ed6-4793-8ff7-4be5d4425274]: (4, ('Logging out of session [sid: 24, target: iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e, portal: 172.16.0.220,3260]\nLogout of [sid: 24, target: iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:08:00 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-27ff5cbe-0cd1-465f-b75c-169d622fb130 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 24, target: iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e, portal: 172.16.0.220,3260]
Dec 06 10:08:00 user nova-compute[74535]: Logout of [sid: 24, target: iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e, portal: 172.16.0.220,3260] successful.
Dec 06 10:08:00 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:08:00 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e -p 172.16.0.220:3260 --op delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:08:00 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d1564f44-41a3-4a7c-8a3d-bf5235b1899e -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:08:00 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[85b6b12e-78f8-4ba3-b124-61716aeeec09]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:08:00 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-27ff5cbe-0cd1-465f-b75c-169d622fb130 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:08:00 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-27ff5cbe-0cd1-465f-b75c-169d622fb130 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.403s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:08:00 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-27ff5cbe-0cd1-465f-b75c-169d622fb130 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] <== disconnect_volume: return (405ms) None {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:08:00 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-27ff5cbe-0cd1-465f-b75c-169d622fb130 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Disconnected iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 10:08:00 user nova-compute[74535]: DEBUG nova.compute.manager [req-3a36a7bb-8e62-4b75-bd37-a8ffba0a9268 req-834caaad-4b36-444a-8b33-f025e96b586d service nova] [instance: 0e39165e-d030-41a8-871f-56c2d08dcc20] Received event network-changed-3d027e66-e623-440e-9918-4af349ce8f54 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:08:00 user nova-compute[74535]: DEBUG nova.compute.manager [req-3a36a7bb-8e62-4b75-bd37-a8ffba0a9268 req-834caaad-4b36-444a-8b33-f025e96b586d service nova] [instance: 0e39165e-d030-41a8-871f-56c2d08dcc20] Refreshing instance network info cache due to event network-changed-3d027e66-e623-440e-9918-4af349ce8f54. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 10:08:00 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-3a36a7bb-8e62-4b75-bd37-a8ffba0a9268 req-834caaad-4b36-444a-8b33-f025e96b586d service nova] Acquiring lock "refresh_cache-0e39165e-d030-41a8-871f-56c2d08dcc20" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:08:00 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-3a36a7bb-8e62-4b75-bd37-a8ffba0a9268 req-834caaad-4b36-444a-8b33-f025e96b586d service nova] Acquired lock "refresh_cache-0e39165e-d030-41a8-871f-56c2d08dcc20" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:08:00 user nova-compute[74535]: DEBUG nova.network.neutron [req-3a36a7bb-8e62-4b75-bd37-a8ffba0a9268 req-834caaad-4b36-444a-8b33-f025e96b586d service nova] [instance: 0e39165e-d030-41a8-871f-56c2d08dcc20] Refreshing network info cache for port 3d027e66-e623-440e-9918-4af349ce8f54 {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 10:08:00 user nova-compute[74535]: DEBUG nova.objects.instance [None req-27ff5cbe-0cd1-465f-b75c-169d622fb130 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Lazy-loading 'flavor' on Instance uuid 432ab64f-bf46-4ef7-8a09-adbeb7207912 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:08:01 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-27ff5cbe-0cd1-465f-b75c-169d622fb130 tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Lock "432ab64f-bf46-4ef7-8a09-adbeb7207912" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.885s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:08:01 user nova-compute[74535]: DEBUG nova.network.neutron [req-3a36a7bb-8e62-4b75-bd37-a8ffba0a9268 req-834caaad-4b36-444a-8b33-f025e96b586d service nova] [instance: 0e39165e-d030-41a8-871f-56c2d08dcc20] Updated VIF entry in instance network info cache for port 3d027e66-e623-440e-9918-4af349ce8f54. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 10:08:01 user nova-compute[74535]: DEBUG nova.network.neutron [req-3a36a7bb-8e62-4b75-bd37-a8ffba0a9268 req-834caaad-4b36-444a-8b33-f025e96b586d service nova] [instance: 0e39165e-d030-41a8-871f-56c2d08dcc20] Updating instance_info_cache with network_info: [{"id": "3d027e66-e623-440e-9918-4af349ce8f54", "address": "fa:16:3e:d7:7c:1d", "network": {"id": "49702c0e-8306-49f2-9a37-580dfa9aedca", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1167139173-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ad8e6f48b8f442aa80f5839b55ad4b74", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d027e66-e6", "ovs_interfaceid": "3d027e66-e623-440e-9918-4af349ce8f54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:08:01 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-3a36a7bb-8e62-4b75-bd37-a8ffba0a9268 req-834caaad-4b36-444a-8b33-f025e96b586d service nova] Releasing lock "refresh_cache-0e39165e-d030-41a8-871f-56c2d08dcc20" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:08:02 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:08:03 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-0a816cb4-a029-4f78-89d7-b4322bf2c9c9 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Acquiring lock "0e39165e-d030-41a8-871f-56c2d08dcc20" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:08:03 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-0a816cb4-a029-4f78-89d7-b4322bf2c9c9 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lock "0e39165e-d030-41a8-871f-56c2d08dcc20" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:08:03 user nova-compute[74535]: DEBUG nova.objects.instance [None req-0a816cb4-a029-4f78-89d7-b4322bf2c9c9 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lazy-loading 'flavor' on Instance uuid 0e39165e-d030-41a8-871f-56c2d08dcc20 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:08:03 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-0a816cb4-a029-4f78-89d7-b4322bf2c9c9 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lock "0e39165e-d030-41a8-871f-56c2d08dcc20" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.051s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:08:03 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-0a816cb4-a029-4f78-89d7-b4322bf2c9c9 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Acquiring lock "0e39165e-d030-41a8-871f-56c2d08dcc20" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:08:03 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-0a816cb4-a029-4f78-89d7-b4322bf2c9c9 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lock "0e39165e-d030-41a8-871f-56c2d08dcc20" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:08:03 user nova-compute[74535]: INFO nova.compute.manager [None req-0a816cb4-a029-4f78-89d7-b4322bf2c9c9 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 0e39165e-d030-41a8-871f-56c2d08dcc20] Attaching volume f7edd6a6-e857-433b-8091-25baba775070 to /dev/vdb
Dec 06 10:08:03 user nova-compute[74535]: DEBUG os_brick.utils [None req-0a816cb4-a029-4f78-89d7-b4322bf2c9c9 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:08:03 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:08:03 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:08:03 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a1d041b-d8c1-40e2-bba1-e0add7a28c1c]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d95ac7cee77a\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:08:03 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:08:03 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:08:03 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7a16f52-7788-409d-a884-c528df1b762c]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:08:03 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:08:03 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:08:03 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[b07fff48-7420-44c1-ac21-617b7a842c80]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:08:03 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[a15aa91c-f824-4484-af3c-4b790140a5f0]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:08:03 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-0a816cb4-a029-4f78-89d7-b4322bf2c9c9 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Running cmd (subprocess): nvme version {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:08:03 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-0a816cb4-a029-4f78-89d7-b4322bf2c9c9 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] 'nvme version' failed. Not Retrying. {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 10:08:03 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.nvmeof [None req-0a816cb4-a029-4f78-89d7-b4322bf2c9c9 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] nvme not present on system {{(pid=74535) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 10:08:03 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:08:03 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 10:08:03 user nova-compute[74535]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 10:08:03 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1121947-0e9f-4363-adfa-3d4caf81a869]: (4, '') {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:08:03 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-0a816cb4-a029-4f78-89d7-b4322bf2c9c9 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74535) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 10:08:03 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-0a816cb4-a029-4f78-89d7-b4322bf2c9c9 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74535) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 10:08:03 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-0a816cb4-a029-4f78-89d7-b4322bf2c9c9 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] LIGHTOS: no hostnqn found. {{(pid=74535) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 10:08:03 user nova-compute[74535]: DEBUG os_brick.utils [None req-0a816cb4-a029-4f78-89d7-b4322bf2c9c9 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] <== get_connector_properties: return (122ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d95ac7cee77a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:08:03 user nova-compute[74535]: DEBUG nova.virt.block_device [None req-0a816cb4-a029-4f78-89d7-b4322bf2c9c9 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 0e39165e-d030-41a8-871f-56c2d08dcc20] Updating existing volume attachment record: bf820b96-efa8-4493-b749-859548d343f7 {{(pid=74535) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 10:08:04 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:08:07 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:08:08 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:08:08 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-f042e8f2-5dcf-4d43-913d-3430a542378f tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 227aad5b-398b-44d7-b40b-ff85bf043334 is timed out.
Dec 06 10:08:08 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-f042e8f2-5dcf-4d43-913d-3430a542378f tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Successfully detached device vdb from instance 227aad5b-398b-44d7-b40b-ff85bf043334 from the live domain config.
Dec 06 10:08:08 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f042e8f2-5dcf-4d43-913d-3430a542378f tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] calling os-brick to detach iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 10:08:08 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-f042e8f2-5dcf-4d43-913d-3430a542378f tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, {'target_iqn': 'iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IveFfnys', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': False}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:08:08 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-f042e8f2-5dcf-4d43-913d-3430a542378f tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:08:08 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-f042e8f2-5dcf-4d43-913d-3430a542378f tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:08:08 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-f042e8f2-5dcf-4d43-913d-3430a542378f tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:08:08 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:08:08 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:08:08 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2e604da-72ef-4687-94de-1860154d8c15]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:08:08 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-f042e8f2-5dcf-4d43-913d-3430a542378f tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 10:08:08 user nova-compute[74535]: No targets found.
Dec 06 10:08:08 user nova-compute[74535]: iSNS:
Dec 06 10:08:08 user nova-compute[74535]: No targets found.
Dec 06 10:08:08 user nova-compute[74535]: STATIC:
Dec 06 10:08:08 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8
Dec 06 10:08:08 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:08:08 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:08:08 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961
Dec 06 10:08:08 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:08:08 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:08:08 user nova-compute[74535]: FIRMWARE:
Dec 06 10:08:08 user nova-compute[74535]: No targets found.
Dec 06 10:08:08 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:08:08 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-f042e8f2-5dcf-4d43-913d-3430a542378f tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 10:08:08 user nova-compute[74535]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 10:08:08 user nova-compute[74535]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74535) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 10:08:08 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-f042e8f2-5dcf-4d43-913d-3430a542378f tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961', 0)] {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 10:08:08 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:08:08 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.024s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:08:08 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[c6a3fc29-84e2-4b5c-b825-b538b2a392b9]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:08:08 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:08:08 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:08:08 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d4db43d-07d0-430a-9df3-44ff4f41a54d]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961 (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:08:08 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-f042e8f2-5dcf-4d43-913d-3430a542378f tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:08:08 user nova-compute[74535]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961 (non-flash)
Dec 06 10:08:08 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:08:08 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-f042e8f2-5dcf-4d43-913d-3430a542378f tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:08:08 user nova-compute[74535]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961 (non-flash)
Dec 06 10:08:08 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:08:08 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-f042e8f2-5dcf-4d43-913d-3430a542378f tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ff12d3ccdc0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961'): ({'sde'}, set())}) {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 10:08:08 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-f042e8f2-5dcf-4d43-913d-3430a542378f tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Removing single pathed devices sde {{(pid=74535) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 10:08:08 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:08:08 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:08:08 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe1861d7-88e5-4a7c-bfd9-3c426585d997]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:08:08 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:08:08 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.024s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:08:08 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2cc8b89-0c3d-469a-a5d9-3464c01b48c1]: (4, ('ok\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:08:08 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-f042e8f2-5dcf-4d43-913d-3430a542378f tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Flushing IO for device /dev/sde {{(pid=74535) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 10:08:08 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:08:08 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.016s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:08:08 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[747aabd6-130b-4a68-88b6-fa1aceb93eb0]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:08:08 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-f042e8f2-5dcf-4d43-913d-3430a542378f tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=74535) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 10:08:08 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:08:08 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.037s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:08:08 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[f03a1a5a-bb1f-4448-9f1b-694391950707]: (4, ('1', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:08:08 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-f042e8f2-5dcf-4d43-913d-3430a542378f tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 10:08:08 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-f042e8f2-5dcf-4d43-913d-3430a542378f tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] SCSI volumes sde have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 10:08:08 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-f042e8f2-5dcf-4d43-913d-3430a542378f tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961')] {{(pid=74535) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 10:08:08 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:08:08 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:08:08 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[11bf43b3-a483-4479-bb45-e6e76df06830]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:08:08 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-f042e8f2-5dcf-4d43-913d-3430a542378f tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:08:08 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961 -p 172.16.0.220:3260 --logout {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:08:08 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961 -p 172.16.0.220:3260 --logout" returned: 0 in 0.051s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:08:08 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[f41eb024-e88f-482b-9ed2-629344ec7463]: (4, ('Logging out of session [sid: 27, target: iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961, portal: 172.16.0.220,3260]\nLogout of [sid: 27, target: iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:08:08 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-f042e8f2-5dcf-4d43-913d-3430a542378f tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 27, target: iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961, portal: 172.16.0.220,3260]
Dec 06 10:08:08 user nova-compute[74535]: Logout of [sid: 27, target: iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961, portal: 172.16.0.220,3260] successful.
Dec 06 10:08:08 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:08:08 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961 -p 172.16.0.220:3260 --op delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:08:08 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aac0b63a-2ba8-452a-b8ed-fe97a145a961 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.030s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:08:08 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab98a269-d75e-4438-ac13-339930c5ab2a]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:08:08 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-f042e8f2-5dcf-4d43-913d-3430a542378f tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:08:08 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-f042e8f2-5dcf-4d43-913d-3430a542378f tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.318s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:08:08 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-f042e8f2-5dcf-4d43-913d-3430a542378f tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] <== disconnect_volume: return (320ms) None {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:08:08 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f042e8f2-5dcf-4d43-913d-3430a542378f tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] Disconnected iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 10:08:09 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:08:09 user nova-compute[74535]: DEBUG nova.objects.instance [None req-f042e8f2-5dcf-4d43-913d-3430a542378f tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Lazy-loading 'flavor' on Instance uuid 227aad5b-398b-44d7-b40b-ff85bf043334 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:08:09 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-f042e8f2-5dcf-4d43-913d-3430a542378f tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Lock "227aad5b-398b-44d7-b40b-ff85bf043334" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.878s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:08:09 user nova-compute[74535]: DEBUG nova.compute.manager [req-67557bd9-fe91-4dcb-8921-e6bfb06cb1db req-9c90689c-8f1c-490d-8bbc-7b107815b457 service nova] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] Received event network-changed-296acfc2-92b5-4f17-a0b5-bfff03a54490 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:08:09 user nova-compute[74535]: DEBUG nova.compute.manager [req-67557bd9-fe91-4dcb-8921-e6bfb06cb1db req-9c90689c-8f1c-490d-8bbc-7b107815b457 service nova] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] Refreshing instance network info cache due to event network-changed-296acfc2-92b5-4f17-a0b5-bfff03a54490. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 10:08:09 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-67557bd9-fe91-4dcb-8921-e6bfb06cb1db req-9c90689c-8f1c-490d-8bbc-7b107815b457 service nova] Acquiring lock "refresh_cache-e89c4f21-c084-4a60-9f6e-717b45ec85b5" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:08:09 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-67557bd9-fe91-4dcb-8921-e6bfb06cb1db req-9c90689c-8f1c-490d-8bbc-7b107815b457 service nova] Acquired lock "refresh_cache-e89c4f21-c084-4a60-9f6e-717b45ec85b5" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:08:09 user nova-compute[74535]: DEBUG nova.network.neutron [req-67557bd9-fe91-4dcb-8921-e6bfb06cb1db req-9c90689c-8f1c-490d-8bbc-7b107815b457 service nova] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] Refreshing network info cache for port 296acfc2-92b5-4f17-a0b5-bfff03a54490 {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 10:08:10 user nova-compute[74535]: DEBUG nova.network.neutron [req-67557bd9-fe91-4dcb-8921-e6bfb06cb1db req-9c90689c-8f1c-490d-8bbc-7b107815b457 service nova] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] Updated VIF entry in instance network info cache for port 296acfc2-92b5-4f17-a0b5-bfff03a54490. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 10:08:10 user nova-compute[74535]: DEBUG nova.network.neutron [req-67557bd9-fe91-4dcb-8921-e6bfb06cb1db req-9c90689c-8f1c-490d-8bbc-7b107815b457 service nova] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] Updating instance_info_cache with network_info: [{"id": "296acfc2-92b5-4f17-a0b5-bfff03a54490", "address": "fa:16:3e:e0:fe:39", "network": {"id": "78fe6863-d419-4ad8-bc86-d7a081b8999b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1219285107-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8840080b6b574c778530aeea5bf3f550", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap296acfc2-92", "ovs_interfaceid": "296acfc2-92b5-4f17-a0b5-bfff03a54490", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:08:10 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-67557bd9-fe91-4dcb-8921-e6bfb06cb1db req-9c90689c-8f1c-490d-8bbc-7b107815b457 service nova] Releasing lock "refresh_cache-e89c4f21-c084-4a60-9f6e-717b45ec85b5" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:08:11 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:08:12 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:08:12 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:08:13 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-12139346-bee2-47a5-997a-d7634cab6ad8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Acquiring lock "e89c4f21-c084-4a60-9f6e-717b45ec85b5" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:08:13 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-12139346-bee2-47a5-997a-d7634cab6ad8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Lock "e89c4f21-c084-4a60-9f6e-717b45ec85b5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:08:13 user nova-compute[74535]: DEBUG nova.objects.instance [None req-12139346-bee2-47a5-997a-d7634cab6ad8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Lazy-loading 'flavor' on Instance uuid e89c4f21-c084-4a60-9f6e-717b45ec85b5 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:08:13 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-12139346-bee2-47a5-997a-d7634cab6ad8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Lock "e89c4f21-c084-4a60-9f6e-717b45ec85b5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.061s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:08:13 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-12139346-bee2-47a5-997a-d7634cab6ad8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Acquiring lock "e89c4f21-c084-4a60-9f6e-717b45ec85b5" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:08:13 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-12139346-bee2-47a5-997a-d7634cab6ad8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Lock "e89c4f21-c084-4a60-9f6e-717b45ec85b5" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:08:13 user nova-compute[74535]: INFO nova.compute.manager [None req-12139346-bee2-47a5-997a-d7634cab6ad8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] Attaching volume faf967c2-6a02-4952-94ca-1d2acc23afe1 to /dev/vdb
Dec 06 10:08:13 user nova-compute[74535]: DEBUG os_brick.utils [None req-12139346-bee2-47a5-997a-d7634cab6ad8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:08:13 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:08:13 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:08:13 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[975a0c98-275f-4185-9f72-12f3363299fb]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d95ac7cee77a\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:08:13 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:08:13 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:08:13 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[21433265-17dc-495f-8ef3-51f9c09f46f4]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:08:13 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:08:13 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:08:13 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[f4d62af8-5976-4cdd-b53b-c0edd9d0e6e9]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:08:13 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[a50b4d3b-2897-4a8f-9ccd-293286562798]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:08:13 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-12139346-bee2-47a5-997a-d7634cab6ad8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Running cmd (subprocess): nvme version {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:08:13 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-12139346-bee2-47a5-997a-d7634cab6ad8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] 'nvme version' failed. Not Retrying. {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 10:08:13 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.nvmeof [None req-12139346-bee2-47a5-997a-d7634cab6ad8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] nvme not present on system {{(pid=74535) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 10:08:13 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:08:13 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 10:08:13 user nova-compute[74535]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 10:08:13 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[380fd418-19e4-438d-8890-853146b0003a]: (4, '') {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:08:13 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-12139346-bee2-47a5-997a-d7634cab6ad8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74535) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 10:08:13 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-12139346-bee2-47a5-997a-d7634cab6ad8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74535) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 10:08:13 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-12139346-bee2-47a5-997a-d7634cab6ad8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] LIGHTOS: no hostnqn found. {{(pid=74535) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 10:08:13 user nova-compute[74535]: DEBUG os_brick.utils [None req-12139346-bee2-47a5-997a-d7634cab6ad8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] <== get_connector_properties: return (120ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d95ac7cee77a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:08:13 user nova-compute[74535]: DEBUG nova.virt.block_device [None req-12139346-bee2-47a5-997a-d7634cab6ad8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] Updating existing volume attachment record: 6afb7876-160b-468a-8b8f-44b654c6e60e {{(pid=74535) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 10:08:13 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0a816cb4-a029-4f78-89d7-b4322bf2c9c9 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 0e39165e-d030-41a8-871f-56c2d08dcc20] Calling os-brick to attach iSCSI Volume {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 10:08:13 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a816cb4-a029-4f78-89d7-b4322bf2c9c9 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:f7edd6a6-e857-433b-8091-25baba775070', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'juvYnLFz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:08:13 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-0a816cb4-a029-4f78-89d7-b4322bf2c9c9 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:08:13 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-0a816cb4-a029-4f78-89d7-b4322bf2c9c9 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:08:13 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-0a816cb4-a029-4f78-89d7-b4322bf2c9c9 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:08:13 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-0a816cb4-a029-4f78-89d7-b4322bf2c9c9 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:08:13 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-0a816cb4-a029-4f78-89d7-b4322bf2c9c9 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f7edd6a6-e857-433b-8091-25baba775070" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:08:13 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-0a816cb4-a029-4f78-89d7-b4322bf2c9c9 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f7edd6a6-e857-433b-8091-25baba775070" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:08:13 user nova-compute[74535]: INFO os_brick.initiator.connectors.iscsi [None req-0a816cb4-a029-4f78-89d7-b4322bf2c9c9 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 10:08:13 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f7edd6a6-e857-433b-8091-25baba775070 -p 172.16.0.220:3260 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:08:13 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f7edd6a6-e857-433b-8091-25baba775070 -p 172.16.0.220:3260" returned: 21 in 0.023s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:08:13 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5ea97ae-5833-485c-aa95-c5bbe71cf777]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:08:13 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a816cb4-a029-4f78-89d7-b4322bf2c9c9 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 10:08:13 user nova-compute[74535]:  {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:08:13 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f7edd6a6-e857-433b-8091-25baba775070 -p 172.16.0.220:3260 --interface default --op new {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:08:13 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f7edd6a6-e857-433b-8091-25baba775070 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.027s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:08:13 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[64b480bf-a083-440e-8771-e424d9a1c971]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f7edd6a6-e857-433b-8091-25baba775070] added\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:08:13 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a816cb4-a029-4f78-89d7-b4322bf2c9c9 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f7edd6a6-e857-433b-8091-25baba775070] added
Dec 06 10:08:13 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:08:13 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f7edd6a6-e857-433b-8091-25baba775070 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:08:13 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f7edd6a6-e857-433b-8091-25baba775070 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:08:13 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[47a8e09d-229d-4815-b430-e3ecc37ef3c3]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:08:13 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a816cb4-a029-4f78-89d7-b4322bf2c9c9 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:08:13 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f7edd6a6-e857-433b-8091-25baba775070 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:08:13 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f7edd6a6-e857-433b-8091-25baba775070 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.024s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:08:13 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a1e15f1-6425-41cd-8bc3-8df35fd62c3b]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:08:13 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a816cb4-a029-4f78-89d7-b4322bf2c9c9 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:08:13 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f7edd6a6-e857-433b-8091-25baba775070 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v juvYnLFz {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:08:13 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:08:13 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f7edd6a6-e857-433b-8091-25baba775070 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v juvYnLFz" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:08:13 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1f5e2ae-5551-41f3-8d00-721e1fa7db76]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:08:13 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a816cb4-a029-4f78-89d7-b4322bf2c9c9 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'juvYnLFz'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:08:13 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f7edd6a6-e857-433b-8091-25baba775070 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:08:13 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f7edd6a6-e857-433b-8091-25baba775070 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.031s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:08:13 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[afd5a406-0536-4206-9341-7ff14ff6713c]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:08:13 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a816cb4-a029-4f78-89d7-b4322bf2c9c9 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:08:13 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:08:13 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:08:13 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a92ec8e-8609-4446-9fa2-cd25e85b6769]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:08:13 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a816cb4-a029-4f78-89d7-b4322bf2c9c9 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:08:13 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:08:13 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a816cb4-a029-4f78-89d7-b4322bf2c9c9 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:08:13 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:08:13 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f7edd6a6-e857-433b-8091-25baba775070 -p 172.16.0.220:3260 --login {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:08:14 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f7edd6a6-e857-433b-8091-25baba775070 -p 172.16.0.220:3260 --login" returned: 0 in 0.060s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:08:14 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[860d40bb-5630-416c-a4bd-e6b75b22977f]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:f7edd6a6-e857-433b-8091-25baba775070, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:f7edd6a6-e857-433b-8091-25baba775070, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:08:14 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a816cb4-a029-4f78-89d7-b4322bf2c9c9 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:f7edd6a6-e857-433b-8091-25baba775070, portal: 172.16.0.220,3260]
Dec 06 10:08:14 user nova-compute[74535]: Login to [iface: default, target: iqn.2010-10.org.openstack:f7edd6a6-e857-433b-8091-25baba775070, portal: 172.16.0.220,3260] successful.
Dec 06 10:08:14 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:08:14 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f7edd6a6-e857-433b-8091-25baba775070 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:08:14 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f7edd6a6-e857-433b-8091-25baba775070 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:08:14 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[a30187fa-929f-45c3-992e-468041b89d9b]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:08:14 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a816cb4-a029-4f78-89d7-b4322bf2c9c9 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:08:14 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:08:14 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:08:14 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa6f5c34-623b-4604-a1fb-7a31bf1b83db]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7edd6a6-e857-433b-8091-25baba775070 (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:08:14 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a816cb4-a029-4f78-89d7-b4322bf2c9c9 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:08:14 user nova-compute[74535]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7edd6a6-e857-433b-8091-25baba775070 (non-flash)
Dec 06 10:08:14 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:08:14 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a816cb4-a029-4f78-89d7-b4322bf2c9c9 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:08:14 user nova-compute[74535]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7edd6a6-e857-433b-8091-25baba775070 (non-flash)
Dec 06 10:08:14 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:08:14 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-0a816cb4-a029-4f78-89d7-b4322bf2c9c9 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f7edd6a6-e857-433b-8091-25baba775070" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.313s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:08:14 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a816cb4-a029-4f78-89d7-b4322bf2c9c9 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Connected to 172.16.0.220:3260 {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 10:08:14 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-0a816cb4-a029-4f78-89d7-b4322bf2c9c9 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] HCTL ('33', '-', '-', 0) found on session 29 with lun 0 {{(pid=74535) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 10:08:14 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-0a816cb4-a029-4f78-89d7-b4322bf2c9c9 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74535) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 10:08:14 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:08:14 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:08:14 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[15e52eac-185c-4310-9b99-b92b866f2dc7]: (4, ('- - 0', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:08:14 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-0a816cb4-a029-4f78-89d7-b4322bf2c9c9 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Searching for a device in session 29 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74535) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 10:08:14 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a816cb4-a029-4f78-89d7-b4322bf2c9c9 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:f7edd6a6-e857-433b-8091-25baba775070', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'juvYnLFz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 10:08:14 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:08:14 user nova-compute[74535]: DEBUG nova.compute.manager [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] Start spawning the instance on the hypervisor. {{(pid=74535) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 10:08:14 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] Creating instance directory {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 10:08:14 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] Creating image(s)
Dec 06 10:08:14 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] Did not create local disks {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4867}}
Dec 06 10:08:14 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] Ensure instance console log exists: /opt/stack/data/nova/instances/ceae3072-5275-4b93-92f3-fca295ad3929/console.log {{(pid=74535) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 10:08:14 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:08:14 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:08:14 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:08:15 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] Start _get_guest_xml network_info=[{"id": "176932fd-6f91-448e-882d-6ad94f3126fb", "address": "fa:16:3e:1c:04:bb", "network": {"id": "8b86f560-d219-47ac-911b-827500badcc4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-867973244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1a6ab8cc08d4115a89db7cf36f78025", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap176932fd-6f", "ovs_interfaceid": "176932fd-6f91-448e-882d-6ad94f3126fb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'delete_on_termination': True, 'attachment_id': '16469296-adf1-46c2-9198-02bbbfe2c9dd', 'boot_index': 0, 'device_type': 'disk', 'guest_format': None, 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zkhxSBlF', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'ceae3072-5275-4b93-92f3-fca295ad3929', 'attached_at': '', 'detached_at': '', 'volume_id': 'c20fcf8c-eb1b-4f32-a944-595e96a41fef', 'serial': 'c20fcf8c-eb1b-4f32-a944-595e96a41fef'}, 'volume_type': None} {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 10:08:15 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:08:15 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:08:15 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 10:08:15 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] CPU controller missing on host. {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 10:08:15 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 10:08:15 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] CPU controller found on host. {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 10:08:15 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74535) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 10:08:15 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T09:52:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 10:08:15 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Flavor limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 10:08:15 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Image limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 10:08:15 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Flavor pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 10:08:15 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Image pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 10:08:15 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 10:08:15 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 10:08:15 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 10:08:15 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Got 1 possible topologies {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 10:08:15 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 10:08:15 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 10:08:15 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] Calling os-brick to attach iSCSI Volume {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 10:08:15 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zkhxSBlF', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:08:15 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:08:15 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:08:15 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-0a816cb4-a029-4f78-89d7-b4322bf2c9c9 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.349s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:08:15 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a816cb4-a029-4f78-89d7-b4322bf2c9c9 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] <== connect_volume: return (1351ms) {'type': 'block', 'scsi_wwn': '23764393236623330', 'path': '/dev/sdb'} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:08:15 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0a816cb4-a029-4f78-89d7-b4322bf2c9c9 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 0e39165e-d030-41a8-871f-56c2d08dcc20] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23764393236623330', 'path': '/dev/sdb'} {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 10:08:15 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.070s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:08:15 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:08:15 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:08:15 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:08:15 user nova-compute[74535]: INFO os_brick.initiator.connectors.iscsi [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 10:08:15 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef -p 172.16.0.220:3260 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:08:15 user nova-compute[74535]: DEBUG nova.objects.instance [None req-0a816cb4-a029-4f78-89d7-b4322bf2c9c9 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lazy-loading 'flavor' on Instance uuid 0e39165e-d030-41a8-871f-56c2d08dcc20 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:08:15 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef -p 172.16.0.220:3260" returned: 21 in 0.078s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:08:15 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[668e69f3-65ee-442a-a16c-ee84e5abba95]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:08:15 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 10:08:15 user nova-compute[74535]:  {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:08:15 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef -p 172.16.0.220:3260 --interface default --op new {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:08:15 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:08:15 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b10dc5c-65d7-4257-9ba6-5111f88c2d21]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef] added\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:08:15 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef] added
Dec 06 10:08:15 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:08:15 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:08:15 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-0a816cb4-a029-4f78-89d7-b4322bf2c9c9 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 10:08:15 user nova-compute[74535]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 10:08:15 user nova-compute[74535]:   <source dev="/dev/sdb"/>
Dec 06 10:08:15 user nova-compute[74535]:   <target dev="vdb" bus="virtio"/>
Dec 06 10:08:15 user nova-compute[74535]:   <serial>f7edd6a6-e857-433b-8091-25baba775070</serial>
Dec 06 10:08:15 user nova-compute[74535]: </disk>
Dec 06 10:08:15 user nova-compute[74535]:  {{(pid=74535) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 10:08:15 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:08:15 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[d695d3c1-cc97-4992-8cfa-4353b4e3f9db]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:08:15 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:08:15 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:08:15 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:08:15 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d082863-a8c9-4000-8c2d-6e7feed83f89]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:08:15 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:08:15 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef -p 172.16.0.220:3260 --op update -n node.session.auth.username -v zkhxSBlF {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:08:15 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef -p 172.16.0.220:3260 --op update -n node.session.auth.username -v zkhxSBlF" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:08:15 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a59cc19-e85c-4f0d-af62-b83f5c7158aa]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:08:15 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'zkhxSBlF'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:08:15 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:08:15 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:08:15 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e458279-3491-4e04-9017-84e5a3a4250b]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:08:15 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:08:15 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:08:15 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:08:15 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[0694ee32-b132-4d9d-8bee-00534af3e355]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7edd6a6-e857-433b-8091-25baba775070 (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:08:15 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:08:15 user nova-compute[74535]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7edd6a6-e857-433b-8091-25baba775070 (non-flash)
Dec 06 10:08:15 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:08:15 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:08:15 user nova-compute[74535]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7edd6a6-e857-433b-8091-25baba775070 (non-flash)
Dec 06 10:08:15 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:08:15 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef -p 172.16.0.220:3260 --login {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:08:15 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef -p 172.16.0.220:3260 --login" returned: 0 in 0.075s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:08:15 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ab32210-222b-4690-970c-391026294df6]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:08:15 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef, portal: 172.16.0.220,3260]
Dec 06 10:08:15 user nova-compute[74535]: Login to [iface: default, target: iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef, portal: 172.16.0.220,3260] successful.
Dec 06 10:08:15 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:08:15 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:08:15 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:08:15 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a185fe1-2eb0-4272-b908-0288d29da39c]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:08:15 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:08:15 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:08:15 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:08:15 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[73272104-790a-4e5d-870b-77fe3797cc85]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7edd6a6-e857-433b-8091-25baba775070 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:08:15 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:08:15 user nova-compute[74535]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7edd6a6-e857-433b-8091-25baba775070 (non-flash)
Dec 06 10:08:15 user nova-compute[74535]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef (non-flash)
Dec 06 10:08:15 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:08:15 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:08:15 user nova-compute[74535]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7edd6a6-e857-433b-8091-25baba775070 (non-flash)
Dec 06 10:08:15 user nova-compute[74535]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef (non-flash)
Dec 06 10:08:15 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:08:15 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.348s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:08:15 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Connected to 172.16.0.220:3260 {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 10:08:15 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] HCTL ('35', '-', '-', 0) found on session 30 with lun 0 {{(pid=74535) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 10:08:15 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74535) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 10:08:15 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:08:15 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.020s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:08:15 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[c82129a3-83c0-4490-a485-37edf90ca970]: (4, ('- - 0', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:08:15 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Searching for a device in session 30 and hctl ['35', '*', '*', 0] yield: None {{(pid=74535) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 10:08:15 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-0a816cb4-a029-4f78-89d7-b4322bf2c9c9 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] No BDM found with device name vda, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 10:08:15 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-0a816cb4-a029-4f78-89d7-b4322bf2c9c9 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 10:08:15 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-0a816cb4-a029-4f78-89d7-b4322bf2c9c9 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] No VIF found with MAC fa:16:3e:d7:7c:1d, not building metadata {{(pid=74535) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 10:08:15 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-0a816cb4-a029-4f78-89d7-b4322bf2c9c9 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lock "0e39165e-d030-41a8-871f-56c2d08dcc20" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 12.294s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:08:15 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:08:16 user nova-compute[74535]: INFO nova.compute.manager [None req-efdb1009-8025-4065-ac57-1ea01a8d3151 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] Unrescuing
Dec 06 10:08:16 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-efdb1009-8025-4065-ac57-1ea01a8d3151 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Acquiring lock "refresh_cache-66440071-6cf6-4b6d-8d2a-edd5c1885510" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:08:16 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-efdb1009-8025-4065-ac57-1ea01a8d3151 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Acquired lock "refresh_cache-66440071-6cf6-4b6d-8d2a-edd5c1885510" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:08:16 user nova-compute[74535]: DEBUG nova.network.neutron [None req-efdb1009-8025-4065-ac57-1ea01a8d3151 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] Building network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 10:08:16 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Searching for a device in session 30 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74535) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 10:08:16 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zkhxSBlF', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 10:08:16 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.382s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:08:16 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] <== connect_volume: return (1452ms) {'type': 'block', 'scsi_wwn': '23734383065663061', 'path': '/dev/sdd'} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:08:16 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23734383065663061', 'path': '/dev/sdd'} {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 10:08:16 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:07:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1630394649',display_name='tempest-ServerActionsTestOtherA-server-1630394649',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1630394649',id=28,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLO52HtMW4UMfGR+ZIcv2xGz1VFohxn+vVKQC3s2LtNicxzbY2Do3+F0nIV2Mn0nQf+HcJzYzk5oy9gorT4ZoJHR7SEaLEBUzVGJvdQUWU9bd6xtkzaaxWSwIPldTwJDJA==',key_name='tempest-keypair-129283455',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c1a6ab8cc08d4115a89db7cf36f78025',ramdisk_id='',reservation_id='r-pxdawb7v',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-2145111356',owner_user_name='tempest-ServerActionsTestOtherA-2145111356-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T10:07:57Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c4d40c6d3b9e49f79feff37d137f350a',uuid=ceae3072-5275-4b93-92f3-fca295ad3929,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "176932fd-6f91-448e-882d-6ad94f3126fb", "address": "fa:16:3e:1c:04:bb", "network": {"id": "8b86f560-d219-47ac-911b-827500badcc4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-867973244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1a6ab8cc08d4115a89db7cf36f78025", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap176932fd-6f", "ovs_interfaceid": "176932fd-6f91-448e-882d-6ad94f3126fb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74535) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 10:08:16 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Converting VIF {"id": "176932fd-6f91-448e-882d-6ad94f3126fb", "address": "fa:16:3e:1c:04:bb", "network": {"id": "8b86f560-d219-47ac-911b-827500badcc4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-867973244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1a6ab8cc08d4115a89db7cf36f78025", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap176932fd-6f", "ovs_interfaceid": "176932fd-6f91-448e-882d-6ad94f3126fb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:08:16 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1c:04:bb,bridge_name='br-int',has_traffic_filtering=True,id=176932fd-6f91-448e-882d-6ad94f3126fb,network=Network(8b86f560-d219-47ac-911b-827500badcc4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap176932fd-6f') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:08:16 user nova-compute[74535]: DEBUG nova.objects.instance [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Lazy-loading 'pci_devices' on Instance uuid ceae3072-5275-4b93-92f3-fca295ad3929 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:08:16 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] End _get_guest_xml xml=<domain type="kvm">
Dec 06 10:08:16 user nova-compute[74535]:   <uuid>ceae3072-5275-4b93-92f3-fca295ad3929</uuid>
Dec 06 10:08:16 user nova-compute[74535]:   <name>instance-0000001c</name>
Dec 06 10:08:16 user nova-compute[74535]:   <memory>524288</memory>
Dec 06 10:08:16 user nova-compute[74535]:   <vcpu>1</vcpu>
Dec 06 10:08:16 user nova-compute[74535]:   <metadata>
Dec 06 10:08:16 user nova-compute[74535]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 10:08:16 user nova-compute[74535]:       <nova:package version="0.0.0"/>
Dec 06 10:08:16 user nova-compute[74535]:       <nova:name>tempest-ServerActionsTestOtherA-server-1630394649</nova:name>
Dec 06 10:08:16 user nova-compute[74535]:       <nova:creationTime>2023-12-06 10:08:15</nova:creationTime>
Dec 06 10:08:16 user nova-compute[74535]:       <nova:flavor name="m1.tiny">
Dec 06 10:08:16 user nova-compute[74535]:         <nova:memory>512</nova:memory>
Dec 06 10:08:16 user nova-compute[74535]:         <nova:disk>1</nova:disk>
Dec 06 10:08:16 user nova-compute[74535]:         <nova:swap>0</nova:swap>
Dec 06 10:08:16 user nova-compute[74535]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 10:08:16 user nova-compute[74535]:         <nova:vcpus>1</nova:vcpus>
Dec 06 10:08:16 user nova-compute[74535]:       </nova:flavor>
Dec 06 10:08:16 user nova-compute[74535]:       <nova:owner>
Dec 06 10:08:16 user nova-compute[74535]:         <nova:user uuid="c4d40c6d3b9e49f79feff37d137f350a">tempest-ServerActionsTestOtherA-2145111356-project-member</nova:user>
Dec 06 10:08:16 user nova-compute[74535]:         <nova:project uuid="c1a6ab8cc08d4115a89db7cf36f78025">tempest-ServerActionsTestOtherA-2145111356</nova:project>
Dec 06 10:08:16 user nova-compute[74535]:       </nova:owner>
Dec 06 10:08:16 user nova-compute[74535]:       <nova:ports>
Dec 06 10:08:16 user nova-compute[74535]:         <nova:port uuid="176932fd-6f91-448e-882d-6ad94f3126fb">
Dec 06 10:08:16 user nova-compute[74535]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Dec 06 10:08:16 user nova-compute[74535]:         </nova:port>
Dec 06 10:08:16 user nova-compute[74535]:       </nova:ports>
Dec 06 10:08:16 user nova-compute[74535]:     </nova:instance>
Dec 06 10:08:16 user nova-compute[74535]:   </metadata>
Dec 06 10:08:16 user nova-compute[74535]:   <sysinfo type="smbios">
Dec 06 10:08:16 user nova-compute[74535]:     <system>
Dec 06 10:08:16 user nova-compute[74535]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 10:08:16 user nova-compute[74535]:       <entry name="product">OpenStack Nova</entry>
Dec 06 10:08:16 user nova-compute[74535]:       <entry name="version">0.0.0</entry>
Dec 06 10:08:16 user nova-compute[74535]:       <entry name="serial">ceae3072-5275-4b93-92f3-fca295ad3929</entry>
Dec 06 10:08:16 user nova-compute[74535]:       <entry name="uuid">ceae3072-5275-4b93-92f3-fca295ad3929</entry>
Dec 06 10:08:16 user nova-compute[74535]:       <entry name="family">Virtual Machine</entry>
Dec 06 10:08:16 user nova-compute[74535]:     </system>
Dec 06 10:08:16 user nova-compute[74535]:   </sysinfo>
Dec 06 10:08:16 user nova-compute[74535]:   <os>
Dec 06 10:08:16 user nova-compute[74535]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 10:08:16 user nova-compute[74535]:     <boot dev="hd"/>
Dec 06 10:08:16 user nova-compute[74535]:     <smbios mode="sysinfo"/>
Dec 06 10:08:16 user nova-compute[74535]:   </os>
Dec 06 10:08:16 user nova-compute[74535]:   <features>
Dec 06 10:08:16 user nova-compute[74535]:     <acpi/>
Dec 06 10:08:16 user nova-compute[74535]:     <apic/>
Dec 06 10:08:16 user nova-compute[74535]:     <vmcoreinfo/>
Dec 06 10:08:16 user nova-compute[74535]:   </features>
Dec 06 10:08:16 user nova-compute[74535]:   <clock offset="utc">
Dec 06 10:08:16 user nova-compute[74535]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 10:08:16 user nova-compute[74535]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 10:08:16 user nova-compute[74535]:     <timer name="hpet" present="no"/>
Dec 06 10:08:16 user nova-compute[74535]:   </clock>
Dec 06 10:08:16 user nova-compute[74535]:   <cpu mode="custom" match="exact">
Dec 06 10:08:16 user nova-compute[74535]:     <model>Nehalem</model>
Dec 06 10:08:16 user nova-compute[74535]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 10:08:16 user nova-compute[74535]:   </cpu>
Dec 06 10:08:16 user nova-compute[74535]:   <devices>
Dec 06 10:08:16 user nova-compute[74535]:     <disk type="block" device="disk">
Dec 06 10:08:16 user nova-compute[74535]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 10:08:16 user nova-compute[74535]:       <source dev="/dev/sdd"/>
Dec 06 10:08:16 user nova-compute[74535]:       <target dev="vda" bus="virtio"/>
Dec 06 10:08:16 user nova-compute[74535]:       <serial>c20fcf8c-eb1b-4f32-a944-595e96a41fef</serial>
Dec 06 10:08:16 user nova-compute[74535]:     </disk>
Dec 06 10:08:16 user nova-compute[74535]:     <interface type="ethernet">
Dec 06 10:08:16 user nova-compute[74535]:       <mac address="fa:16:3e:1c:04:bb"/>
Dec 06 10:08:16 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 10:08:16 user nova-compute[74535]:       <mtu size="1442"/>
Dec 06 10:08:16 user nova-compute[74535]:       <target dev="tap176932fd-6f"/>
Dec 06 10:08:16 user nova-compute[74535]:     </interface>
Dec 06 10:08:16 user nova-compute[74535]:     <serial type="pty">
Dec 06 10:08:16 user nova-compute[74535]:       <log file="/opt/stack/data/nova/instances/ceae3072-5275-4b93-92f3-fca295ad3929/console.log" append="off"/>
Dec 06 10:08:16 user nova-compute[74535]:     </serial>
Dec 06 10:08:16 user nova-compute[74535]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 10:08:16 user nova-compute[74535]:     <video>
Dec 06 10:08:16 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 10:08:16 user nova-compute[74535]:     </video>
Dec 06 10:08:16 user nova-compute[74535]:     <rng model="virtio">
Dec 06 10:08:16 user nova-compute[74535]:       <backend model="random">/dev/urandom</backend>
Dec 06 10:08:16 user nova-compute[74535]:     </rng>
Dec 06 10:08:16 user nova-compute[74535]:     <controller type="usb" index="0" model="none"/>
Dec 06 10:08:16 user nova-compute[74535]:     <memballoon model="virtio">
Dec 06 10:08:16 user nova-compute[74535]:       <stats period="10"/>
Dec 06 10:08:16 user nova-compute[74535]:     </memballoon>
Dec 06 10:08:16 user nova-compute[74535]:   </devices>
Dec 06 10:08:16 user nova-compute[74535]: </domain>
Dec 06 10:08:16 user nova-compute[74535]:  {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 10:08:16 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:07:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1630394649',display_name='tempest-ServerActionsTestOtherA-server-1630394649',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1630394649',id=28,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLO52HtMW4UMfGR+ZIcv2xGz1VFohxn+vVKQC3s2LtNicxzbY2Do3+F0nIV2Mn0nQf+HcJzYzk5oy9gorT4ZoJHR7SEaLEBUzVGJvdQUWU9bd6xtkzaaxWSwIPldTwJDJA==',key_name='tempest-keypair-129283455',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c1a6ab8cc08d4115a89db7cf36f78025',ramdisk_id='',reservation_id='r-pxdawb7v',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-2145111356',owner_user_name='tempest-ServerActionsTestOtherA-2145111356-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T10:07:57Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c4d40c6d3b9e49f79feff37d137f350a',uuid=ceae3072-5275-4b93-92f3-fca295ad3929,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "176932fd-6f91-448e-882d-6ad94f3126fb", "address": "fa:16:3e:1c:04:bb", "network": {"id": "8b86f560-d219-47ac-911b-827500badcc4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-867973244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1a6ab8cc08d4115a89db7cf36f78025", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap176932fd-6f", "ovs_interfaceid": "176932fd-6f91-448e-882d-6ad94f3126fb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 10:08:16 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Converting VIF {"id": "176932fd-6f91-448e-882d-6ad94f3126fb", "address": "fa:16:3e:1c:04:bb", "network": {"id": "8b86f560-d219-47ac-911b-827500badcc4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-867973244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1a6ab8cc08d4115a89db7cf36f78025", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap176932fd-6f", "ovs_interfaceid": "176932fd-6f91-448e-882d-6ad94f3126fb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:08:16 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1c:04:bb,bridge_name='br-int',has_traffic_filtering=True,id=176932fd-6f91-448e-882d-6ad94f3126fb,network=Network(8b86f560-d219-47ac-911b-827500badcc4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap176932fd-6f') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:08:16 user nova-compute[74535]: DEBUG os_vif [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:1c:04:bb,bridge_name='br-int',has_traffic_filtering=True,id=176932fd-6f91-448e-882d-6ad94f3126fb,network=Network(8b86f560-d219-47ac-911b-827500badcc4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap176932fd-6f') {{(pid=74535) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 10:08:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:08:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:08:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 10:08:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:08:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '95289146-1d05-5d60-aafe-c451a62d6b6e', '_type': 'linux-noop'}}, row=False) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:08:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:08:16 user nova-compute[74535]: DEBUG nova.network.neutron [None req-efdb1009-8025-4065-ac57-1ea01a8d3151 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] Updating instance_info_cache with network_info: [{"id": "31d6d3a9-3d99-4759-877e-65245c614bd3", "address": "fa:16:3e:fe:d6:66", "network": {"id": "5d9c1cb1-5902-482f-8b27-801fd79a97a7", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-530073939-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e51798204a674f858778dac8b46e7fec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap31d6d3a9-3d", "ovs_interfaceid": "31d6d3a9-3d99-4759-877e-65245c614bd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:08:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:08:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:08:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap176932fd-6f, may_exist=True, interface_attrs={}) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:08:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap176932fd-6f, col_values=(('qos', UUID('99a95b11-1108-4cbb-a218-6c08a930f0b2')),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:08:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap176932fd-6f, col_values=(('external_ids', {'iface-id': '176932fd-6f91-448e-882d-6ad94f3126fb', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:1c:04:bb', 'vm-uuid': 'ceae3072-5275-4b93-92f3-fca295ad3929'}),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:08:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:08:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:08:16 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-efdb1009-8025-4065-ac57-1ea01a8d3151 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Releasing lock "refresh_cache-66440071-6cf6-4b6d-8d2a-edd5c1885510" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:08:16 user nova-compute[74535]: DEBUG nova.objects.instance [None req-efdb1009-8025-4065-ac57-1ea01a8d3151 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Lazy-loading 'flavor' on Instance uuid 66440071-6cf6-4b6d-8d2a-edd5c1885510 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:08:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:08:16 user nova-compute[74535]: INFO os_vif [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:1c:04:bb,bridge_name='br-int',has_traffic_filtering=True,id=176932fd-6f91-448e-882d-6ad94f3126fb,network=Network(8b86f560-d219-47ac-911b-827500badcc4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap176932fd-6f')
Dec 06 10:08:16 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] No BDM found with device name vda, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 10:08:16 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] No VIF found with MAC fa:16:3e:1c:04:bb, not building metadata {{(pid=74535) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 10:08:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:08:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:08:16 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:08:16 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74535) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 10:08:16 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:08:16 user nova-compute[74535]: DEBUG nova.compute.manager [req-f57c4255-0555-46b4-b706-1a22b208862d req-52c761fd-d648-4f80-ba64-62e5e2db2228 service nova] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] Received event network-vif-unplugged-31d6d3a9-3d99-4759-877e-65245c614bd3 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:08:16 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-f57c4255-0555-46b4-b706-1a22b208862d req-52c761fd-d648-4f80-ba64-62e5e2db2228 service nova] Acquiring lock "66440071-6cf6-4b6d-8d2a-edd5c1885510-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:08:16 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-f57c4255-0555-46b4-b706-1a22b208862d req-52c761fd-d648-4f80-ba64-62e5e2db2228 service nova] Lock "66440071-6cf6-4b6d-8d2a-edd5c1885510-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:08:16 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-f57c4255-0555-46b4-b706-1a22b208862d req-52c761fd-d648-4f80-ba64-62e5e2db2228 service nova] Lock "66440071-6cf6-4b6d-8d2a-edd5c1885510-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:08:16 user nova-compute[74535]: DEBUG nova.compute.manager [req-f57c4255-0555-46b4-b706-1a22b208862d req-52c761fd-d648-4f80-ba64-62e5e2db2228 service nova] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] No waiting events found dispatching network-vif-unplugged-31d6d3a9-3d99-4759-877e-65245c614bd3 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:08:16 user nova-compute[74535]: WARNING nova.compute.manager [req-f57c4255-0555-46b4-b706-1a22b208862d req-52c761fd-d648-4f80-ba64-62e5e2db2228 service nova] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] Received unexpected event network-vif-unplugged-31d6d3a9-3d99-4759-877e-65245c614bd3 for instance with vm_state rescued and task_state unrescuing.
Dec 06 10:08:16 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:08:16 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:08:16 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:08:16 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Auditing locally available compute resources for user (node: user) {{(pid=74535) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 10:08:17 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:08:17 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:08:17 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] Instance destroyed successfully.
Dec 06 10:08:17 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:08:18 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:08:18 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:08:18 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:08:18 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:08:18 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:08:18 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:08:19 user nova-compute[74535]: DEBUG nova.compute.manager [req-9f5413a3-e4c9-4252-b73e-6b510620962d req-93d7ce4b-d769-4055-83f9-081500ef80b5 service nova] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] Received event network-vif-plugged-31d6d3a9-3d99-4759-877e-65245c614bd3 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:08:19 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-9f5413a3-e4c9-4252-b73e-6b510620962d req-93d7ce4b-d769-4055-83f9-081500ef80b5 service nova] Acquiring lock "66440071-6cf6-4b6d-8d2a-edd5c1885510-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:08:19 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-9f5413a3-e4c9-4252-b73e-6b510620962d req-93d7ce4b-d769-4055-83f9-081500ef80b5 service nova] Lock "66440071-6cf6-4b6d-8d2a-edd5c1885510-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:08:19 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-9f5413a3-e4c9-4252-b73e-6b510620962d req-93d7ce4b-d769-4055-83f9-081500ef80b5 service nova] Lock "66440071-6cf6-4b6d-8d2a-edd5c1885510-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:08:19 user nova-compute[74535]: DEBUG nova.compute.manager [req-9f5413a3-e4c9-4252-b73e-6b510620962d req-93d7ce4b-d769-4055-83f9-081500ef80b5 service nova] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] No waiting events found dispatching network-vif-plugged-31d6d3a9-3d99-4759-877e-65245c614bd3 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:08:19 user nova-compute[74535]: WARNING nova.compute.manager [req-9f5413a3-e4c9-4252-b73e-6b510620962d req-93d7ce4b-d769-4055-83f9-081500ef80b5 service nova] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] Received unexpected event network-vif-plugged-31d6d3a9-3d99-4759-877e-65245c614bd3 for instance with vm_state rescued and task_state unrescuing.
Dec 06 10:08:19 user nova-compute[74535]: DEBUG nova.compute.manager [req-9f5413a3-e4c9-4252-b73e-6b510620962d req-93d7ce4b-d769-4055-83f9-081500ef80b5 service nova] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] Received event network-vif-plugged-176932fd-6f91-448e-882d-6ad94f3126fb {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:08:19 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-9f5413a3-e4c9-4252-b73e-6b510620962d req-93d7ce4b-d769-4055-83f9-081500ef80b5 service nova] Acquiring lock "ceae3072-5275-4b93-92f3-fca295ad3929-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:08:19 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-9f5413a3-e4c9-4252-b73e-6b510620962d req-93d7ce4b-d769-4055-83f9-081500ef80b5 service nova] Lock "ceae3072-5275-4b93-92f3-fca295ad3929-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:08:19 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-9f5413a3-e4c9-4252-b73e-6b510620962d req-93d7ce4b-d769-4055-83f9-081500ef80b5 service nova] Lock "ceae3072-5275-4b93-92f3-fca295ad3929-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:08:19 user nova-compute[74535]: DEBUG nova.compute.manager [req-9f5413a3-e4c9-4252-b73e-6b510620962d req-93d7ce4b-d769-4055-83f9-081500ef80b5 service nova] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] No waiting events found dispatching network-vif-plugged-176932fd-6f91-448e-882d-6ad94f3126fb {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:08:19 user nova-compute[74535]: WARNING nova.compute.manager [req-9f5413a3-e4c9-4252-b73e-6b510620962d req-93d7ce4b-d769-4055-83f9-081500ef80b5 service nova] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] Received unexpected event network-vif-plugged-176932fd-6f91-448e-882d-6ad94f3126fb for instance with vm_state building and task_state spawning.
Dec 06 10:08:19 user nova-compute[74535]: DEBUG nova.compute.manager [req-9f5413a3-e4c9-4252-b73e-6b510620962d req-93d7ce4b-d769-4055-83f9-081500ef80b5 service nova] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] Received event network-vif-plugged-176932fd-6f91-448e-882d-6ad94f3126fb {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:08:19 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-9f5413a3-e4c9-4252-b73e-6b510620962d req-93d7ce4b-d769-4055-83f9-081500ef80b5 service nova] Acquiring lock "ceae3072-5275-4b93-92f3-fca295ad3929-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:08:19 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-9f5413a3-e4c9-4252-b73e-6b510620962d req-93d7ce4b-d769-4055-83f9-081500ef80b5 service nova] Lock "ceae3072-5275-4b93-92f3-fca295ad3929-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:08:19 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-9f5413a3-e4c9-4252-b73e-6b510620962d req-93d7ce4b-d769-4055-83f9-081500ef80b5 service nova] Lock "ceae3072-5275-4b93-92f3-fca295ad3929-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:08:19 user nova-compute[74535]: DEBUG nova.compute.manager [req-9f5413a3-e4c9-4252-b73e-6b510620962d req-93d7ce4b-d769-4055-83f9-081500ef80b5 service nova] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] No waiting events found dispatching network-vif-plugged-176932fd-6f91-448e-882d-6ad94f3126fb {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:08:19 user nova-compute[74535]: WARNING nova.compute.manager [req-9f5413a3-e4c9-4252-b73e-6b510620962d req-93d7ce4b-d769-4055-83f9-081500ef80b5 service nova] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] Received unexpected event network-vif-plugged-176932fd-6f91-448e-882d-6ad94f3126fb for instance with vm_state building and task_state spawning.
Dec 06 10:08:19 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-567c506f-c448-45aa-be8e-f3e331a5fa10 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Acquiring lock "3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:08:19 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-567c506f-c448-45aa-be8e-f3e331a5fa10 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lock "3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:08:19 user nova-compute[74535]: DEBUG nova.compute.manager [None req-567c506f-c448-45aa-be8e-f3e331a5fa10 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855] Starting instance... {{(pid=74535) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 10:08:19 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-567c506f-c448-45aa-be8e-f3e331a5fa10 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:08:19 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-567c506f-c448-45aa-be8e-f3e331a5fa10 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:08:19 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-567c506f-c448-45aa-be8e-f3e331a5fa10 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74535) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 10:08:19 user nova-compute[74535]: INFO nova.compute.claims [None req-567c506f-c448-45aa-be8e-f3e331a5fa10 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855] Claim successful on node user
Dec 06 10:08:19 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-567c506f-c448-45aa-be8e-f3e331a5fa10 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:08:19 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-567c506f-c448-45aa-be8e-f3e331a5fa10 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:08:19 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:08:19 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-567c506f-c448-45aa-be8e-f3e331a5fa10 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.507s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:08:19 user nova-compute[74535]: DEBUG nova.compute.manager [None req-567c506f-c448-45aa-be8e-f3e331a5fa10 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855] Start building networks asynchronously for instance. {{(pid=74535) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 10:08:19 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:08:20 user nova-compute[74535]: DEBUG nova.compute.manager [None req-567c506f-c448-45aa-be8e-f3e331a5fa10 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855] Allocating IP information in the background. {{(pid=74535) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 10:08:20 user nova-compute[74535]: DEBUG nova.network.neutron [None req-567c506f-c448-45aa-be8e-f3e331a5fa10 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855] allocate_for_instance() {{(pid=74535) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 10:08:20 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-567c506f-c448-45aa-be8e-f3e331a5fa10 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 10:08:20 user nova-compute[74535]: DEBUG nova.compute.manager [None req-567c506f-c448-45aa-be8e-f3e331a5fa10 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855] Start building block device mappings for instance. {{(pid=74535) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 10:08:20 user nova-compute[74535]: DEBUG nova.policy [None req-567c506f-c448-45aa-be8e-f3e331a5fa10 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2a00a36cf91f4768aadaeccc7d530154', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ad8e6f48b8f442aa80f5839b55ad4b74', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74535) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 10:08:20 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:08:20 user nova-compute[74535]: DEBUG nova.compute.manager [None req-567c506f-c448-45aa-be8e-f3e331a5fa10 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855] Start spawning the instance on the hypervisor. {{(pid=74535) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 10:08:20 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-567c506f-c448-45aa-be8e-f3e331a5fa10 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855] Creating instance directory {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 10:08:20 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-567c506f-c448-45aa-be8e-f3e331a5fa10 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855] Creating image(s)
Dec 06 10:08:20 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-567c506f-c448-45aa-be8e-f3e331a5fa10 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Acquiring lock "/opt/stack/data/nova/instances/3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:08:20 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-567c506f-c448-45aa-be8e-f3e331a5fa10 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lock "/opt/stack/data/nova/instances/3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:08:20 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-567c506f-c448-45aa-be8e-f3e331a5fa10 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lock "/opt/stack/data/nova/instances/3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:08:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-567c506f-c448-45aa-be8e-f3e331a5fa10 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:08:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-567c506f-c448-45aa-be8e-f3e331a5fa10 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.231s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:08:20 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-567c506f-c448-45aa-be8e-f3e331a5fa10 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Acquiring lock "7aef4f97309efbd0d8988be1fd45eed756898e08" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:08:20 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-567c506f-c448-45aa-be8e-f3e331a5fa10 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lock "7aef4f97309efbd0d8988be1fd45eed756898e08" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:08:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-567c506f-c448-45aa-be8e-f3e331a5fa10 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:08:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk.rescue --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:08:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-567c506f-c448-45aa-be8e-f3e331a5fa10 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.177s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:08:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-567c506f-c448-45aa-be8e-f3e331a5fa10 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08,backing_fmt=raw /opt/stack/data/nova/instances/3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855/disk 1073741824 {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:08:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-567c506f-c448-45aa-be8e-f3e331a5fa10 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08,backing_fmt=raw /opt/stack/data/nova/instances/3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855/disk 1073741824" returned: 0 in 0.059s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:08:20 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-567c506f-c448-45aa-be8e-f3e331a5fa10 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lock "7aef4f97309efbd0d8988be1fd45eed756898e08" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.244s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:08:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-567c506f-c448-45aa-be8e-f3e331a5fa10 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:08:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk.rescue --force-share --output=json" returned: 0 in 0.218s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:08:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk.rescue --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:08:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-567c506f-c448-45aa-be8e-f3e331a5fa10 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.214s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:08:21 user nova-compute[74535]: DEBUG nova.virt.disk.api [None req-567c506f-c448-45aa-be8e-f3e331a5fa10 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Checking if we can resize image /opt/stack/data/nova/instances/3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855/disk. size=1073741824 {{(pid=74535) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 10:08:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-567c506f-c448-45aa-be8e-f3e331a5fa10 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:08:21 user nova-compute[74535]: DEBUG nova.compute.manager [req-e98ba089-81c5-4eab-b673-1b38dd03d4d4 req-597c692a-ec70-423b-ad36-9c1149193361 service nova] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] Received event network-vif-plugged-31d6d3a9-3d99-4759-877e-65245c614bd3 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:08:21 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-e98ba089-81c5-4eab-b673-1b38dd03d4d4 req-597c692a-ec70-423b-ad36-9c1149193361 service nova] Acquiring lock "66440071-6cf6-4b6d-8d2a-edd5c1885510-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:08:21 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-e98ba089-81c5-4eab-b673-1b38dd03d4d4 req-597c692a-ec70-423b-ad36-9c1149193361 service nova] Lock "66440071-6cf6-4b6d-8d2a-edd5c1885510-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:08:21 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-e98ba089-81c5-4eab-b673-1b38dd03d4d4 req-597c692a-ec70-423b-ad36-9c1149193361 service nova] Lock "66440071-6cf6-4b6d-8d2a-edd5c1885510-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:08:21 user nova-compute[74535]: DEBUG nova.compute.manager [req-e98ba089-81c5-4eab-b673-1b38dd03d4d4 req-597c692a-ec70-423b-ad36-9c1149193361 service nova] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] No waiting events found dispatching network-vif-plugged-31d6d3a9-3d99-4759-877e-65245c614bd3 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:08:21 user nova-compute[74535]: WARNING nova.compute.manager [req-e98ba089-81c5-4eab-b673-1b38dd03d4d4 req-597c692a-ec70-423b-ad36-9c1149193361 service nova] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] Received unexpected event network-vif-plugged-31d6d3a9-3d99-4759-877e-65245c614bd3 for instance with vm_state rescued and task_state unrescuing.
Dec 06 10:08:21 user nova-compute[74535]: DEBUG nova.compute.manager [req-e98ba089-81c5-4eab-b673-1b38dd03d4d4 req-597c692a-ec70-423b-ad36-9c1149193361 service nova] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] Received event network-vif-plugged-31d6d3a9-3d99-4759-877e-65245c614bd3 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:08:21 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-e98ba089-81c5-4eab-b673-1b38dd03d4d4 req-597c692a-ec70-423b-ad36-9c1149193361 service nova] Acquiring lock "66440071-6cf6-4b6d-8d2a-edd5c1885510-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:08:21 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-e98ba089-81c5-4eab-b673-1b38dd03d4d4 req-597c692a-ec70-423b-ad36-9c1149193361 service nova] Lock "66440071-6cf6-4b6d-8d2a-edd5c1885510-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:08:21 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-e98ba089-81c5-4eab-b673-1b38dd03d4d4 req-597c692a-ec70-423b-ad36-9c1149193361 service nova] Lock "66440071-6cf6-4b6d-8d2a-edd5c1885510-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:08:21 user nova-compute[74535]: DEBUG nova.compute.manager [req-e98ba089-81c5-4eab-b673-1b38dd03d4d4 req-597c692a-ec70-423b-ad36-9c1149193361 service nova] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] No waiting events found dispatching network-vif-plugged-31d6d3a9-3d99-4759-877e-65245c614bd3 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:08:21 user nova-compute[74535]: WARNING nova.compute.manager [req-e98ba089-81c5-4eab-b673-1b38dd03d4d4 req-597c692a-ec70-423b-ad36-9c1149193361 service nova] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] Received unexpected event network-vif-plugged-31d6d3a9-3d99-4759-877e-65245c614bd3 for instance with vm_state rescued and task_state unrescuing.
Dec 06 10:08:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk.rescue --force-share --output=json" returned: 0 in 0.270s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:08:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:08:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-567c506f-c448-45aa-be8e-f3e331a5fa10 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:08:21 user nova-compute[74535]: DEBUG nova.virt.disk.api [None req-567c506f-c448-45aa-be8e-f3e331a5fa10 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Cannot resize image /opt/stack/data/nova/instances/3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855/disk to a smaller size. {{(pid=74535) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 10:08:21 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-567c506f-c448-45aa-be8e-f3e331a5fa10 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855] Created local disks {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 10:08:21 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-567c506f-c448-45aa-be8e-f3e331a5fa10 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855] Ensure instance console log exists: /opt/stack/data/nova/instances/3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855/console.log {{(pid=74535) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 10:08:21 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-567c506f-c448-45aa-be8e-f3e331a5fa10 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:08:21 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-567c506f-c448-45aa-be8e-f3e331a5fa10 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:08:21 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-567c506f-c448-45aa-be8e-f3e331a5fa10 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:08:21 user nova-compute[74535]: DEBUG nova.network.neutron [None req-567c506f-c448-45aa-be8e-f3e331a5fa10 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855] Successfully created port: 20bd527d-2b69-49f6-9e86-645a813546cc {{(pid=74535) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 10:08:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:08:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:08:21 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:08:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk --force-share --output=json" returned: 0 in 0.224s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:08:21 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74535) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 10:08:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0e39165e-d030-41a8-871f-56c2d08dcc20/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:08:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0e39165e-d030-41a8-871f-56c2d08dcc20/disk --force-share --output=json" returned: 0 in 0.237s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:08:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0e39165e-d030-41a8-871f-56c2d08dcc20/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:08:21 user nova-compute[74535]: DEBUG nova.compute.manager [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] Instance event wait completed in 0 seconds for  {{(pid=74535) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 10:08:21 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] Guest created on hypervisor {{(pid=74535) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 10:08:21 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] Instance spawned successfully.
Dec 06 10:08:21 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 10:08:21 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] Found default for hw_cdrom_bus of ide {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:08:21 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] Found default for hw_disk_bus of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:08:21 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] Found default for hw_input_bus of None {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:08:21 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] Found default for hw_pointer_model of None {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:08:21 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] Found default for hw_video_model of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:08:21 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] Found default for hw_vif_model of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:08:22 user nova-compute[74535]: INFO nova.compute.manager [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] Took 7.08 seconds to spawn the instance on the hypervisor.
Dec 06 10:08:22 user nova-compute[74535]: DEBUG nova.compute.manager [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] Checking state {{(pid=74535) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 10:08:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0e39165e-d030-41a8-871f-56c2d08dcc20/disk --force-share --output=json" returned: 0 in 0.230s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:08:22 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74535) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 10:08:22 user nova-compute[74535]: DEBUG nova.network.neutron [None req-567c506f-c448-45aa-be8e-f3e331a5fa10 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855] Successfully updated port: 20bd527d-2b69-49f6-9e86-645a813546cc {{(pid=74535) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 10:08:22 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-567c506f-c448-45aa-be8e-f3e331a5fa10 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Acquiring lock "refresh_cache-3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:08:22 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-567c506f-c448-45aa-be8e-f3e331a5fa10 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Acquired lock "refresh_cache-3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:08:22 user nova-compute[74535]: DEBUG nova.network.neutron [None req-567c506f-c448-45aa-be8e-f3e331a5fa10 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855] Building network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 10:08:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/227aad5b-398b-44d7-b40b-ff85bf043334/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:08:22 user nova-compute[74535]: INFO nova.compute.manager [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] Took 25.98 seconds to build instance.
Dec 06 10:08:22 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-2fbb3028-dbca-4fa9-a456-0316cadfccae tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Lock "ceae3072-5275-4b93-92f3-fca295ad3929" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 26.089s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:08:22 user nova-compute[74535]: DEBUG nova.network.neutron [None req-567c506f-c448-45aa-be8e-f3e331a5fa10 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855] Instance cache missing network info. {{(pid=74535) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 10:08:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/227aad5b-398b-44d7-b40b-ff85bf043334/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:08:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/227aad5b-398b-44d7-b40b-ff85bf043334/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:08:22 user nova-compute[74535]: DEBUG nova.compute.manager [None req-efdb1009-8025-4065-ac57-1ea01a8d3151 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] Checking state {{(pid=74535) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 10:08:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/227aad5b-398b-44d7-b40b-ff85bf043334/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:08:22 user nova-compute[74535]: DEBUG nova.network.neutron [None req-567c506f-c448-45aa-be8e-f3e331a5fa10 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855] Updating instance_info_cache with network_info: [{"id": "20bd527d-2b69-49f6-9e86-645a813546cc", "address": "fa:16:3e:c9:82:c9", "network": {"id": "49702c0e-8306-49f2-9a37-580dfa9aedca", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1167139173-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ad8e6f48b8f442aa80f5839b55ad4b74", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap20bd527d-2b", "ovs_interfaceid": "20bd527d-2b69-49f6-9e86-645a813546cc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:08:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f37b4f2-47f1-474f-82cb-fa93ff07f428/disk.rescue --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:08:22 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-567c506f-c448-45aa-be8e-f3e331a5fa10 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Releasing lock "refresh_cache-3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:08:22 user nova-compute[74535]: DEBUG nova.compute.manager [None req-567c506f-c448-45aa-be8e-f3e331a5fa10 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855] Instance network_info: |[{"id": "20bd527d-2b69-49f6-9e86-645a813546cc", "address": "fa:16:3e:c9:82:c9", "network": {"id": "49702c0e-8306-49f2-9a37-580dfa9aedca", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1167139173-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ad8e6f48b8f442aa80f5839b55ad4b74", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap20bd527d-2b", "ovs_interfaceid": "20bd527d-2b69-49f6-9e86-645a813546cc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74535) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 10:08:22 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-567c506f-c448-45aa-be8e-f3e331a5fa10 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855] Start _get_guest_xml network_info=[{"id": "20bd527d-2b69-49f6-9e86-645a813546cc", "address": "fa:16:3e:c9:82:c9", "network": {"id": "49702c0e-8306-49f2-9a37-580dfa9aedca", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1167139173-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ad8e6f48b8f442aa80f5839b55ad4b74", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap20bd527d-2b", "ovs_interfaceid": "20bd527d-2b69-49f6-9e86-645a813546cc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T09:52:28Z,direct_url=<?>,disk_format='qcow2',id=b338f3c8-9974-4b9f-bacb-c75dd541c256,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='563f6a2917a742ada39fb0e950eece6e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T09:52:30Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'device_name': '/dev/vda', 'encrypted': False, 'encryption_format': None, 'encryption_options': None, 'encryption_secret_uuid': None, 'boot_index': 0, 'device_type': 'disk', 'size': 0, 'guest_format': None, 'image_id': 'b338f3c8-9974-4b9f-bacb-c75dd541c256'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 10:08:22 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-567c506f-c448-45aa-be8e-f3e331a5fa10 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:08:22 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-567c506f-c448-45aa-be8e-f3e331a5fa10 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:08:22 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-567c506f-c448-45aa-be8e-f3e331a5fa10 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 10:08:22 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-567c506f-c448-45aa-be8e-f3e331a5fa10 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] CPU controller missing on host. {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 10:08:22 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-567c506f-c448-45aa-be8e-f3e331a5fa10 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 10:08:22 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-567c506f-c448-45aa-be8e-f3e331a5fa10 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] CPU controller found on host. {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 10:08:22 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-567c506f-c448-45aa-be8e-f3e331a5fa10 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74535) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 10:08:22 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-567c506f-c448-45aa-be8e-f3e331a5fa10 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T09:52:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T09:52:28Z,direct_url=<?>,disk_format='qcow2',id=b338f3c8-9974-4b9f-bacb-c75dd541c256,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='563f6a2917a742ada39fb0e950eece6e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T09:52:30Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 10:08:22 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-567c506f-c448-45aa-be8e-f3e331a5fa10 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Flavor limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 10:08:22 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-567c506f-c448-45aa-be8e-f3e331a5fa10 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Image limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 10:08:22 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-567c506f-c448-45aa-be8e-f3e331a5fa10 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Flavor pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 10:08:22 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-567c506f-c448-45aa-be8e-f3e331a5fa10 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Image pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 10:08:22 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-567c506f-c448-45aa-be8e-f3e331a5fa10 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 10:08:22 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-567c506f-c448-45aa-be8e-f3e331a5fa10 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 10:08:22 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-567c506f-c448-45aa-be8e-f3e331a5fa10 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 10:08:22 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-567c506f-c448-45aa-be8e-f3e331a5fa10 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Got 1 possible topologies {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 10:08:22 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-567c506f-c448-45aa-be8e-f3e331a5fa10 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 10:08:22 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-567c506f-c448-45aa-be8e-f3e331a5fa10 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 10:08:22 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-567c506f-c448-45aa-be8e-f3e331a5fa10 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:08:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1528193099',display_name='tempest-AttachVolumeNegativeTest-server-1528193099',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1528193099',id=29,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNxPoiUgbF5mHHJCL6/N8CXW6wdgobD9limMl0T1aV1tqVh+sYZinAGQ1fw1dRM+Q+1YybYocATNUbdiszpY9AlEMwiBKXTNEY61akbkMt1S4pyICXgxmgIdfD9azQcOmA==',key_name='tempest-keypair-1175426118',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ad8e6f48b8f442aa80f5839b55ad4b74',ramdisk_id='',reservation_id='r-nju820g3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1248837640',owner_user_name='tempest-AttachVolumeNegativeTest-1248837640-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T10:08:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2a00a36cf91f4768aadaeccc7d530154',uuid=3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "20bd527d-2b69-49f6-9e86-645a813546cc", "address": "fa:16:3e:c9:82:c9", "network": {"id": "49702c0e-8306-49f2-9a37-580dfa9aedca", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1167139173-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ad8e6f48b8f442aa80f5839b55ad4b74", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap20bd527d-2b", "ovs_interfaceid": "20bd527d-2b69-49f6-9e86-645a813546cc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74535) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 10:08:22 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-567c506f-c448-45aa-be8e-f3e331a5fa10 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Converting VIF {"id": "20bd527d-2b69-49f6-9e86-645a813546cc", "address": "fa:16:3e:c9:82:c9", "network": {"id": "49702c0e-8306-49f2-9a37-580dfa9aedca", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1167139173-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ad8e6f48b8f442aa80f5839b55ad4b74", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap20bd527d-2b", "ovs_interfaceid": "20bd527d-2b69-49f6-9e86-645a813546cc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:08:22 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-567c506f-c448-45aa-be8e-f3e331a5fa10 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c9:82:c9,bridge_name='br-int',has_traffic_filtering=True,id=20bd527d-2b69-49f6-9e86-645a813546cc,network=Network(49702c0e-8306-49f2-9a37-580dfa9aedca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap20bd527d-2b') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:08:22 user nova-compute[74535]: DEBUG nova.objects.instance [None req-567c506f-c448-45aa-be8e-f3e331a5fa10 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lazy-loading 'pci_devices' on Instance uuid 3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:08:22 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-567c506f-c448-45aa-be8e-f3e331a5fa10 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855] End _get_guest_xml xml=<domain type="kvm">
Dec 06 10:08:22 user nova-compute[74535]:   <uuid>3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855</uuid>
Dec 06 10:08:22 user nova-compute[74535]:   <name>instance-0000001d</name>
Dec 06 10:08:22 user nova-compute[74535]:   <memory>524288</memory>
Dec 06 10:08:22 user nova-compute[74535]:   <vcpu>1</vcpu>
Dec 06 10:08:22 user nova-compute[74535]:   <metadata>
Dec 06 10:08:22 user nova-compute[74535]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 10:08:22 user nova-compute[74535]:       <nova:package version="0.0.0"/>
Dec 06 10:08:22 user nova-compute[74535]:       <nova:name>tempest-AttachVolumeNegativeTest-server-1528193099</nova:name>
Dec 06 10:08:22 user nova-compute[74535]:       <nova:creationTime>2023-12-06 10:08:22</nova:creationTime>
Dec 06 10:08:22 user nova-compute[74535]:       <nova:flavor name="m1.tiny">
Dec 06 10:08:22 user nova-compute[74535]:         <nova:memory>512</nova:memory>
Dec 06 10:08:22 user nova-compute[74535]:         <nova:disk>1</nova:disk>
Dec 06 10:08:22 user nova-compute[74535]:         <nova:swap>0</nova:swap>
Dec 06 10:08:22 user nova-compute[74535]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 10:08:22 user nova-compute[74535]:         <nova:vcpus>1</nova:vcpus>
Dec 06 10:08:22 user nova-compute[74535]:       </nova:flavor>
Dec 06 10:08:22 user nova-compute[74535]:       <nova:owner>
Dec 06 10:08:22 user nova-compute[74535]:         <nova:user uuid="2a00a36cf91f4768aadaeccc7d530154">tempest-AttachVolumeNegativeTest-1248837640-project-member</nova:user>
Dec 06 10:08:22 user nova-compute[74535]:         <nova:project uuid="ad8e6f48b8f442aa80f5839b55ad4b74">tempest-AttachVolumeNegativeTest-1248837640</nova:project>
Dec 06 10:08:22 user nova-compute[74535]:       </nova:owner>
Dec 06 10:08:22 user nova-compute[74535]:       <nova:root type="image" uuid="b338f3c8-9974-4b9f-bacb-c75dd541c256"/>
Dec 06 10:08:22 user nova-compute[74535]:       <nova:ports>
Dec 06 10:08:22 user nova-compute[74535]:         <nova:port uuid="20bd527d-2b69-49f6-9e86-645a813546cc">
Dec 06 10:08:22 user nova-compute[74535]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Dec 06 10:08:22 user nova-compute[74535]:         </nova:port>
Dec 06 10:08:22 user nova-compute[74535]:       </nova:ports>
Dec 06 10:08:22 user nova-compute[74535]:     </nova:instance>
Dec 06 10:08:22 user nova-compute[74535]:   </metadata>
Dec 06 10:08:22 user nova-compute[74535]:   <sysinfo type="smbios">
Dec 06 10:08:22 user nova-compute[74535]:     <system>
Dec 06 10:08:22 user nova-compute[74535]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 10:08:22 user nova-compute[74535]:       <entry name="product">OpenStack Nova</entry>
Dec 06 10:08:22 user nova-compute[74535]:       <entry name="version">0.0.0</entry>
Dec 06 10:08:22 user nova-compute[74535]:       <entry name="serial">3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855</entry>
Dec 06 10:08:22 user nova-compute[74535]:       <entry name="uuid">3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855</entry>
Dec 06 10:08:22 user nova-compute[74535]:       <entry name="family">Virtual Machine</entry>
Dec 06 10:08:22 user nova-compute[74535]:     </system>
Dec 06 10:08:22 user nova-compute[74535]:   </sysinfo>
Dec 06 10:08:22 user nova-compute[74535]:   <os>
Dec 06 10:08:22 user nova-compute[74535]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 10:08:22 user nova-compute[74535]:     <boot dev="hd"/>
Dec 06 10:08:22 user nova-compute[74535]:     <smbios mode="sysinfo"/>
Dec 06 10:08:22 user nova-compute[74535]:   </os>
Dec 06 10:08:22 user nova-compute[74535]:   <features>
Dec 06 10:08:22 user nova-compute[74535]:     <acpi/>
Dec 06 10:08:22 user nova-compute[74535]:     <apic/>
Dec 06 10:08:22 user nova-compute[74535]:     <vmcoreinfo/>
Dec 06 10:08:22 user nova-compute[74535]:   </features>
Dec 06 10:08:22 user nova-compute[74535]:   <clock offset="utc">
Dec 06 10:08:22 user nova-compute[74535]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 10:08:22 user nova-compute[74535]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 10:08:22 user nova-compute[74535]:     <timer name="hpet" present="no"/>
Dec 06 10:08:22 user nova-compute[74535]:   </clock>
Dec 06 10:08:22 user nova-compute[74535]:   <cpu mode="custom" match="exact">
Dec 06 10:08:22 user nova-compute[74535]:     <model>Nehalem</model>
Dec 06 10:08:22 user nova-compute[74535]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 10:08:22 user nova-compute[74535]:   </cpu>
Dec 06 10:08:22 user nova-compute[74535]:   <devices>
Dec 06 10:08:22 user nova-compute[74535]:     <disk type="file" device="disk">
Dec 06 10:08:22 user nova-compute[74535]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 10:08:22 user nova-compute[74535]:       <source file="/opt/stack/data/nova/instances/3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855/disk"/>
Dec 06 10:08:22 user nova-compute[74535]:       <target dev="vda" bus="virtio"/>
Dec 06 10:08:22 user nova-compute[74535]:     </disk>
Dec 06 10:08:22 user nova-compute[74535]:     <interface type="ethernet">
Dec 06 10:08:22 user nova-compute[74535]:       <mac address="fa:16:3e:c9:82:c9"/>
Dec 06 10:08:22 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 10:08:22 user nova-compute[74535]:       <mtu size="1442"/>
Dec 06 10:08:22 user nova-compute[74535]:       <target dev="tap20bd527d-2b"/>
Dec 06 10:08:22 user nova-compute[74535]:     </interface>
Dec 06 10:08:22 user nova-compute[74535]:     <serial type="pty">
Dec 06 10:08:22 user nova-compute[74535]:       <log file="/opt/stack/data/nova/instances/3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855/console.log" append="off"/>
Dec 06 10:08:22 user nova-compute[74535]:     </serial>
Dec 06 10:08:22 user nova-compute[74535]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 10:08:22 user nova-compute[74535]:     <video>
Dec 06 10:08:22 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 10:08:22 user nova-compute[74535]:     </video>
Dec 06 10:08:22 user nova-compute[74535]:     <rng model="virtio">
Dec 06 10:08:22 user nova-compute[74535]:       <backend model="random">/dev/urandom</backend>
Dec 06 10:08:22 user nova-compute[74535]:     </rng>
Dec 06 10:08:22 user nova-compute[74535]:     <controller type="usb" index="0" model="none"/>
Dec 06 10:08:22 user nova-compute[74535]:     <memballoon model="virtio">
Dec 06 10:08:22 user nova-compute[74535]:       <stats period="10"/>
Dec 06 10:08:22 user nova-compute[74535]:     </memballoon>
Dec 06 10:08:22 user nova-compute[74535]:   </devices>
Dec 06 10:08:22 user nova-compute[74535]: </domain>
Dec 06 10:08:22 user nova-compute[74535]:  {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 10:08:22 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-567c506f-c448-45aa-be8e-f3e331a5fa10 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:08:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1528193099',display_name='tempest-AttachVolumeNegativeTest-server-1528193099',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1528193099',id=29,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNxPoiUgbF5mHHJCL6/N8CXW6wdgobD9limMl0T1aV1tqVh+sYZinAGQ1fw1dRM+Q+1YybYocATNUbdiszpY9AlEMwiBKXTNEY61akbkMt1S4pyICXgxmgIdfD9azQcOmA==',key_name='tempest-keypair-1175426118',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ad8e6f48b8f442aa80f5839b55ad4b74',ramdisk_id='',reservation_id='r-nju820g3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1248837640',owner_user_name='tempest-AttachVolumeNegativeTest-1248837640-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T10:08:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2a00a36cf91f4768aadaeccc7d530154',uuid=3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "20bd527d-2b69-49f6-9e86-645a813546cc", "address": "fa:16:3e:c9:82:c9", "network": {"id": "49702c0e-8306-49f2-9a37-580dfa9aedca", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1167139173-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ad8e6f48b8f442aa80f5839b55ad4b74", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap20bd527d-2b", "ovs_interfaceid": "20bd527d-2b69-49f6-9e86-645a813546cc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 10:08:22 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-567c506f-c448-45aa-be8e-f3e331a5fa10 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Converting VIF {"id": "20bd527d-2b69-49f6-9e86-645a813546cc", "address": "fa:16:3e:c9:82:c9", "network": {"id": "49702c0e-8306-49f2-9a37-580dfa9aedca", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1167139173-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ad8e6f48b8f442aa80f5839b55ad4b74", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap20bd527d-2b", "ovs_interfaceid": "20bd527d-2b69-49f6-9e86-645a813546cc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:08:22 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-567c506f-c448-45aa-be8e-f3e331a5fa10 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c9:82:c9,bridge_name='br-int',has_traffic_filtering=True,id=20bd527d-2b69-49f6-9e86-645a813546cc,network=Network(49702c0e-8306-49f2-9a37-580dfa9aedca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap20bd527d-2b') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:08:22 user nova-compute[74535]: DEBUG os_vif [None req-567c506f-c448-45aa-be8e-f3e331a5fa10 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c9:82:c9,bridge_name='br-int',has_traffic_filtering=True,id=20bd527d-2b69-49f6-9e86-645a813546cc,network=Network(49702c0e-8306-49f2-9a37-580dfa9aedca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap20bd527d-2b') {{(pid=74535) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 10:08:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:08:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:08:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 10:08:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:08:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '8198869a-fb15-5060-abe3-79b8e444f784', '_type': 'linux-noop'}}, row=False) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:08:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:08:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:08:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:08:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap20bd527d-2b, may_exist=True, interface_attrs={}) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:08:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap20bd527d-2b, col_values=(('qos', UUID('088e845e-a13c-489f-aaa7-cdff686f2692')),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:08:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap20bd527d-2b, col_values=(('external_ids', {'iface-id': '20bd527d-2b69-49f6-9e86-645a813546cc', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:c9:82:c9', 'vm-uuid': '3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855'}),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:08:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:08:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:08:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:08:22 user nova-compute[74535]: INFO os_vif [None req-567c506f-c448-45aa-be8e-f3e331a5fa10 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c9:82:c9,bridge_name='br-int',has_traffic_filtering=True,id=20bd527d-2b69-49f6-9e86-645a813546cc,network=Network(49702c0e-8306-49f2-9a37-580dfa9aedca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap20bd527d-2b')
Dec 06 10:08:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f37b4f2-47f1-474f-82cb-fa93ff07f428/disk.rescue --force-share --output=json" returned: 0 in 0.222s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:08:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f37b4f2-47f1-474f-82cb-fa93ff07f428/disk.rescue --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:08:22 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-567c506f-c448-45aa-be8e-f3e331a5fa10 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] No BDM found with device name vda, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 10:08:22 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-567c506f-c448-45aa-be8e-f3e331a5fa10 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] No VIF found with MAC fa:16:3e:c9:82:c9, not building metadata {{(pid=74535) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 10:08:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:08:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f37b4f2-47f1-474f-82cb-fa93ff07f428/disk.rescue --force-share --output=json" returned: 0 in 0.216s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:08:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f37b4f2-47f1-474f-82cb-fa93ff07f428/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:08:23 user nova-compute[74535]: DEBUG nova.compute.manager [req-2162418b-6407-40fd-a105-99dc91e7b199 req-da39a5af-8d2d-4567-bf17-4e66fbb0e7f2 service nova] [instance: 3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855] Received event network-changed-20bd527d-2b69-49f6-9e86-645a813546cc {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:08:23 user nova-compute[74535]: DEBUG nova.compute.manager [req-2162418b-6407-40fd-a105-99dc91e7b199 req-da39a5af-8d2d-4567-bf17-4e66fbb0e7f2 service nova] [instance: 3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855] Refreshing instance network info cache due to event network-changed-20bd527d-2b69-49f6-9e86-645a813546cc. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 10:08:23 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-2162418b-6407-40fd-a105-99dc91e7b199 req-da39a5af-8d2d-4567-bf17-4e66fbb0e7f2 service nova] Acquiring lock "refresh_cache-3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:08:23 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-2162418b-6407-40fd-a105-99dc91e7b199 req-da39a5af-8d2d-4567-bf17-4e66fbb0e7f2 service nova] Acquired lock "refresh_cache-3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:08:23 user nova-compute[74535]: DEBUG nova.network.neutron [req-2162418b-6407-40fd-a105-99dc91e7b199 req-da39a5af-8d2d-4567-bf17-4e66fbb0e7f2 service nova] [instance: 3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855] Refreshing network info cache for port 20bd527d-2b69-49f6-9e86-645a813546cc {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 10:08:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f37b4f2-47f1-474f-82cb-fa93ff07f428/disk --force-share --output=json" returned: 0 in 0.221s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:08:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f37b4f2-47f1-474f-82cb-fa93ff07f428/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:08:23 user nova-compute[74535]: INFO nova.compute.manager [None req-b70ecd96-c74b-4aef-8394-def4ecde02a0 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: 5f37b4f2-47f1-474f-82cb-fa93ff07f428] Unrescuing
Dec 06 10:08:23 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-b70ecd96-c74b-4aef-8394-def4ecde02a0 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Acquiring lock "refresh_cache-5f37b4f2-47f1-474f-82cb-fa93ff07f428" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:08:23 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-b70ecd96-c74b-4aef-8394-def4ecde02a0 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Acquired lock "refresh_cache-5f37b4f2-47f1-474f-82cb-fa93ff07f428" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:08:23 user nova-compute[74535]: DEBUG nova.network.neutron [None req-b70ecd96-c74b-4aef-8394-def4ecde02a0 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: 5f37b4f2-47f1-474f-82cb-fa93ff07f428] Building network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 10:08:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f37b4f2-47f1-474f-82cb-fa93ff07f428/disk --force-share --output=json" returned: 0 in 0.284s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:08:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/432ab64f-bf46-4ef7-8a09-adbeb7207912/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:08:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/432ab64f-bf46-4ef7-8a09-adbeb7207912/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:08:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/432ab64f-bf46-4ef7-8a09-adbeb7207912/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:08:23 user nova-compute[74535]: DEBUG nova.network.neutron [req-2162418b-6407-40fd-a105-99dc91e7b199 req-da39a5af-8d2d-4567-bf17-4e66fbb0e7f2 service nova] [instance: 3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855] Updated VIF entry in instance network info cache for port 20bd527d-2b69-49f6-9e86-645a813546cc. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 10:08:23 user nova-compute[74535]: DEBUG nova.network.neutron [req-2162418b-6407-40fd-a105-99dc91e7b199 req-da39a5af-8d2d-4567-bf17-4e66fbb0e7f2 service nova] [instance: 3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855] Updating instance_info_cache with network_info: [{"id": "20bd527d-2b69-49f6-9e86-645a813546cc", "address": "fa:16:3e:c9:82:c9", "network": {"id": "49702c0e-8306-49f2-9a37-580dfa9aedca", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1167139173-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ad8e6f48b8f442aa80f5839b55ad4b74", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap20bd527d-2b", "ovs_interfaceid": "20bd527d-2b69-49f6-9e86-645a813546cc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:08:23 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-2162418b-6407-40fd-a105-99dc91e7b199 req-da39a5af-8d2d-4567-bf17-4e66fbb0e7f2 service nova] Releasing lock "refresh_cache-3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:08:23 user nova-compute[74535]: DEBUG nova.network.neutron [None req-b70ecd96-c74b-4aef-8394-def4ecde02a0 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: 5f37b4f2-47f1-474f-82cb-fa93ff07f428] Updating instance_info_cache with network_info: [{"id": "ee4c9481-abe2-4b04-af7f-34f083b82f34", "address": "fa:16:3e:ce:e7:39", "network": {"id": "a3dfa24c-76e2-4ead-941f-ba72c57234a4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-566828184-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17272e061eec432787a47431737ad50f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee4c9481-ab", "ovs_interfaceid": "ee4c9481-abe2-4b04-af7f-34f083b82f34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:08:23 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-b70ecd96-c74b-4aef-8394-def4ecde02a0 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Releasing lock "refresh_cache-5f37b4f2-47f1-474f-82cb-fa93ff07f428" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:08:23 user nova-compute[74535]: DEBUG nova.objects.instance [None req-b70ecd96-c74b-4aef-8394-def4ecde02a0 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Lazy-loading 'flavor' on Instance uuid 5f37b4f2-47f1-474f-82cb-fa93ff07f428 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:08:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/432ab64f-bf46-4ef7-8a09-adbeb7207912/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:08:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d9150e7-0f02-4b19-b3f2-b329620d9722/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:08:24 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:08:24 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:08:24 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d9150e7-0f02-4b19-b3f2-b329620d9722/disk --force-share --output=json" returned: 0 in 0.226s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:08:24 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d9150e7-0f02-4b19-b3f2-b329620d9722/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:08:24 user nova-compute[74535]: DEBUG nova.compute.manager [req-f83f3ec4-4082-49d3-a2af-8769d47ce1c6 req-9ea3f367-0146-46cc-bd94-876062427f9c service nova] [instance: 5f37b4f2-47f1-474f-82cb-fa93ff07f428] Received event network-vif-unplugged-ee4c9481-abe2-4b04-af7f-34f083b82f34 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:08:24 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-f83f3ec4-4082-49d3-a2af-8769d47ce1c6 req-9ea3f367-0146-46cc-bd94-876062427f9c service nova] Acquiring lock "5f37b4f2-47f1-474f-82cb-fa93ff07f428-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:08:24 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-f83f3ec4-4082-49d3-a2af-8769d47ce1c6 req-9ea3f367-0146-46cc-bd94-876062427f9c service nova] Lock "5f37b4f2-47f1-474f-82cb-fa93ff07f428-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:08:24 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-f83f3ec4-4082-49d3-a2af-8769d47ce1c6 req-9ea3f367-0146-46cc-bd94-876062427f9c service nova] Lock "5f37b4f2-47f1-474f-82cb-fa93ff07f428-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:08:24 user nova-compute[74535]: DEBUG nova.compute.manager [req-f83f3ec4-4082-49d3-a2af-8769d47ce1c6 req-9ea3f367-0146-46cc-bd94-876062427f9c service nova] [instance: 5f37b4f2-47f1-474f-82cb-fa93ff07f428] No waiting events found dispatching network-vif-unplugged-ee4c9481-abe2-4b04-af7f-34f083b82f34 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:08:24 user nova-compute[74535]: WARNING nova.compute.manager [req-f83f3ec4-4082-49d3-a2af-8769d47ce1c6 req-9ea3f367-0146-46cc-bd94-876062427f9c service nova] [instance: 5f37b4f2-47f1-474f-82cb-fa93ff07f428] Received unexpected event network-vif-unplugged-ee4c9481-abe2-4b04-af7f-34f083b82f34 for instance with vm_state rescued and task_state unrescuing.
Dec 06 10:08:24 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:08:24 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d9150e7-0f02-4b19-b3f2-b329620d9722/disk --force-share --output=json" returned: 0 in 0.251s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:08:24 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:08:24 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5e39a1a4-f188-40e3-bcba-70e47abd6026/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:08:24 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:08:24 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5e39a1a4-f188-40e3-bcba-70e47abd6026/disk --force-share --output=json" returned: 0 in 0.222s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:08:24 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5e39a1a4-f188-40e3-bcba-70e47abd6026/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:08:24 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:08:24 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:08:24 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5e39a1a4-f188-40e3-bcba-70e47abd6026/disk --force-share --output=json" returned: 0 in 0.222s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:08:24 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74535) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 10:08:24 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e89c4f21-c084-4a60-9f6e-717b45ec85b5/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:08:25 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: 5f37b4f2-47f1-474f-82cb-fa93ff07f428] Instance destroyed successfully.
Dec 06 10:08:25 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e89c4f21-c084-4a60-9f6e-717b45ec85b5/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:08:25 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e89c4f21-c084-4a60-9f6e-717b45ec85b5/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:08:25 user nova-compute[74535]: DEBUG nova.compute.manager [req-3871c81b-4b5b-4ce7-89fa-812988d1ac5b req-5139e0cd-030b-43dd-9de0-8311c2f165be service nova] [instance: 3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855] Received event network-vif-plugged-20bd527d-2b69-49f6-9e86-645a813546cc {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:08:25 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-3871c81b-4b5b-4ce7-89fa-812988d1ac5b req-5139e0cd-030b-43dd-9de0-8311c2f165be service nova] Acquiring lock "3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:08:25 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-3871c81b-4b5b-4ce7-89fa-812988d1ac5b req-5139e0cd-030b-43dd-9de0-8311c2f165be service nova] Lock "3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:08:25 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-3871c81b-4b5b-4ce7-89fa-812988d1ac5b req-5139e0cd-030b-43dd-9de0-8311c2f165be service nova] Lock "3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:08:25 user nova-compute[74535]: DEBUG nova.compute.manager [req-3871c81b-4b5b-4ce7-89fa-812988d1ac5b req-5139e0cd-030b-43dd-9de0-8311c2f165be service nova] [instance: 3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855] No waiting events found dispatching network-vif-plugged-20bd527d-2b69-49f6-9e86-645a813546cc {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:08:25 user nova-compute[74535]: WARNING nova.compute.manager [req-3871c81b-4b5b-4ce7-89fa-812988d1ac5b req-5139e0cd-030b-43dd-9de0-8311c2f165be service nova] [instance: 3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855] Received unexpected event network-vif-plugged-20bd527d-2b69-49f6-9e86-645a813546cc for instance with vm_state building and task_state spawning.
Dec 06 10:08:25 user nova-compute[74535]: DEBUG nova.compute.manager [req-3871c81b-4b5b-4ce7-89fa-812988d1ac5b req-5139e0cd-030b-43dd-9de0-8311c2f165be service nova] [instance: 3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855] Received event network-vif-plugged-20bd527d-2b69-49f6-9e86-645a813546cc {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:08:25 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-3871c81b-4b5b-4ce7-89fa-812988d1ac5b req-5139e0cd-030b-43dd-9de0-8311c2f165be service nova] Acquiring lock "3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:08:25 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-3871c81b-4b5b-4ce7-89fa-812988d1ac5b req-5139e0cd-030b-43dd-9de0-8311c2f165be service nova] Lock "3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:08:25 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-3871c81b-4b5b-4ce7-89fa-812988d1ac5b req-5139e0cd-030b-43dd-9de0-8311c2f165be service nova] Lock "3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:08:25 user nova-compute[74535]: DEBUG nova.compute.manager [req-3871c81b-4b5b-4ce7-89fa-812988d1ac5b req-5139e0cd-030b-43dd-9de0-8311c2f165be service nova] [instance: 3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855] No waiting events found dispatching network-vif-plugged-20bd527d-2b69-49f6-9e86-645a813546cc {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:08:25 user nova-compute[74535]: WARNING nova.compute.manager [req-3871c81b-4b5b-4ce7-89fa-812988d1ac5b req-5139e0cd-030b-43dd-9de0-8311c2f165be service nova] [instance: 3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855] Received unexpected event network-vif-plugged-20bd527d-2b69-49f6-9e86-645a813546cc for instance with vm_state building and task_state spawning.
Dec 06 10:08:25 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e89c4f21-c084-4a60-9f6e-717b45ec85b5/disk --force-share --output=json" returned: 0 in 0.219s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:08:25 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-12139346-bee2-47a5-997a-d7634cab6ad8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] Calling os-brick to attach iSCSI Volume {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 10:08:25 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-12139346-bee2-47a5-997a-d7634cab6ad8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CajHwUJN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:08:25 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-12139346-bee2-47a5-997a-d7634cab6ad8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:08:25 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-12139346-bee2-47a5-997a-d7634cab6ad8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:08:25 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-12139346-bee2-47a5-997a-d7634cab6ad8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.003s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:08:25 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-12139346-bee2-47a5-997a-d7634cab6ad8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:08:25 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-12139346-bee2-47a5-997a-d7634cab6ad8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:08:25 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-12139346-bee2-47a5-997a-d7634cab6ad8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.003s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:08:25 user nova-compute[74535]: INFO os_brick.initiator.connectors.iscsi [None req-12139346-bee2-47a5-997a-d7634cab6ad8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 10:08:25 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1 -p 172.16.0.220:3260 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:08:25 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1 -p 172.16.0.220:3260" returned: 21 in 0.027s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:08:25 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[48d47cca-7ae3-4156-ad31-88f9f742d3ee]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:08:25 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-12139346-bee2-47a5-997a-d7634cab6ad8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 10:08:25 user nova-compute[74535]:  {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:08:25 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1 -p 172.16.0.220:3260 --interface default --op new {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:08:25 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:08:25 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:08:25 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Hypervisor/Node resource view: name=user free_ram=7745MB free_disk=25.059608459472656GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74535) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 10:08:25 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:08:25 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:08:25 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:08:25 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ea9bbf5-55e8-4fee-926b-b427804087c2]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1] added\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:08:25 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-12139346-bee2-47a5-997a-d7634cab6ad8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1] added
Dec 06 10:08:25 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:08:25 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:08:25 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:08:25 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[528831f0-8f23-402a-946e-af141ef3dd0d]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:08:25 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-12139346-bee2-47a5-997a-d7634cab6ad8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:08:25 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:08:26 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:08:26 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b98be06-3c7e-42c9-b7c6-5bbd2e063ce9]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:08:26 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-12139346-bee2-47a5-997a-d7634cab6ad8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:08:26 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v CajHwUJN {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:08:26 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v CajHwUJN" returned: 0 in 0.022s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:08:26 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae6f19db-585b-494f-be16-8e27c037c398]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:08:26 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-12139346-bee2-47a5-997a-d7634cab6ad8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'CajHwUJN'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:08:26 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:08:26 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:08:26 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[c309ff13-ccc3-4bd6-8878-5693c9be8ca7]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:08:26 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-12139346-bee2-47a5-997a-d7634cab6ad8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:08:26 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:08:26 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 5e39a1a4-f188-40e3-bcba-70e47abd6026 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:08:26 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 432ab64f-bf46-4ef7-8a09-adbeb7207912 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:08:26 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 2d9150e7-0f02-4b19-b3f2-b329620d9722 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:08:26 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 5f37b4f2-47f1-474f-82cb-fa93ff07f428 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:08:26 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance d742d153-7670-4be9-8477-882f6a39f03f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:08:26 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 227aad5b-398b-44d7-b40b-ff85bf043334 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:08:26 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 66440071-6cf6-4b6d-8d2a-edd5c1885510 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:08:26 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 0e39165e-d030-41a8-871f-56c2d08dcc20 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:08:26 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance e89c4f21-c084-4a60-9f6e-717b45ec85b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:08:26 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance ceae3072-5275-4b93-92f3-fca295ad3929 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:08:26 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:08:26 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=74535) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 10:08:26 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=74535) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 10:08:26 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:08:26 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[2580adba-129a-426a-aa5a-d99f70abd77f]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7edd6a6-e857-433b-8091-25baba775070 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:08:26 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-12139346-bee2-47a5-997a-d7634cab6ad8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:08:26 user nova-compute[74535]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7edd6a6-e857-433b-8091-25baba775070 (non-flash)
Dec 06 10:08:26 user nova-compute[74535]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef (non-flash)
Dec 06 10:08:26 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:08:26 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-12139346-bee2-47a5-997a-d7634cab6ad8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:08:26 user nova-compute[74535]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7edd6a6-e857-433b-8091-25baba775070 (non-flash)
Dec 06 10:08:26 user nova-compute[74535]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef (non-flash)
Dec 06 10:08:26 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:08:26 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1 -p 172.16.0.220:3260 --login {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:08:26 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1 -p 172.16.0.220:3260 --login" returned: 0 in 0.090s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:08:26 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[86d3a7d1-43e8-40d9-8090-dd8ee69996c9]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:08:26 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-12139346-bee2-47a5-997a-d7634cab6ad8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1, portal: 172.16.0.220,3260]
Dec 06 10:08:26 user nova-compute[74535]: Login to [iface: default, target: iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1, portal: 172.16.0.220,3260] successful.
Dec 06 10:08:26 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:08:26 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:08:26 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.025s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:08:26 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[e149473c-16f2-401f-9f14-48ebda7d1e42]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:08:26 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-12139346-bee2-47a5-997a-d7634cab6ad8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:08:26 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:08:26 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:08:26 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[039d148f-d08e-4ddc-8877-510b65321b8d]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7edd6a6-e857-433b-8091-25baba775070 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1 (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:08:26 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-12139346-bee2-47a5-997a-d7634cab6ad8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:08:26 user nova-compute[74535]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7edd6a6-e857-433b-8091-25baba775070 (non-flash)
Dec 06 10:08:26 user nova-compute[74535]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef (non-flash)
Dec 06 10:08:26 user nova-compute[74535]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1 (non-flash)
Dec 06 10:08:26 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:08:26 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-12139346-bee2-47a5-997a-d7634cab6ad8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:08:26 user nova-compute[74535]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7edd6a6-e857-433b-8091-25baba775070 (non-flash)
Dec 06 10:08:26 user nova-compute[74535]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef (non-flash)
Dec 06 10:08:26 user nova-compute[74535]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1 (non-flash)
Dec 06 10:08:26 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:08:26 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-12139346-bee2-47a5-997a-d7634cab6ad8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.915s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:08:26 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-12139346-bee2-47a5-997a-d7634cab6ad8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Connected to 172.16.0.220:3260 {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 10:08:26 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-12139346-bee2-47a5-997a-d7634cab6ad8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] HCTL ('36', '-', '-', 0) found on session 31 with lun 0 {{(pid=74535) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 10:08:26 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-12139346-bee2-47a5-997a-d7634cab6ad8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=74535) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 10:08:26 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:08:26 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.027s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:08:26 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[8756791a-7e19-4857-a148-6f06e48bf748]: (4, ('- - 0', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:08:26 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-12139346-bee2-47a5-997a-d7634cab6ad8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Searching for a device in session 31 and hctl ['36', '*', '*', 0] yield: sde {{(pid=74535) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 10:08:26 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-12139346-bee2-47a5-997a-d7634cab6ad8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CajHwUJN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 10:08:26 user nova-compute[74535]: DEBUG nova.compute.manager [req-212d4a59-ef0a-4c73-b19b-4ebc96e196ad req-ca69b788-674d-4334-a3ac-7242d2afca81 service nova] [instance: 5f37b4f2-47f1-474f-82cb-fa93ff07f428] Received event network-vif-plugged-ee4c9481-abe2-4b04-af7f-34f083b82f34 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:08:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-212d4a59-ef0a-4c73-b19b-4ebc96e196ad req-ca69b788-674d-4334-a3ac-7242d2afca81 service nova] Acquiring lock "5f37b4f2-47f1-474f-82cb-fa93ff07f428-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:08:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-212d4a59-ef0a-4c73-b19b-4ebc96e196ad req-ca69b788-674d-4334-a3ac-7242d2afca81 service nova] Lock "5f37b4f2-47f1-474f-82cb-fa93ff07f428-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:08:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-212d4a59-ef0a-4c73-b19b-4ebc96e196ad req-ca69b788-674d-4334-a3ac-7242d2afca81 service nova] Lock "5f37b4f2-47f1-474f-82cb-fa93ff07f428-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:08:26 user nova-compute[74535]: DEBUG nova.compute.manager [req-212d4a59-ef0a-4c73-b19b-4ebc96e196ad req-ca69b788-674d-4334-a3ac-7242d2afca81 service nova] [instance: 5f37b4f2-47f1-474f-82cb-fa93ff07f428] No waiting events found dispatching network-vif-plugged-ee4c9481-abe2-4b04-af7f-34f083b82f34 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:08:26 user nova-compute[74535]: WARNING nova.compute.manager [req-212d4a59-ef0a-4c73-b19b-4ebc96e196ad req-ca69b788-674d-4334-a3ac-7242d2afca81 service nova] [instance: 5f37b4f2-47f1-474f-82cb-fa93ff07f428] Received unexpected event network-vif-plugged-ee4c9481-abe2-4b04-af7f-34f083b82f34 for instance with vm_state rescued and task_state unrescuing.
Dec 06 10:08:26 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:08:26 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:08:26 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Compute_service record updated for user:user {{(pid=74535) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 10:08:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.645s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:08:26 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:08:26 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:08:26 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:08:26 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:08:26 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:08:27 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-12139346-bee2-47a5-997a-d7634cab6ad8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.968s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:08:27 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-12139346-bee2-47a5-997a-d7634cab6ad8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] <== connect_volume: return (1971ms) {'type': 'block', 'scsi_wwn': '23132613237316332', 'path': '/dev/sde'} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:08:27 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-12139346-bee2-47a5-997a-d7634cab6ad8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23132613237316332', 'path': '/dev/sde'} {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 10:08:27 user nova-compute[74535]: DEBUG nova.objects.instance [None req-12139346-bee2-47a5-997a-d7634cab6ad8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Lazy-loading 'flavor' on Instance uuid e89c4f21-c084-4a60-9f6e-717b45ec85b5 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:08:27 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-12139346-bee2-47a5-997a-d7634cab6ad8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 10:08:27 user nova-compute[74535]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 10:08:27 user nova-compute[74535]:   <source dev="/dev/sde"/>
Dec 06 10:08:27 user nova-compute[74535]:   <target dev="vdb" bus="virtio"/>
Dec 06 10:08:27 user nova-compute[74535]:   <serial>faf967c2-6a02-4952-94ca-1d2acc23afe1</serial>
Dec 06 10:08:27 user nova-compute[74535]: </disk>
Dec 06 10:08:27 user nova-compute[74535]:  {{(pid=74535) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 10:08:27 user nova-compute[74535]: DEBUG nova.compute.manager [None req-567c506f-c448-45aa-be8e-f3e331a5fa10 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855] Instance event wait completed in 0 seconds for  {{(pid=74535) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 10:08:27 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-567c506f-c448-45aa-be8e-f3e331a5fa10 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855] Guest created on hypervisor {{(pid=74535) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 10:08:27 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: 3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855] Instance spawned successfully.
Dec 06 10:08:27 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-567c506f-c448-45aa-be8e-f3e331a5fa10 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 10:08:27 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-567c506f-c448-45aa-be8e-f3e331a5fa10 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855] Found default for hw_cdrom_bus of ide {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:08:27 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-567c506f-c448-45aa-be8e-f3e331a5fa10 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855] Found default for hw_disk_bus of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:08:27 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-567c506f-c448-45aa-be8e-f3e331a5fa10 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855] Found default for hw_input_bus of None {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:08:27 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-567c506f-c448-45aa-be8e-f3e331a5fa10 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855] Found default for hw_pointer_model of None {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:08:27 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-567c506f-c448-45aa-be8e-f3e331a5fa10 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855] Found default for hw_video_model of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:08:27 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-567c506f-c448-45aa-be8e-f3e331a5fa10 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855] Found default for hw_vif_model of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:08:27 user nova-compute[74535]: INFO nova.compute.manager [None req-567c506f-c448-45aa-be8e-f3e331a5fa10 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855] Took 7.21 seconds to spawn the instance on the hypervisor.
Dec 06 10:08:27 user nova-compute[74535]: DEBUG nova.compute.manager [None req-567c506f-c448-45aa-be8e-f3e331a5fa10 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855] Checking state {{(pid=74535) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 10:08:27 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:08:27 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Starting heal instance info cache {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 10:08:27 user nova-compute[74535]: INFO nova.compute.manager [None req-567c506f-c448-45aa-be8e-f3e331a5fa10 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855] Took 8.22 seconds to build instance.
Dec 06 10:08:27 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-567c506f-c448-45aa-be8e-f3e331a5fa10 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lock "3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.338s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:08:27 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "refresh_cache-2d9150e7-0f02-4b19-b3f2-b329620d9722" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:08:27 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquired lock "refresh_cache-2d9150e7-0f02-4b19-b3f2-b329620d9722" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:08:27 user nova-compute[74535]: DEBUG nova.network.neutron [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: 2d9150e7-0f02-4b19-b3f2-b329620d9722] Forcefully refreshing network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 10:08:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:08:27 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-12139346-bee2-47a5-997a-d7634cab6ad8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] No BDM found with device name vda, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 10:08:27 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-12139346-bee2-47a5-997a-d7634cab6ad8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 10:08:27 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-12139346-bee2-47a5-997a-d7634cab6ad8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] No VIF found with MAC fa:16:3e:e0:fe:39, not building metadata {{(pid=74535) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 10:08:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:08:28 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-12139346-bee2-47a5-997a-d7634cab6ad8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Lock "e89c4f21-c084-4a60-9f6e-717b45ec85b5" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 14.695s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:08:28 user nova-compute[74535]: DEBUG nova.network.neutron [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: 2d9150e7-0f02-4b19-b3f2-b329620d9722] Updating instance_info_cache with network_info: [{"id": "5b9a0b29-a049-47fe-8088-25106a3d74d5", "address": "fa:16:3e:f4:b0:b8", "network": {"id": "5d9c1cb1-5902-482f-8b27-801fd79a97a7", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-530073939-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e51798204a674f858778dac8b46e7fec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b9a0b29-a0", "ovs_interfaceid": "5b9a0b29-a049-47fe-8088-25106a3d74d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:08:28 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Releasing lock "refresh_cache-2d9150e7-0f02-4b19-b3f2-b329620d9722" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:08:28 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: 2d9150e7-0f02-4b19-b3f2-b329620d9722] Updated the network info_cache for instance {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 10:08:28 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:08:28 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:08:28 user nova-compute[74535]: DEBUG nova.compute.manager [req-ae52255f-dc79-4e9e-b50d-6e6af046dc47 req-0692bb35-746c-4fa2-8993-aeb6955d197c service nova] [instance: 5f37b4f2-47f1-474f-82cb-fa93ff07f428] Received event network-vif-plugged-ee4c9481-abe2-4b04-af7f-34f083b82f34 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:08:28 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-ae52255f-dc79-4e9e-b50d-6e6af046dc47 req-0692bb35-746c-4fa2-8993-aeb6955d197c service nova] Acquiring lock "5f37b4f2-47f1-474f-82cb-fa93ff07f428-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:08:28 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-ae52255f-dc79-4e9e-b50d-6e6af046dc47 req-0692bb35-746c-4fa2-8993-aeb6955d197c service nova] Lock "5f37b4f2-47f1-474f-82cb-fa93ff07f428-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:08:28 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-ae52255f-dc79-4e9e-b50d-6e6af046dc47 req-0692bb35-746c-4fa2-8993-aeb6955d197c service nova] Lock "5f37b4f2-47f1-474f-82cb-fa93ff07f428-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:08:28 user nova-compute[74535]: DEBUG nova.compute.manager [req-ae52255f-dc79-4e9e-b50d-6e6af046dc47 req-0692bb35-746c-4fa2-8993-aeb6955d197c service nova] [instance: 5f37b4f2-47f1-474f-82cb-fa93ff07f428] No waiting events found dispatching network-vif-plugged-ee4c9481-abe2-4b04-af7f-34f083b82f34 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:08:28 user nova-compute[74535]: WARNING nova.compute.manager [req-ae52255f-dc79-4e9e-b50d-6e6af046dc47 req-0692bb35-746c-4fa2-8993-aeb6955d197c service nova] [instance: 5f37b4f2-47f1-474f-82cb-fa93ff07f428] Received unexpected event network-vif-plugged-ee4c9481-abe2-4b04-af7f-34f083b82f34 for instance with vm_state rescued and task_state unrescuing.
Dec 06 10:08:28 user nova-compute[74535]: DEBUG nova.compute.manager [req-ae52255f-dc79-4e9e-b50d-6e6af046dc47 req-0692bb35-746c-4fa2-8993-aeb6955d197c service nova] [instance: 5f37b4f2-47f1-474f-82cb-fa93ff07f428] Received event network-vif-plugged-ee4c9481-abe2-4b04-af7f-34f083b82f34 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:08:28 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-ae52255f-dc79-4e9e-b50d-6e6af046dc47 req-0692bb35-746c-4fa2-8993-aeb6955d197c service nova] Acquiring lock "5f37b4f2-47f1-474f-82cb-fa93ff07f428-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:08:28 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-ae52255f-dc79-4e9e-b50d-6e6af046dc47 req-0692bb35-746c-4fa2-8993-aeb6955d197c service nova] Lock "5f37b4f2-47f1-474f-82cb-fa93ff07f428-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:08:28 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-ae52255f-dc79-4e9e-b50d-6e6af046dc47 req-0692bb35-746c-4fa2-8993-aeb6955d197c service nova] Lock "5f37b4f2-47f1-474f-82cb-fa93ff07f428-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:08:28 user nova-compute[74535]: DEBUG nova.compute.manager [req-ae52255f-dc79-4e9e-b50d-6e6af046dc47 req-0692bb35-746c-4fa2-8993-aeb6955d197c service nova] [instance: 5f37b4f2-47f1-474f-82cb-fa93ff07f428] No waiting events found dispatching network-vif-plugged-ee4c9481-abe2-4b04-af7f-34f083b82f34 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:08:28 user nova-compute[74535]: WARNING nova.compute.manager [req-ae52255f-dc79-4e9e-b50d-6e6af046dc47 req-0692bb35-746c-4fa2-8993-aeb6955d197c service nova] [instance: 5f37b4f2-47f1-474f-82cb-fa93ff07f428] Received unexpected event network-vif-plugged-ee4c9481-abe2-4b04-af7f-34f083b82f34 for instance with vm_state rescued and task_state unrescuing.
Dec 06 10:08:29 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-0523415e-491d-4e2c-9b1e-c90924e73ea8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Acquiring lock "e89c4f21-c084-4a60-9f6e-717b45ec85b5" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:08:29 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-0523415e-491d-4e2c-9b1e-c90924e73ea8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Lock "e89c4f21-c084-4a60-9f6e-717b45ec85b5" acquired by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:08:29 user nova-compute[74535]: DEBUG nova.compute.manager [None req-0523415e-491d-4e2c-9b1e-c90924e73ea8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] Checking state {{(pid=74535) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 10:08:29 user nova-compute[74535]: DEBUG nova.compute.manager [None req-0523415e-491d-4e2c-9b1e-c90924e73ea8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=74535) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3358}}
Dec 06 10:08:29 user nova-compute[74535]: DEBUG nova.objects.instance [None req-0523415e-491d-4e2c-9b1e-c90924e73ea8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Lazy-loading 'flavor' on Instance uuid e89c4f21-c084-4a60-9f6e-717b45ec85b5 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:08:29 user nova-compute[74535]: DEBUG nova.compute.manager [None req-b70ecd96-c74b-4aef-8394-def4ecde02a0 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: 5f37b4f2-47f1-474f-82cb-fa93ff07f428] Checking state {{(pid=74535) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 10:08:29 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:08:29 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:08:29 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:08:29 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:08:29 user nova-compute[74535]: DEBUG nova.compute.manager [req-83f38b2a-d706-467d-bb25-6d286d289c09 req-de68cfcf-eb9e-497a-8274-d183f8cbb65f service nova] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] Received event network-vif-unplugged-296acfc2-92b5-4f17-a0b5-bfff03a54490 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:08:29 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-83f38b2a-d706-467d-bb25-6d286d289c09 req-de68cfcf-eb9e-497a-8274-d183f8cbb65f service nova] Acquiring lock "e89c4f21-c084-4a60-9f6e-717b45ec85b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:08:29 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-83f38b2a-d706-467d-bb25-6d286d289c09 req-de68cfcf-eb9e-497a-8274-d183f8cbb65f service nova] Lock "e89c4f21-c084-4a60-9f6e-717b45ec85b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:08:29 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-83f38b2a-d706-467d-bb25-6d286d289c09 req-de68cfcf-eb9e-497a-8274-d183f8cbb65f service nova] Lock "e89c4f21-c084-4a60-9f6e-717b45ec85b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:08:29 user nova-compute[74535]: DEBUG nova.compute.manager [req-83f38b2a-d706-467d-bb25-6d286d289c09 req-de68cfcf-eb9e-497a-8274-d183f8cbb65f service nova] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] No waiting events found dispatching network-vif-unplugged-296acfc2-92b5-4f17-a0b5-bfff03a54490 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:08:29 user nova-compute[74535]: WARNING nova.compute.manager [req-83f38b2a-d706-467d-bb25-6d286d289c09 req-de68cfcf-eb9e-497a-8274-d183f8cbb65f service nova] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] Received unexpected event network-vif-unplugged-296acfc2-92b5-4f17-a0b5-bfff03a54490 for instance with vm_state active and task_state powering-off.
Dec 06 10:08:29 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:08:29 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:08:30 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-6225a450-611d-4e78-8794-2d4ba4fdca2a tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Acquiring lock "432ab64f-bf46-4ef7-8a09-adbeb7207912" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:08:30 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-6225a450-611d-4e78-8794-2d4ba4fdca2a tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Lock "432ab64f-bf46-4ef7-8a09-adbeb7207912" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:08:30 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-6225a450-611d-4e78-8794-2d4ba4fdca2a tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Acquiring lock "432ab64f-bf46-4ef7-8a09-adbeb7207912-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:08:30 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-6225a450-611d-4e78-8794-2d4ba4fdca2a tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Lock "432ab64f-bf46-4ef7-8a09-adbeb7207912-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:08:30 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-6225a450-611d-4e78-8794-2d4ba4fdca2a tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Lock "432ab64f-bf46-4ef7-8a09-adbeb7207912-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:08:30 user nova-compute[74535]: INFO nova.compute.manager [None req-6225a450-611d-4e78-8794-2d4ba4fdca2a tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Terminating instance
Dec 06 10:08:30 user nova-compute[74535]: DEBUG nova.compute.manager [None req-6225a450-611d-4e78-8794-2d4ba4fdca2a tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Start destroying the instance on the hypervisor. {{(pid=74535) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 10:08:30 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] Instance destroyed successfully.
Dec 06 10:08:30 user nova-compute[74535]: DEBUG nova.compute.manager [None req-0523415e-491d-4e2c-9b1e-c90924e73ea8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] Checking state {{(pid=74535) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 10:08:30 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:08:30 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:08:30 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:08:30 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-0523415e-491d-4e2c-9b1e-c90924e73ea8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Lock "e89c4f21-c084-4a60-9f6e-717b45ec85b5" "released" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: held 1.073s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:08:30 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:08:30 user nova-compute[74535]: DEBUG nova.compute.manager [req-2b19b9b3-dbab-4aee-90d1-58dbdfc0a748 req-5f17b959-5631-44e0-a3b7-04823efe401e service nova] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Received event network-vif-unplugged-9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:08:30 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-2b19b9b3-dbab-4aee-90d1-58dbdfc0a748 req-5f17b959-5631-44e0-a3b7-04823efe401e service nova] Acquiring lock "432ab64f-bf46-4ef7-8a09-adbeb7207912-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:08:30 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-2b19b9b3-dbab-4aee-90d1-58dbdfc0a748 req-5f17b959-5631-44e0-a3b7-04823efe401e service nova] Lock "432ab64f-bf46-4ef7-8a09-adbeb7207912-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:08:30 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-2b19b9b3-dbab-4aee-90d1-58dbdfc0a748 req-5f17b959-5631-44e0-a3b7-04823efe401e service nova] Lock "432ab64f-bf46-4ef7-8a09-adbeb7207912-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:08:30 user nova-compute[74535]: DEBUG nova.compute.manager [req-2b19b9b3-dbab-4aee-90d1-58dbdfc0a748 req-5f17b959-5631-44e0-a3b7-04823efe401e service nova] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] No waiting events found dispatching network-vif-unplugged-9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:08:30 user nova-compute[74535]: DEBUG nova.compute.manager [req-2b19b9b3-dbab-4aee-90d1-58dbdfc0a748 req-5f17b959-5631-44e0-a3b7-04823efe401e service nova] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Received event network-vif-unplugged-9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9 for instance with task_state deleting. {{(pid=74535) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 10:08:30 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:08:30 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:08:30 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:08:30 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Instance destroyed successfully.
Dec 06 10:08:30 user nova-compute[74535]: DEBUG nova.objects.instance [None req-6225a450-611d-4e78-8794-2d4ba4fdca2a tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Lazy-loading 'resources' on Instance uuid 432ab64f-bf46-4ef7-8a09-adbeb7207912 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:08:30 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:08:30 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:08:30 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-6225a450-611d-4e78-8794-2d4ba4fdca2a tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:01:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-117773479',display_name='tempest-ServerStableDeviceRescueTest-server-117773479',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-117773479',id=17,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKrkJUgOumL+LlKH9LGtSWFFPmcwqBkpWloAU6vg+g8Tb576eUaBXqbAwU6IWZQvbS/t6XLxVT0q94pQOjM3ZYONnPW8aBW79TZX3yD1dfyegmNiFVSXYP8D1F+bJ9p4ww==',key_name='tempest-keypair-47319596',keypairs=<?>,launch_index=0,launched_at=2023-12-06T10:05:24Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='2357141e4bee4c359e80b57d579fdf38',ramdisk_id='',reservation_id='r-0gob39ox',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerStableDeviceRescueTest-1390773709',owner_user_name='tempest-ServerStableDeviceRescueTest-1390773709-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T10:07:11Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='14797d76f1444929858e704ab5a735bb',uuid=432ab64f-bf46-4ef7-8a09-adbeb7207912,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9", "address": "fa:16:3e:b6:f0:80", "network": {"id": "13768401-adfd-4853-8905-b61e31c03208", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1157513032-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.121", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2357141e4bee4c359e80b57d579fdf38", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9ecee7e9-a7", "ovs_interfaceid": "9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 10:08:30 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-6225a450-611d-4e78-8794-2d4ba4fdca2a tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Converting VIF {"id": "9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9", "address": "fa:16:3e:b6:f0:80", "network": {"id": "13768401-adfd-4853-8905-b61e31c03208", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1157513032-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.121", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2357141e4bee4c359e80b57d579fdf38", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9ecee7e9-a7", "ovs_interfaceid": "9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:08:30 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-6225a450-611d-4e78-8794-2d4ba4fdca2a tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:b6:f0:80,bridge_name='br-int',has_traffic_filtering=True,id=9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9,network=Network(13768401-adfd-4853-8905-b61e31c03208),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9ecee7e9-a7') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:08:30 user nova-compute[74535]: DEBUG os_vif [None req-6225a450-611d-4e78-8794-2d4ba4fdca2a tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:b6:f0:80,bridge_name='br-int',has_traffic_filtering=True,id=9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9,network=Network(13768401-adfd-4853-8905-b61e31c03208),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9ecee7e9-a7') {{(pid=74535) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 10:08:31 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:08:31 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap9ecee7e9-a7, bridge=br-int, if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:08:31 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:08:31 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:08:31 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:08:31 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:08:31 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=02a2b957-5f2e-48b9-a4ce-42ecb326a9a9) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:08:31 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:08:31 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:08:31 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:08:31 user nova-compute[74535]: INFO os_vif [None req-6225a450-611d-4e78-8794-2d4ba4fdca2a tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:b6:f0:80,bridge_name='br-int',has_traffic_filtering=True,id=9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9,network=Network(13768401-adfd-4853-8905-b61e31c03208),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9ecee7e9-a7')
Dec 06 10:08:31 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-6225a450-611d-4e78-8794-2d4ba4fdca2a tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Deleting instance files /opt/stack/data/nova/instances/432ab64f-bf46-4ef7-8a09-adbeb7207912_del
Dec 06 10:08:31 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-6225a450-611d-4e78-8794-2d4ba4fdca2a tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Deletion of /opt/stack/data/nova/instances/432ab64f-bf46-4ef7-8a09-adbeb7207912_del complete
Dec 06 10:08:31 user nova-compute[74535]: INFO nova.compute.manager [None req-6225a450-611d-4e78-8794-2d4ba4fdca2a tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Took 1.09 seconds to destroy the instance on the hypervisor.
Dec 06 10:08:31 user nova-compute[74535]: DEBUG oslo.service.loopingcall [None req-6225a450-611d-4e78-8794-2d4ba4fdca2a tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74535) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 10:08:31 user nova-compute[74535]: DEBUG nova.compute.manager [-] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Deallocating network for instance {{(pid=74535) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 10:08:31 user nova-compute[74535]: DEBUG nova.network.neutron [-] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] deallocate_for_instance() {{(pid=74535) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 10:08:31 user nova-compute[74535]: DEBUG nova.compute.manager [req-d6649382-25eb-4b2d-ba0b-1535727472bc req-492f3fcc-3718-4521-81e6-a8ef8800a78e service nova] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] Received event network-vif-plugged-296acfc2-92b5-4f17-a0b5-bfff03a54490 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:08:31 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-d6649382-25eb-4b2d-ba0b-1535727472bc req-492f3fcc-3718-4521-81e6-a8ef8800a78e service nova] Acquiring lock "e89c4f21-c084-4a60-9f6e-717b45ec85b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:08:31 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-d6649382-25eb-4b2d-ba0b-1535727472bc req-492f3fcc-3718-4521-81e6-a8ef8800a78e service nova] Lock "e89c4f21-c084-4a60-9f6e-717b45ec85b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:08:31 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-d6649382-25eb-4b2d-ba0b-1535727472bc req-492f3fcc-3718-4521-81e6-a8ef8800a78e service nova] Lock "e89c4f21-c084-4a60-9f6e-717b45ec85b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:08:31 user nova-compute[74535]: DEBUG nova.compute.manager [req-d6649382-25eb-4b2d-ba0b-1535727472bc req-492f3fcc-3718-4521-81e6-a8ef8800a78e service nova] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] No waiting events found dispatching network-vif-plugged-296acfc2-92b5-4f17-a0b5-bfff03a54490 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:08:31 user nova-compute[74535]: WARNING nova.compute.manager [req-d6649382-25eb-4b2d-ba0b-1535727472bc req-492f3fcc-3718-4521-81e6-a8ef8800a78e service nova] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] Received unexpected event network-vif-plugged-296acfc2-92b5-4f17-a0b5-bfff03a54490 for instance with vm_state stopped and task_state None.
Dec 06 10:08:31 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:08:31 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:08:31 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:08:31 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:08:31 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:08:31 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:08:32 user nova-compute[74535]: DEBUG nova.network.neutron [-] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Updating instance_info_cache with network_info: [] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:08:32 user nova-compute[74535]: DEBUG nova.compute.manager [req-c7cf3418-5157-4286-85c7-84dc4b7d18e2 req-eee12234-e009-4312-b24b-57f4625bf2f4 service nova] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Received event network-vif-deleted-9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:08:32 user nova-compute[74535]: INFO nova.compute.manager [req-c7cf3418-5157-4286-85c7-84dc4b7d18e2 req-eee12234-e009-4312-b24b-57f4625bf2f4 service nova] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Neutron deleted interface 9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9; detaching it from the instance and deleting it from the info cache
Dec 06 10:08:32 user nova-compute[74535]: DEBUG nova.network.neutron [req-c7cf3418-5157-4286-85c7-84dc4b7d18e2 req-eee12234-e009-4312-b24b-57f4625bf2f4 service nova] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Updating instance_info_cache with network_info: [] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:08:32 user nova-compute[74535]: INFO nova.compute.manager [-] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Took 0.93 seconds to deallocate network for instance.
Dec 06 10:08:32 user nova-compute[74535]: DEBUG nova.compute.manager [req-c7cf3418-5157-4286-85c7-84dc4b7d18e2 req-eee12234-e009-4312-b24b-57f4625bf2f4 service nova] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Detach interface failed, port_id=9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9, reason: Instance 432ab64f-bf46-4ef7-8a09-adbeb7207912 could not be found. {{(pid=74535) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 06 10:08:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-6225a450-611d-4e78-8794-2d4ba4fdca2a tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:08:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-6225a450-611d-4e78-8794-2d4ba4fdca2a tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:08:32 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-6225a450-611d-4e78-8794-2d4ba4fdca2a tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:08:32 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-6225a450-611d-4e78-8794-2d4ba4fdca2a tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:08:32 user nova-compute[74535]: DEBUG nova.compute.manager [req-65e33bfa-414e-49cb-ac14-b3fe706739c3 req-50d84aec-27d2-4027-adfc-6a9b9da57100 service nova] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Received event network-vif-plugged-9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:08:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-65e33bfa-414e-49cb-ac14-b3fe706739c3 req-50d84aec-27d2-4027-adfc-6a9b9da57100 service nova] Acquiring lock "432ab64f-bf46-4ef7-8a09-adbeb7207912-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:08:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-65e33bfa-414e-49cb-ac14-b3fe706739c3 req-50d84aec-27d2-4027-adfc-6a9b9da57100 service nova] Lock "432ab64f-bf46-4ef7-8a09-adbeb7207912-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:08:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-65e33bfa-414e-49cb-ac14-b3fe706739c3 req-50d84aec-27d2-4027-adfc-6a9b9da57100 service nova] Lock "432ab64f-bf46-4ef7-8a09-adbeb7207912-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:08:32 user nova-compute[74535]: DEBUG nova.compute.manager [req-65e33bfa-414e-49cb-ac14-b3fe706739c3 req-50d84aec-27d2-4027-adfc-6a9b9da57100 service nova] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] No waiting events found dispatching network-vif-plugged-9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:08:32 user nova-compute[74535]: WARNING nova.compute.manager [req-65e33bfa-414e-49cb-ac14-b3fe706739c3 req-50d84aec-27d2-4027-adfc-6a9b9da57100 service nova] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Received unexpected event network-vif-plugged-9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9 for instance with vm_state deleted and task_state None.
Dec 06 10:08:32 user nova-compute[74535]: DEBUG nova.compute.manager [req-65e33bfa-414e-49cb-ac14-b3fe706739c3 req-50d84aec-27d2-4027-adfc-6a9b9da57100 service nova] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Received event network-vif-plugged-9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:08:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-65e33bfa-414e-49cb-ac14-b3fe706739c3 req-50d84aec-27d2-4027-adfc-6a9b9da57100 service nova] Acquiring lock "432ab64f-bf46-4ef7-8a09-adbeb7207912-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:08:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-65e33bfa-414e-49cb-ac14-b3fe706739c3 req-50d84aec-27d2-4027-adfc-6a9b9da57100 service nova] Lock "432ab64f-bf46-4ef7-8a09-adbeb7207912-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:08:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-65e33bfa-414e-49cb-ac14-b3fe706739c3 req-50d84aec-27d2-4027-adfc-6a9b9da57100 service nova] Lock "432ab64f-bf46-4ef7-8a09-adbeb7207912-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:08:32 user nova-compute[74535]: DEBUG nova.compute.manager [req-65e33bfa-414e-49cb-ac14-b3fe706739c3 req-50d84aec-27d2-4027-adfc-6a9b9da57100 service nova] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] No waiting events found dispatching network-vif-plugged-9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:08:32 user nova-compute[74535]: WARNING nova.compute.manager [req-65e33bfa-414e-49cb-ac14-b3fe706739c3 req-50d84aec-27d2-4027-adfc-6a9b9da57100 service nova] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Received unexpected event network-vif-plugged-9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9 for instance with vm_state deleted and task_state None.
Dec 06 10:08:32 user nova-compute[74535]: DEBUG nova.compute.manager [req-65e33bfa-414e-49cb-ac14-b3fe706739c3 req-50d84aec-27d2-4027-adfc-6a9b9da57100 service nova] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Received event network-vif-plugged-9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:08:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-65e33bfa-414e-49cb-ac14-b3fe706739c3 req-50d84aec-27d2-4027-adfc-6a9b9da57100 service nova] Acquiring lock "432ab64f-bf46-4ef7-8a09-adbeb7207912-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:08:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-65e33bfa-414e-49cb-ac14-b3fe706739c3 req-50d84aec-27d2-4027-adfc-6a9b9da57100 service nova] Lock "432ab64f-bf46-4ef7-8a09-adbeb7207912-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:08:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-65e33bfa-414e-49cb-ac14-b3fe706739c3 req-50d84aec-27d2-4027-adfc-6a9b9da57100 service nova] Lock "432ab64f-bf46-4ef7-8a09-adbeb7207912-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:08:32 user nova-compute[74535]: DEBUG nova.compute.manager [req-65e33bfa-414e-49cb-ac14-b3fe706739c3 req-50d84aec-27d2-4027-adfc-6a9b9da57100 service nova] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] No waiting events found dispatching network-vif-plugged-9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:08:32 user nova-compute[74535]: WARNING nova.compute.manager [req-65e33bfa-414e-49cb-ac14-b3fe706739c3 req-50d84aec-27d2-4027-adfc-6a9b9da57100 service nova] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Received unexpected event network-vif-plugged-9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9 for instance with vm_state deleted and task_state None.
Dec 06 10:08:32 user nova-compute[74535]: DEBUG nova.compute.manager [req-65e33bfa-414e-49cb-ac14-b3fe706739c3 req-50d84aec-27d2-4027-adfc-6a9b9da57100 service nova] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Received event network-vif-unplugged-9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:08:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-65e33bfa-414e-49cb-ac14-b3fe706739c3 req-50d84aec-27d2-4027-adfc-6a9b9da57100 service nova] Acquiring lock "432ab64f-bf46-4ef7-8a09-adbeb7207912-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:08:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-65e33bfa-414e-49cb-ac14-b3fe706739c3 req-50d84aec-27d2-4027-adfc-6a9b9da57100 service nova] Lock "432ab64f-bf46-4ef7-8a09-adbeb7207912-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:08:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-65e33bfa-414e-49cb-ac14-b3fe706739c3 req-50d84aec-27d2-4027-adfc-6a9b9da57100 service nova] Lock "432ab64f-bf46-4ef7-8a09-adbeb7207912-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:08:32 user nova-compute[74535]: DEBUG nova.compute.manager [req-65e33bfa-414e-49cb-ac14-b3fe706739c3 req-50d84aec-27d2-4027-adfc-6a9b9da57100 service nova] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] No waiting events found dispatching network-vif-unplugged-9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:08:32 user nova-compute[74535]: WARNING nova.compute.manager [req-65e33bfa-414e-49cb-ac14-b3fe706739c3 req-50d84aec-27d2-4027-adfc-6a9b9da57100 service nova] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Received unexpected event network-vif-unplugged-9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9 for instance with vm_state deleted and task_state None.
Dec 06 10:08:32 user nova-compute[74535]: DEBUG nova.compute.manager [req-65e33bfa-414e-49cb-ac14-b3fe706739c3 req-50d84aec-27d2-4027-adfc-6a9b9da57100 service nova] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Received event network-vif-plugged-9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:08:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-65e33bfa-414e-49cb-ac14-b3fe706739c3 req-50d84aec-27d2-4027-adfc-6a9b9da57100 service nova] Acquiring lock "432ab64f-bf46-4ef7-8a09-adbeb7207912-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:08:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-65e33bfa-414e-49cb-ac14-b3fe706739c3 req-50d84aec-27d2-4027-adfc-6a9b9da57100 service nova] Lock "432ab64f-bf46-4ef7-8a09-adbeb7207912-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:08:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-65e33bfa-414e-49cb-ac14-b3fe706739c3 req-50d84aec-27d2-4027-adfc-6a9b9da57100 service nova] Lock "432ab64f-bf46-4ef7-8a09-adbeb7207912-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:08:32 user nova-compute[74535]: DEBUG nova.compute.manager [req-65e33bfa-414e-49cb-ac14-b3fe706739c3 req-50d84aec-27d2-4027-adfc-6a9b9da57100 service nova] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] No waiting events found dispatching network-vif-plugged-9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:08:32 user nova-compute[74535]: WARNING nova.compute.manager [req-65e33bfa-414e-49cb-ac14-b3fe706739c3 req-50d84aec-27d2-4027-adfc-6a9b9da57100 service nova] [instance: 432ab64f-bf46-4ef7-8a09-adbeb7207912] Received unexpected event network-vif-plugged-9ecee7e9-a7d8-486a-bf22-36aaebe4b2f9 for instance with vm_state deleted and task_state None.
Dec 06 10:08:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-6225a450-611d-4e78-8794-2d4ba4fdca2a tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.427s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:08:32 user nova-compute[74535]: INFO nova.scheduler.client.report [None req-6225a450-611d-4e78-8794-2d4ba4fdca2a tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Deleted allocations for instance 432ab64f-bf46-4ef7-8a09-adbeb7207912
Dec 06 10:08:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-6225a450-611d-4e78-8794-2d4ba4fdca2a tempest-ServerStableDeviceRescueTest-1390773709 tempest-ServerStableDeviceRescueTest-1390773709-project-member] Lock "432ab64f-bf46-4ef7-8a09-adbeb7207912" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.666s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:08:32 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:08:36 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:08:37 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:08:41 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:08:41 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:08:42 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:08:43 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-f944468a-8568-4d10-ac1f-70eee42d3a66 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Acquiring lock "247b6870-1e30-482b-b271-49ef023dbd62" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:08:43 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-f944468a-8568-4d10-ac1f-70eee42d3a66 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Lock "247b6870-1e30-482b-b271-49ef023dbd62" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:08:43 user nova-compute[74535]: DEBUG nova.compute.manager [None req-f944468a-8568-4d10-ac1f-70eee42d3a66 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] Starting instance... {{(pid=74535) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 10:08:43 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-f944468a-8568-4d10-ac1f-70eee42d3a66 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:08:43 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-f944468a-8568-4d10-ac1f-70eee42d3a66 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:08:43 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-f944468a-8568-4d10-ac1f-70eee42d3a66 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74535) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 10:08:43 user nova-compute[74535]: INFO nova.compute.claims [None req-f944468a-8568-4d10-ac1f-70eee42d3a66 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] Claim successful on node user
Dec 06 10:08:43 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-f944468a-8568-4d10-ac1f-70eee42d3a66 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:08:43 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-f944468a-8568-4d10-ac1f-70eee42d3a66 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:08:43 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-f944468a-8568-4d10-ac1f-70eee42d3a66 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.535s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:08:43 user nova-compute[74535]: DEBUG nova.compute.manager [None req-f944468a-8568-4d10-ac1f-70eee42d3a66 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] Start building networks asynchronously for instance. {{(pid=74535) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 10:08:44 user nova-compute[74535]: DEBUG nova.compute.manager [None req-f944468a-8568-4d10-ac1f-70eee42d3a66 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] Allocating IP information in the background. {{(pid=74535) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 10:08:44 user nova-compute[74535]: DEBUG nova.network.neutron [None req-f944468a-8568-4d10-ac1f-70eee42d3a66 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] allocate_for_instance() {{(pid=74535) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 10:08:44 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-f944468a-8568-4d10-ac1f-70eee42d3a66 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 10:08:44 user nova-compute[74535]: DEBUG nova.compute.manager [None req-f944468a-8568-4d10-ac1f-70eee42d3a66 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] Start building block device mappings for instance. {{(pid=74535) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 10:08:44 user nova-compute[74535]: DEBUG nova.policy [None req-f944468a-8568-4d10-ac1f-70eee42d3a66 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a270961c7b434e87a25209f6eff7df18', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ea7d9b3864a245dca1620d6cfa442897', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74535) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 10:08:44 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-cc78df40-3064-4db7-a8dd-65b7858efa76 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Acquiring lock "227aad5b-398b-44d7-b40b-ff85bf043334" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:08:44 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-cc78df40-3064-4db7-a8dd-65b7858efa76 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Lock "227aad5b-398b-44d7-b40b-ff85bf043334" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:08:44 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-cc78df40-3064-4db7-a8dd-65b7858efa76 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Acquiring lock "227aad5b-398b-44d7-b40b-ff85bf043334-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:08:44 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-cc78df40-3064-4db7-a8dd-65b7858efa76 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Lock "227aad5b-398b-44d7-b40b-ff85bf043334-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:08:44 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-cc78df40-3064-4db7-a8dd-65b7858efa76 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Lock "227aad5b-398b-44d7-b40b-ff85bf043334-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:08:44 user nova-compute[74535]: INFO nova.compute.manager [None req-cc78df40-3064-4db7-a8dd-65b7858efa76 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] Terminating instance
Dec 06 10:08:44 user nova-compute[74535]: DEBUG nova.compute.manager [None req-cc78df40-3064-4db7-a8dd-65b7858efa76 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] Start destroying the instance on the hypervisor. {{(pid=74535) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 10:08:44 user nova-compute[74535]: DEBUG nova.compute.manager [None req-f944468a-8568-4d10-ac1f-70eee42d3a66 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] Start spawning the instance on the hypervisor. {{(pid=74535) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 10:08:44 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-f944468a-8568-4d10-ac1f-70eee42d3a66 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] Creating instance directory {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 10:08:44 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-f944468a-8568-4d10-ac1f-70eee42d3a66 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] Creating image(s)
Dec 06 10:08:44 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-f944468a-8568-4d10-ac1f-70eee42d3a66 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Acquiring lock "/opt/stack/data/nova/instances/247b6870-1e30-482b-b271-49ef023dbd62/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:08:44 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-f944468a-8568-4d10-ac1f-70eee42d3a66 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Lock "/opt/stack/data/nova/instances/247b6870-1e30-482b-b271-49ef023dbd62/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:08:44 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-f944468a-8568-4d10-ac1f-70eee42d3a66 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Lock "/opt/stack/data/nova/instances/247b6870-1e30-482b-b271-49ef023dbd62/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:08:44 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-f944468a-8568-4d10-ac1f-70eee42d3a66 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:08:44 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:08:44 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:08:44 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-f944468a-8568-4d10-ac1f-70eee42d3a66 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.205s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:08:44 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-f944468a-8568-4d10-ac1f-70eee42d3a66 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Acquiring lock "7aef4f97309efbd0d8988be1fd45eed756898e08" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:08:44 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-f944468a-8568-4d10-ac1f-70eee42d3a66 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Lock "7aef4f97309efbd0d8988be1fd45eed756898e08" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:08:44 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-f944468a-8568-4d10-ac1f-70eee42d3a66 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:08:44 user nova-compute[74535]: DEBUG nova.compute.manager [req-28ef2b77-d8a8-4083-a87c-a7540682ee94 req-286f8619-f6af-4fcb-91f0-82694c6ba574 service nova] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] Received event network-vif-unplugged-82122ee8-c747-4f5e-8d0c-626cad81ed24 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:08:44 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-28ef2b77-d8a8-4083-a87c-a7540682ee94 req-286f8619-f6af-4fcb-91f0-82694c6ba574 service nova] Acquiring lock "227aad5b-398b-44d7-b40b-ff85bf043334-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:08:44 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-28ef2b77-d8a8-4083-a87c-a7540682ee94 req-286f8619-f6af-4fcb-91f0-82694c6ba574 service nova] Lock "227aad5b-398b-44d7-b40b-ff85bf043334-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:08:44 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-28ef2b77-d8a8-4083-a87c-a7540682ee94 req-286f8619-f6af-4fcb-91f0-82694c6ba574 service nova] Lock "227aad5b-398b-44d7-b40b-ff85bf043334-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:08:44 user nova-compute[74535]: DEBUG nova.compute.manager [req-28ef2b77-d8a8-4083-a87c-a7540682ee94 req-286f8619-f6af-4fcb-91f0-82694c6ba574 service nova] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] No waiting events found dispatching network-vif-unplugged-82122ee8-c747-4f5e-8d0c-626cad81ed24 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:08:44 user nova-compute[74535]: DEBUG nova.compute.manager [req-28ef2b77-d8a8-4083-a87c-a7540682ee94 req-286f8619-f6af-4fcb-91f0-82694c6ba574 service nova] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] Received event network-vif-unplugged-82122ee8-c747-4f5e-8d0c-626cad81ed24 for instance with task_state deleting. {{(pid=74535) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 10:08:44 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-f944468a-8568-4d10-ac1f-70eee42d3a66 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.201s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:08:44 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-f944468a-8568-4d10-ac1f-70eee42d3a66 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08,backing_fmt=raw /opt/stack/data/nova/instances/247b6870-1e30-482b-b271-49ef023dbd62/disk 1073741824 {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:08:44 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-f944468a-8568-4d10-ac1f-70eee42d3a66 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08,backing_fmt=raw /opt/stack/data/nova/instances/247b6870-1e30-482b-b271-49ef023dbd62/disk 1073741824" returned: 0 in 0.065s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:08:44 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-f944468a-8568-4d10-ac1f-70eee42d3a66 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Lock "7aef4f97309efbd0d8988be1fd45eed756898e08" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.277s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:08:44 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-f944468a-8568-4d10-ac1f-70eee42d3a66 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:08:44 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-f944468a-8568-4d10-ac1f-70eee42d3a66 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.225s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:08:44 user nova-compute[74535]: DEBUG nova.virt.disk.api [None req-f944468a-8568-4d10-ac1f-70eee42d3a66 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Checking if we can resize image /opt/stack/data/nova/instances/247b6870-1e30-482b-b271-49ef023dbd62/disk. size=1073741824 {{(pid=74535) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 10:08:44 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-f944468a-8568-4d10-ac1f-70eee42d3a66 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/247b6870-1e30-482b-b271-49ef023dbd62/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:08:45 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] Instance destroyed successfully.
Dec 06 10:08:45 user nova-compute[74535]: DEBUG nova.objects.instance [None req-cc78df40-3064-4db7-a8dd-65b7858efa76 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Lazy-loading 'resources' on Instance uuid 227aad5b-398b-44d7-b40b-ff85bf043334 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:08:45 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-cc78df40-3064-4db7-a8dd-65b7858efa76 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:03:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1409050316',display_name='tempest-TestMinimumBasicScenario-server-1409050316',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1409050316',id=23,image_ref='1ab16b89-2a86-4e31-bd6d-8325ec66632e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAm86sizc02oK9X2d/jEBHlOAjg2xxTVGvPac9FGrmFF/Qu71IaEnkywEBqpbADX6QvNPMSC6MxosCwF/PYkITYzrkZF2r32HwnH4b8QSQUe8BI5ZGhCvl4lLL+GMQxsnw==',key_name='tempest-TestMinimumBasicScenario-1143751918',keypairs=<?>,launch_index=0,launched_at=2023-12-06T10:03:36Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='15e410d9f3724888aa51fec7ed16ea0e',ramdisk_id='',reservation_id='r-uc5jehgc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ab16b89-2a86-4e31-bd6d-8325ec66632e',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-372287840',owner_user_name='tempest-TestMinimumBasicScenario-372287840-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T10:06:03Z,user_data=None,user_id='1ddfb2ce9ccc425ea65ad864d064d12c',uuid=227aad5b-398b-44d7-b40b-ff85bf043334,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "82122ee8-c747-4f5e-8d0c-626cad81ed24", "address": "fa:16:3e:8c:e6:0c", "network": {"id": "d5481230-d801-4b5c-9559-71444e926e04", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1378130033-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "15e410d9f3724888aa51fec7ed16ea0e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82122ee8-c7", "ovs_interfaceid": "82122ee8-c747-4f5e-8d0c-626cad81ed24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 10:08:45 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-cc78df40-3064-4db7-a8dd-65b7858efa76 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Converting VIF {"id": "82122ee8-c747-4f5e-8d0c-626cad81ed24", "address": "fa:16:3e:8c:e6:0c", "network": {"id": "d5481230-d801-4b5c-9559-71444e926e04", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1378130033-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "15e410d9f3724888aa51fec7ed16ea0e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82122ee8-c7", "ovs_interfaceid": "82122ee8-c747-4f5e-8d0c-626cad81ed24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:08:45 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-cc78df40-3064-4db7-a8dd-65b7858efa76 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:8c:e6:0c,bridge_name='br-int',has_traffic_filtering=True,id=82122ee8-c747-4f5e-8d0c-626cad81ed24,network=Network(d5481230-d801-4b5c-9559-71444e926e04),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap82122ee8-c7') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:08:45 user nova-compute[74535]: DEBUG os_vif [None req-cc78df40-3064-4db7-a8dd-65b7858efa76 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:8c:e6:0c,bridge_name='br-int',has_traffic_filtering=True,id=82122ee8-c747-4f5e-8d0c-626cad81ed24,network=Network(d5481230-d801-4b5c-9559-71444e926e04),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap82122ee8-c7') {{(pid=74535) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 10:08:45 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:08:45 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap82122ee8-c7, bridge=br-int, if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:08:45 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:08:45 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:08:45 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:08:45 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:08:45 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=a72be0c2-3715-4c00-8727-a9ed155dda19) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:08:45 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:08:45 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:08:45 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:08:45 user nova-compute[74535]: INFO os_vif [None req-cc78df40-3064-4db7-a8dd-65b7858efa76 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:8c:e6:0c,bridge_name='br-int',has_traffic_filtering=True,id=82122ee8-c747-4f5e-8d0c-626cad81ed24,network=Network(d5481230-d801-4b5c-9559-71444e926e04),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap82122ee8-c7')
Dec 06 10:08:45 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-cc78df40-3064-4db7-a8dd-65b7858efa76 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] Deleting instance files /opt/stack/data/nova/instances/227aad5b-398b-44d7-b40b-ff85bf043334_del
Dec 06 10:08:45 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-cc78df40-3064-4db7-a8dd-65b7858efa76 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] Deletion of /opt/stack/data/nova/instances/227aad5b-398b-44d7-b40b-ff85bf043334_del complete
Dec 06 10:08:45 user nova-compute[74535]: DEBUG nova.network.neutron [None req-f944468a-8568-4d10-ac1f-70eee42d3a66 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] Successfully created port: 3d324afa-16ef-49f3-be43-c21db0c9eaa1 {{(pid=74535) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 10:08:45 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-f944468a-8568-4d10-ac1f-70eee42d3a66 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/247b6870-1e30-482b-b271-49ef023dbd62/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:08:45 user nova-compute[74535]: DEBUG nova.virt.disk.api [None req-f944468a-8568-4d10-ac1f-70eee42d3a66 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Cannot resize image /opt/stack/data/nova/instances/247b6870-1e30-482b-b271-49ef023dbd62/disk to a smaller size. {{(pid=74535) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 10:08:45 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-f944468a-8568-4d10-ac1f-70eee42d3a66 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] Created local disks {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 10:08:45 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-f944468a-8568-4d10-ac1f-70eee42d3a66 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] Ensure instance console log exists: /opt/stack/data/nova/instances/247b6870-1e30-482b-b271-49ef023dbd62/console.log {{(pid=74535) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 10:08:45 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-f944468a-8568-4d10-ac1f-70eee42d3a66 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:08:45 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-f944468a-8568-4d10-ac1f-70eee42d3a66 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:08:45 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-f944468a-8568-4d10-ac1f-70eee42d3a66 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:08:45 user nova-compute[74535]: INFO nova.compute.manager [None req-cc78df40-3064-4db7-a8dd-65b7858efa76 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] Took 0.99 seconds to destroy the instance on the hypervisor.
Dec 06 10:08:45 user nova-compute[74535]: DEBUG oslo.service.loopingcall [None req-cc78df40-3064-4db7-a8dd-65b7858efa76 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74535) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 10:08:45 user nova-compute[74535]: DEBUG nova.compute.manager [-] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] Deallocating network for instance {{(pid=74535) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 10:08:45 user nova-compute[74535]: DEBUG nova.network.neutron [-] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] deallocate_for_instance() {{(pid=74535) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 10:08:45 user nova-compute[74535]: DEBUG nova.network.neutron [-] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] Updating instance_info_cache with network_info: [] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:08:45 user nova-compute[74535]: INFO nova.compute.manager [-] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] Took 0.58 seconds to deallocate network for instance.
Dec 06 10:08:45 user nova-compute[74535]: DEBUG nova.compute.manager [req-dd192175-6307-4d4f-8322-f17aae9d1dd7 req-e50715a3-51e7-4723-ac4a-ce18b0ec5980 service nova] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] Received event network-vif-deleted-82122ee8-c747-4f5e-8d0c-626cad81ed24 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:08:45 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-cc78df40-3064-4db7-a8dd-65b7858efa76 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:08:45 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-cc78df40-3064-4db7-a8dd-65b7858efa76 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:08:45 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:08:45 user nova-compute[74535]: DEBUG nova.network.neutron [None req-f944468a-8568-4d10-ac1f-70eee42d3a66 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] Successfully updated port: 3d324afa-16ef-49f3-be43-c21db0c9eaa1 {{(pid=74535) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 10:08:45 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-f944468a-8568-4d10-ac1f-70eee42d3a66 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Acquiring lock "refresh_cache-247b6870-1e30-482b-b271-49ef023dbd62" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:08:45 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-f944468a-8568-4d10-ac1f-70eee42d3a66 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Acquired lock "refresh_cache-247b6870-1e30-482b-b271-49ef023dbd62" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:08:45 user nova-compute[74535]: DEBUG nova.network.neutron [None req-f944468a-8568-4d10-ac1f-70eee42d3a66 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] Building network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 10:08:46 user nova-compute[74535]: DEBUG nova.network.neutron [None req-f944468a-8568-4d10-ac1f-70eee42d3a66 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] Instance cache missing network info. {{(pid=74535) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 10:08:46 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-cc78df40-3064-4db7-a8dd-65b7858efa76 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:08:46 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-cc78df40-3064-4db7-a8dd-65b7858efa76 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:08:46 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-cc78df40-3064-4db7-a8dd-65b7858efa76 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.455s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:08:46 user nova-compute[74535]: INFO nova.scheduler.client.report [None req-cc78df40-3064-4db7-a8dd-65b7858efa76 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Deleted allocations for instance 227aad5b-398b-44d7-b40b-ff85bf043334
Dec 06 10:08:46 user nova-compute[74535]: DEBUG nova.network.neutron [None req-f944468a-8568-4d10-ac1f-70eee42d3a66 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] Updating instance_info_cache with network_info: [{"id": "3d324afa-16ef-49f3-be43-c21db0c9eaa1", "address": "fa:16:3e:24:8a:1b", "network": {"id": "083b1a00-b026-47dd-86f2-afd036201f4c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-290939981-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea7d9b3864a245dca1620d6cfa442897", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d324afa-16", "ovs_interfaceid": "3d324afa-16ef-49f3-be43-c21db0c9eaa1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:08:46 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-f944468a-8568-4d10-ac1f-70eee42d3a66 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Releasing lock "refresh_cache-247b6870-1e30-482b-b271-49ef023dbd62" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:08:46 user nova-compute[74535]: DEBUG nova.compute.manager [None req-f944468a-8568-4d10-ac1f-70eee42d3a66 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] Instance network_info: |[{"id": "3d324afa-16ef-49f3-be43-c21db0c9eaa1", "address": "fa:16:3e:24:8a:1b", "network": {"id": "083b1a00-b026-47dd-86f2-afd036201f4c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-290939981-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea7d9b3864a245dca1620d6cfa442897", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d324afa-16", "ovs_interfaceid": "3d324afa-16ef-49f3-be43-c21db0c9eaa1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74535) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 10:08:46 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-f944468a-8568-4d10-ac1f-70eee42d3a66 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] Start _get_guest_xml network_info=[{"id": "3d324afa-16ef-49f3-be43-c21db0c9eaa1", "address": "fa:16:3e:24:8a:1b", "network": {"id": "083b1a00-b026-47dd-86f2-afd036201f4c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-290939981-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea7d9b3864a245dca1620d6cfa442897", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d324afa-16", "ovs_interfaceid": "3d324afa-16ef-49f3-be43-c21db0c9eaa1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T09:52:28Z,direct_url=<?>,disk_format='qcow2',id=b338f3c8-9974-4b9f-bacb-c75dd541c256,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='563f6a2917a742ada39fb0e950eece6e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T09:52:30Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'device_name': '/dev/vda', 'encrypted': False, 'encryption_format': None, 'encryption_options': None, 'encryption_secret_uuid': None, 'boot_index': 0, 'device_type': 'disk', 'size': 0, 'guest_format': None, 'image_id': 'b338f3c8-9974-4b9f-bacb-c75dd541c256'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 10:08:46 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-f944468a-8568-4d10-ac1f-70eee42d3a66 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:08:46 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-f944468a-8568-4d10-ac1f-70eee42d3a66 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:08:46 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-f944468a-8568-4d10-ac1f-70eee42d3a66 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 10:08:46 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-f944468a-8568-4d10-ac1f-70eee42d3a66 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] CPU controller missing on host. {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 10:08:46 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-cc78df40-3064-4db7-a8dd-65b7858efa76 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Lock "227aad5b-398b-44d7-b40b-ff85bf043334" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.298s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:08:46 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-f944468a-8568-4d10-ac1f-70eee42d3a66 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 10:08:46 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-f944468a-8568-4d10-ac1f-70eee42d3a66 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] CPU controller found on host. {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 10:08:46 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-f944468a-8568-4d10-ac1f-70eee42d3a66 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74535) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 10:08:46 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-f944468a-8568-4d10-ac1f-70eee42d3a66 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T09:52:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T09:52:28Z,direct_url=<?>,disk_format='qcow2',id=b338f3c8-9974-4b9f-bacb-c75dd541c256,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='563f6a2917a742ada39fb0e950eece6e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T09:52:30Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 10:08:46 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-f944468a-8568-4d10-ac1f-70eee42d3a66 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Flavor limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 10:08:46 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-f944468a-8568-4d10-ac1f-70eee42d3a66 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Image limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 10:08:46 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-f944468a-8568-4d10-ac1f-70eee42d3a66 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Flavor pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 10:08:46 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-f944468a-8568-4d10-ac1f-70eee42d3a66 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Image pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 10:08:46 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-f944468a-8568-4d10-ac1f-70eee42d3a66 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 10:08:46 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-f944468a-8568-4d10-ac1f-70eee42d3a66 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 10:08:46 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-f944468a-8568-4d10-ac1f-70eee42d3a66 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 10:08:46 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-f944468a-8568-4d10-ac1f-70eee42d3a66 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Got 1 possible topologies {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 10:08:46 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-f944468a-8568-4d10-ac1f-70eee42d3a66 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 10:08:46 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-f944468a-8568-4d10-ac1f-70eee42d3a66 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 10:08:46 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-f944468a-8568-4d10-ac1f-70eee42d3a66 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:08:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1311220006',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1311220006',id=30,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKTJRk7GYjUCwEUG5h5nUEzCw65rOpWM3k+9DTySlpYzeysrYH/54rUaBg5Og1NEtXV2xapkHb+q6wkxCEww9qIN8kjcJ0EPM088wC/uKKUaZZB1DxJwSGK6BPV1MtQ8rg==',key_name='tempest-keypair-1903872700',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ea7d9b3864a245dca1620d6cfa442897',ramdisk_id='',reservation_id='r-z8m5ft61',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-178785579',owner_user_name='tempest-AttachVolumeShelveTestJSON-178785579-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T10:08:44Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a270961c7b434e87a25209f6eff7df18',uuid=247b6870-1e30-482b-b271-49ef023dbd62,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3d324afa-16ef-49f3-be43-c21db0c9eaa1", "address": "fa:16:3e:24:8a:1b", "network": {"id": "083b1a00-b026-47dd-86f2-afd036201f4c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-290939981-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea7d9b3864a245dca1620d6cfa442897", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d324afa-16", "ovs_interfaceid": "3d324afa-16ef-49f3-be43-c21db0c9eaa1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74535) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 10:08:46 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-f944468a-8568-4d10-ac1f-70eee42d3a66 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Converting VIF {"id": "3d324afa-16ef-49f3-be43-c21db0c9eaa1", "address": "fa:16:3e:24:8a:1b", "network": {"id": "083b1a00-b026-47dd-86f2-afd036201f4c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-290939981-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea7d9b3864a245dca1620d6cfa442897", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d324afa-16", "ovs_interfaceid": "3d324afa-16ef-49f3-be43-c21db0c9eaa1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:08:46 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-f944468a-8568-4d10-ac1f-70eee42d3a66 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:24:8a:1b,bridge_name='br-int',has_traffic_filtering=True,id=3d324afa-16ef-49f3-be43-c21db0c9eaa1,network=Network(083b1a00-b026-47dd-86f2-afd036201f4c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3d324afa-16') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:08:46 user nova-compute[74535]: DEBUG nova.objects.instance [None req-f944468a-8568-4d10-ac1f-70eee42d3a66 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Lazy-loading 'pci_devices' on Instance uuid 247b6870-1e30-482b-b271-49ef023dbd62 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:08:46 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-f944468a-8568-4d10-ac1f-70eee42d3a66 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] End _get_guest_xml xml=<domain type="kvm">
Dec 06 10:08:46 user nova-compute[74535]:   <uuid>247b6870-1e30-482b-b271-49ef023dbd62</uuid>
Dec 06 10:08:46 user nova-compute[74535]:   <name>instance-0000001e</name>
Dec 06 10:08:46 user nova-compute[74535]:   <memory>524288</memory>
Dec 06 10:08:46 user nova-compute[74535]:   <vcpu>1</vcpu>
Dec 06 10:08:46 user nova-compute[74535]:   <metadata>
Dec 06 10:08:46 user nova-compute[74535]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 10:08:46 user nova-compute[74535]:       <nova:package version="0.0.0"/>
Dec 06 10:08:46 user nova-compute[74535]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-1311220006</nova:name>
Dec 06 10:08:46 user nova-compute[74535]:       <nova:creationTime>2023-12-06 10:08:46</nova:creationTime>
Dec 06 10:08:46 user nova-compute[74535]:       <nova:flavor name="m1.tiny">
Dec 06 10:08:46 user nova-compute[74535]:         <nova:memory>512</nova:memory>
Dec 06 10:08:46 user nova-compute[74535]:         <nova:disk>1</nova:disk>
Dec 06 10:08:46 user nova-compute[74535]:         <nova:swap>0</nova:swap>
Dec 06 10:08:46 user nova-compute[74535]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 10:08:46 user nova-compute[74535]:         <nova:vcpus>1</nova:vcpus>
Dec 06 10:08:46 user nova-compute[74535]:       </nova:flavor>
Dec 06 10:08:46 user nova-compute[74535]:       <nova:owner>
Dec 06 10:08:46 user nova-compute[74535]:         <nova:user uuid="a270961c7b434e87a25209f6eff7df18">tempest-AttachVolumeShelveTestJSON-178785579-project-member</nova:user>
Dec 06 10:08:46 user nova-compute[74535]:         <nova:project uuid="ea7d9b3864a245dca1620d6cfa442897">tempest-AttachVolumeShelveTestJSON-178785579</nova:project>
Dec 06 10:08:46 user nova-compute[74535]:       </nova:owner>
Dec 06 10:08:46 user nova-compute[74535]:       <nova:root type="image" uuid="b338f3c8-9974-4b9f-bacb-c75dd541c256"/>
Dec 06 10:08:46 user nova-compute[74535]:       <nova:ports>
Dec 06 10:08:46 user nova-compute[74535]:         <nova:port uuid="3d324afa-16ef-49f3-be43-c21db0c9eaa1">
Dec 06 10:08:46 user nova-compute[74535]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Dec 06 10:08:46 user nova-compute[74535]:         </nova:port>
Dec 06 10:08:46 user nova-compute[74535]:       </nova:ports>
Dec 06 10:08:46 user nova-compute[74535]:     </nova:instance>
Dec 06 10:08:46 user nova-compute[74535]:   </metadata>
Dec 06 10:08:46 user nova-compute[74535]:   <sysinfo type="smbios">
Dec 06 10:08:46 user nova-compute[74535]:     <system>
Dec 06 10:08:46 user nova-compute[74535]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 10:08:46 user nova-compute[74535]:       <entry name="product">OpenStack Nova</entry>
Dec 06 10:08:46 user nova-compute[74535]:       <entry name="version">0.0.0</entry>
Dec 06 10:08:46 user nova-compute[74535]:       <entry name="serial">247b6870-1e30-482b-b271-49ef023dbd62</entry>
Dec 06 10:08:46 user nova-compute[74535]:       <entry name="uuid">247b6870-1e30-482b-b271-49ef023dbd62</entry>
Dec 06 10:08:46 user nova-compute[74535]:       <entry name="family">Virtual Machine</entry>
Dec 06 10:08:46 user nova-compute[74535]:     </system>
Dec 06 10:08:46 user nova-compute[74535]:   </sysinfo>
Dec 06 10:08:46 user nova-compute[74535]:   <os>
Dec 06 10:08:46 user nova-compute[74535]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 10:08:46 user nova-compute[74535]:     <boot dev="hd"/>
Dec 06 10:08:46 user nova-compute[74535]:     <smbios mode="sysinfo"/>
Dec 06 10:08:46 user nova-compute[74535]:   </os>
Dec 06 10:08:46 user nova-compute[74535]:   <features>
Dec 06 10:08:46 user nova-compute[74535]:     <acpi/>
Dec 06 10:08:46 user nova-compute[74535]:     <apic/>
Dec 06 10:08:46 user nova-compute[74535]:     <vmcoreinfo/>
Dec 06 10:08:46 user nova-compute[74535]:   </features>
Dec 06 10:08:46 user nova-compute[74535]:   <clock offset="utc">
Dec 06 10:08:46 user nova-compute[74535]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 10:08:46 user nova-compute[74535]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 10:08:46 user nova-compute[74535]:     <timer name="hpet" present="no"/>
Dec 06 10:08:46 user nova-compute[74535]:   </clock>
Dec 06 10:08:46 user nova-compute[74535]:   <cpu mode="custom" match="exact">
Dec 06 10:08:46 user nova-compute[74535]:     <model>Nehalem</model>
Dec 06 10:08:46 user nova-compute[74535]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 10:08:46 user nova-compute[74535]:   </cpu>
Dec 06 10:08:46 user nova-compute[74535]:   <devices>
Dec 06 10:08:46 user nova-compute[74535]:     <disk type="file" device="disk">
Dec 06 10:08:46 user nova-compute[74535]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 10:08:46 user nova-compute[74535]:       <source file="/opt/stack/data/nova/instances/247b6870-1e30-482b-b271-49ef023dbd62/disk"/>
Dec 06 10:08:46 user nova-compute[74535]:       <target dev="vda" bus="virtio"/>
Dec 06 10:08:46 user nova-compute[74535]:     </disk>
Dec 06 10:08:46 user nova-compute[74535]:     <interface type="ethernet">
Dec 06 10:08:46 user nova-compute[74535]:       <mac address="fa:16:3e:24:8a:1b"/>
Dec 06 10:08:46 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 10:08:46 user nova-compute[74535]:       <mtu size="1442"/>
Dec 06 10:08:46 user nova-compute[74535]:       <target dev="tap3d324afa-16"/>
Dec 06 10:08:46 user nova-compute[74535]:     </interface>
Dec 06 10:08:46 user nova-compute[74535]:     <serial type="pty">
Dec 06 10:08:46 user nova-compute[74535]:       <log file="/opt/stack/data/nova/instances/247b6870-1e30-482b-b271-49ef023dbd62/console.log" append="off"/>
Dec 06 10:08:46 user nova-compute[74535]:     </serial>
Dec 06 10:08:46 user nova-compute[74535]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 10:08:46 user nova-compute[74535]:     <video>
Dec 06 10:08:46 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 10:08:46 user nova-compute[74535]:     </video>
Dec 06 10:08:46 user nova-compute[74535]:     <rng model="virtio">
Dec 06 10:08:46 user nova-compute[74535]:       <backend model="random">/dev/urandom</backend>
Dec 06 10:08:46 user nova-compute[74535]:     </rng>
Dec 06 10:08:46 user nova-compute[74535]:     <controller type="usb" index="0" model="none"/>
Dec 06 10:08:46 user nova-compute[74535]:     <memballoon model="virtio">
Dec 06 10:08:46 user nova-compute[74535]:       <stats period="10"/>
Dec 06 10:08:46 user nova-compute[74535]:     </memballoon>
Dec 06 10:08:46 user nova-compute[74535]:   </devices>
Dec 06 10:08:46 user nova-compute[74535]: </domain>
Dec 06 10:08:46 user nova-compute[74535]:  {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 10:08:46 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-f944468a-8568-4d10-ac1f-70eee42d3a66 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:08:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1311220006',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1311220006',id=30,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKTJRk7GYjUCwEUG5h5nUEzCw65rOpWM3k+9DTySlpYzeysrYH/54rUaBg5Og1NEtXV2xapkHb+q6wkxCEww9qIN8kjcJ0EPM088wC/uKKUaZZB1DxJwSGK6BPV1MtQ8rg==',key_name='tempest-keypair-1903872700',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ea7d9b3864a245dca1620d6cfa442897',ramdisk_id='',reservation_id='r-z8m5ft61',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-178785579',owner_user_name='tempest-AttachVolumeShelveTestJSON-178785579-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T10:08:44Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a270961c7b434e87a25209f6eff7df18',uuid=247b6870-1e30-482b-b271-49ef023dbd62,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3d324afa-16ef-49f3-be43-c21db0c9eaa1", "address": "fa:16:3e:24:8a:1b", "network": {"id": "083b1a00-b026-47dd-86f2-afd036201f4c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-290939981-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea7d9b3864a245dca1620d6cfa442897", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d324afa-16", "ovs_interfaceid": "3d324afa-16ef-49f3-be43-c21db0c9eaa1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 10:08:46 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-f944468a-8568-4d10-ac1f-70eee42d3a66 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Converting VIF {"id": "3d324afa-16ef-49f3-be43-c21db0c9eaa1", "address": "fa:16:3e:24:8a:1b", "network": {"id": "083b1a00-b026-47dd-86f2-afd036201f4c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-290939981-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea7d9b3864a245dca1620d6cfa442897", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d324afa-16", "ovs_interfaceid": "3d324afa-16ef-49f3-be43-c21db0c9eaa1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:08:46 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-f944468a-8568-4d10-ac1f-70eee42d3a66 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:24:8a:1b,bridge_name='br-int',has_traffic_filtering=True,id=3d324afa-16ef-49f3-be43-c21db0c9eaa1,network=Network(083b1a00-b026-47dd-86f2-afd036201f4c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3d324afa-16') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:08:46 user nova-compute[74535]: DEBUG os_vif [None req-f944468a-8568-4d10-ac1f-70eee42d3a66 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:24:8a:1b,bridge_name='br-int',has_traffic_filtering=True,id=3d324afa-16ef-49f3-be43-c21db0c9eaa1,network=Network(083b1a00-b026-47dd-86f2-afd036201f4c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3d324afa-16') {{(pid=74535) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 10:08:46 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:08:46 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:08:46 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 10:08:46 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:08:46 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '889e8ea2-9a0e-5984-99f9-045ffda34960', '_type': 'linux-noop'}}, row=False) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:08:46 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:08:46 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:08:46 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:08:46 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:08:46 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap3d324afa-16, may_exist=True, interface_attrs={}) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:08:46 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap3d324afa-16, col_values=(('qos', UUID('de38ff53-d10b-46cc-9b70-253170c01db8')),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:08:46 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap3d324afa-16, col_values=(('external_ids', {'iface-id': '3d324afa-16ef-49f3-be43-c21db0c9eaa1', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:24:8a:1b', 'vm-uuid': '247b6870-1e30-482b-b271-49ef023dbd62'}),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:08:46 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:08:46 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:08:46 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:08:46 user nova-compute[74535]: INFO os_vif [None req-f944468a-8568-4d10-ac1f-70eee42d3a66 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:24:8a:1b,bridge_name='br-int',has_traffic_filtering=True,id=3d324afa-16ef-49f3-be43-c21db0c9eaa1,network=Network(083b1a00-b026-47dd-86f2-afd036201f4c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3d324afa-16')
Dec 06 10:08:46 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-f944468a-8568-4d10-ac1f-70eee42d3a66 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] No BDM found with device name vda, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 10:08:46 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-f944468a-8568-4d10-ac1f-70eee42d3a66 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] No VIF found with MAC fa:16:3e:24:8a:1b, not building metadata {{(pid=74535) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 10:08:46 user nova-compute[74535]: DEBUG nova.compute.manager [req-3acec7d8-42cc-4843-953f-d3d54f473f2f req-3951f720-badd-413a-984e-f27fe8fa79c9 service nova] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] Received event network-vif-plugged-82122ee8-c747-4f5e-8d0c-626cad81ed24 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:08:46 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-3acec7d8-42cc-4843-953f-d3d54f473f2f req-3951f720-badd-413a-984e-f27fe8fa79c9 service nova] Acquiring lock "227aad5b-398b-44d7-b40b-ff85bf043334-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:08:46 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-3acec7d8-42cc-4843-953f-d3d54f473f2f req-3951f720-badd-413a-984e-f27fe8fa79c9 service nova] Lock "227aad5b-398b-44d7-b40b-ff85bf043334-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:08:46 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-3acec7d8-42cc-4843-953f-d3d54f473f2f req-3951f720-badd-413a-984e-f27fe8fa79c9 service nova] Lock "227aad5b-398b-44d7-b40b-ff85bf043334-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:08:46 user nova-compute[74535]: DEBUG nova.compute.manager [req-3acec7d8-42cc-4843-953f-d3d54f473f2f req-3951f720-badd-413a-984e-f27fe8fa79c9 service nova] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] No waiting events found dispatching network-vif-plugged-82122ee8-c747-4f5e-8d0c-626cad81ed24 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:08:46 user nova-compute[74535]: WARNING nova.compute.manager [req-3acec7d8-42cc-4843-953f-d3d54f473f2f req-3951f720-badd-413a-984e-f27fe8fa79c9 service nova] [instance: 227aad5b-398b-44d7-b40b-ff85bf043334] Received unexpected event network-vif-plugged-82122ee8-c747-4f5e-8d0c-626cad81ed24 for instance with vm_state deleted and task_state None.
Dec 06 10:08:46 user nova-compute[74535]: DEBUG nova.compute.manager [req-3acec7d8-42cc-4843-953f-d3d54f473f2f req-3951f720-badd-413a-984e-f27fe8fa79c9 service nova] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] Received event network-changed-3d324afa-16ef-49f3-be43-c21db0c9eaa1 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:08:46 user nova-compute[74535]: DEBUG nova.compute.manager [req-3acec7d8-42cc-4843-953f-d3d54f473f2f req-3951f720-badd-413a-984e-f27fe8fa79c9 service nova] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] Refreshing instance network info cache due to event network-changed-3d324afa-16ef-49f3-be43-c21db0c9eaa1. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 10:08:46 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-3acec7d8-42cc-4843-953f-d3d54f473f2f req-3951f720-badd-413a-984e-f27fe8fa79c9 service nova] Acquiring lock "refresh_cache-247b6870-1e30-482b-b271-49ef023dbd62" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:08:46 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-3acec7d8-42cc-4843-953f-d3d54f473f2f req-3951f720-badd-413a-984e-f27fe8fa79c9 service nova] Acquired lock "refresh_cache-247b6870-1e30-482b-b271-49ef023dbd62" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:08:46 user nova-compute[74535]: DEBUG nova.network.neutron [req-3acec7d8-42cc-4843-953f-d3d54f473f2f req-3951f720-badd-413a-984e-f27fe8fa79c9 service nova] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] Refreshing network info cache for port 3d324afa-16ef-49f3-be43-c21db0c9eaa1 {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 10:08:47 user nova-compute[74535]: DEBUG nova.network.neutron [req-3acec7d8-42cc-4843-953f-d3d54f473f2f req-3951f720-badd-413a-984e-f27fe8fa79c9 service nova] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] Updated VIF entry in instance network info cache for port 3d324afa-16ef-49f3-be43-c21db0c9eaa1. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 10:08:47 user nova-compute[74535]: DEBUG nova.network.neutron [req-3acec7d8-42cc-4843-953f-d3d54f473f2f req-3951f720-badd-413a-984e-f27fe8fa79c9 service nova] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] Updating instance_info_cache with network_info: [{"id": "3d324afa-16ef-49f3-be43-c21db0c9eaa1", "address": "fa:16:3e:24:8a:1b", "network": {"id": "083b1a00-b026-47dd-86f2-afd036201f4c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-290939981-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea7d9b3864a245dca1620d6cfa442897", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d324afa-16", "ovs_interfaceid": "3d324afa-16ef-49f3-be43-c21db0c9eaa1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:08:47 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-3acec7d8-42cc-4843-953f-d3d54f473f2f req-3951f720-badd-413a-984e-f27fe8fa79c9 service nova] Releasing lock "refresh_cache-247b6870-1e30-482b-b271-49ef023dbd62" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:08:47 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:08:48 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:08:48 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:08:48 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:08:48 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:08:48 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:08:48 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:08:48 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:08:48 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:08:48 user nova-compute[74535]: DEBUG nova.compute.manager [req-ec2e30a9-a52f-46a0-9e64-0dee9a6d81b9 req-00a2dd6e-2f21-43f1-af00-1f2bc9caf3fc service nova] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] Received event network-vif-plugged-3d324afa-16ef-49f3-be43-c21db0c9eaa1 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:08:48 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-ec2e30a9-a52f-46a0-9e64-0dee9a6d81b9 req-00a2dd6e-2f21-43f1-af00-1f2bc9caf3fc service nova] Acquiring lock "247b6870-1e30-482b-b271-49ef023dbd62-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:08:48 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-ec2e30a9-a52f-46a0-9e64-0dee9a6d81b9 req-00a2dd6e-2f21-43f1-af00-1f2bc9caf3fc service nova] Lock "247b6870-1e30-482b-b271-49ef023dbd62-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:08:48 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-ec2e30a9-a52f-46a0-9e64-0dee9a6d81b9 req-00a2dd6e-2f21-43f1-af00-1f2bc9caf3fc service nova] Lock "247b6870-1e30-482b-b271-49ef023dbd62-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:08:48 user nova-compute[74535]: DEBUG nova.compute.manager [req-ec2e30a9-a52f-46a0-9e64-0dee9a6d81b9 req-00a2dd6e-2f21-43f1-af00-1f2bc9caf3fc service nova] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] No waiting events found dispatching network-vif-plugged-3d324afa-16ef-49f3-be43-c21db0c9eaa1 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:08:48 user nova-compute[74535]: WARNING nova.compute.manager [req-ec2e30a9-a52f-46a0-9e64-0dee9a6d81b9 req-00a2dd6e-2f21-43f1-af00-1f2bc9caf3fc service nova] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] Received unexpected event network-vif-plugged-3d324afa-16ef-49f3-be43-c21db0c9eaa1 for instance with vm_state building and task_state spawning.
Dec 06 10:08:48 user nova-compute[74535]: DEBUG nova.compute.manager [req-ec2e30a9-a52f-46a0-9e64-0dee9a6d81b9 req-00a2dd6e-2f21-43f1-af00-1f2bc9caf3fc service nova] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] Received event network-vif-plugged-3d324afa-16ef-49f3-be43-c21db0c9eaa1 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:08:48 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-ec2e30a9-a52f-46a0-9e64-0dee9a6d81b9 req-00a2dd6e-2f21-43f1-af00-1f2bc9caf3fc service nova] Acquiring lock "247b6870-1e30-482b-b271-49ef023dbd62-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:08:48 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-ec2e30a9-a52f-46a0-9e64-0dee9a6d81b9 req-00a2dd6e-2f21-43f1-af00-1f2bc9caf3fc service nova] Lock "247b6870-1e30-482b-b271-49ef023dbd62-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:08:48 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-ec2e30a9-a52f-46a0-9e64-0dee9a6d81b9 req-00a2dd6e-2f21-43f1-af00-1f2bc9caf3fc service nova] Lock "247b6870-1e30-482b-b271-49ef023dbd62-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:08:48 user nova-compute[74535]: DEBUG nova.compute.manager [req-ec2e30a9-a52f-46a0-9e64-0dee9a6d81b9 req-00a2dd6e-2f21-43f1-af00-1f2bc9caf3fc service nova] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] No waiting events found dispatching network-vif-plugged-3d324afa-16ef-49f3-be43-c21db0c9eaa1 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:08:48 user nova-compute[74535]: WARNING nova.compute.manager [req-ec2e30a9-a52f-46a0-9e64-0dee9a6d81b9 req-00a2dd6e-2f21-43f1-af00-1f2bc9caf3fc service nova] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] Received unexpected event network-vif-plugged-3d324afa-16ef-49f3-be43-c21db0c9eaa1 for instance with vm_state building and task_state spawning.
Dec 06 10:08:50 user nova-compute[74535]: DEBUG nova.compute.manager [None req-f944468a-8568-4d10-ac1f-70eee42d3a66 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] Instance event wait completed in 0 seconds for  {{(pid=74535) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 10:08:50 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-f944468a-8568-4d10-ac1f-70eee42d3a66 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] Guest created on hypervisor {{(pid=74535) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 10:08:50 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] Instance spawned successfully.
Dec 06 10:08:50 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-f944468a-8568-4d10-ac1f-70eee42d3a66 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 10:08:50 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-f944468a-8568-4d10-ac1f-70eee42d3a66 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] Found default for hw_cdrom_bus of ide {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:08:50 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-f944468a-8568-4d10-ac1f-70eee42d3a66 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] Found default for hw_disk_bus of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:08:50 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-f944468a-8568-4d10-ac1f-70eee42d3a66 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] Found default for hw_input_bus of None {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:08:50 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-f944468a-8568-4d10-ac1f-70eee42d3a66 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] Found default for hw_pointer_model of None {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:08:50 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-f944468a-8568-4d10-ac1f-70eee42d3a66 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] Found default for hw_video_model of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:08:50 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-f944468a-8568-4d10-ac1f-70eee42d3a66 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] Found default for hw_vif_model of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:08:50 user nova-compute[74535]: INFO nova.compute.manager [None req-f944468a-8568-4d10-ac1f-70eee42d3a66 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] Took 6.07 seconds to spawn the instance on the hypervisor.
Dec 06 10:08:50 user nova-compute[74535]: DEBUG nova.compute.manager [None req-f944468a-8568-4d10-ac1f-70eee42d3a66 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] Checking state {{(pid=74535) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 10:08:50 user nova-compute[74535]: INFO nova.compute.manager [None req-f944468a-8568-4d10-ac1f-70eee42d3a66 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] Took 7.01 seconds to build instance.
Dec 06 10:08:50 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-f944468a-8568-4d10-ac1f-70eee42d3a66 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Lock "247b6870-1e30-482b-b271-49ef023dbd62" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.118s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:08:51 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:08:52 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:08:53 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:08:54 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:08:56 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:08:58 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:08:58 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:09:00 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:09:00 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:09:01 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:09:03 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:09:06 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:09:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:09:11 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:09:13 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:09:13 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Acquiring lock "fc6777e8-00c2-4ec0-b373-5c43f705ece4" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:09:13 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lock "fc6777e8-00c2-4ec0-b373-5c43f705ece4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:09:13 user nova-compute[74535]: DEBUG nova.compute.manager [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: fc6777e8-00c2-4ec0-b373-5c43f705ece4] Starting instance... {{(pid=74535) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 10:09:13 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:09:13 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:09:13 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74535) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 10:09:13 user nova-compute[74535]: INFO nova.compute.claims [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: fc6777e8-00c2-4ec0-b373-5c43f705ece4] Claim successful on node user
Dec 06 10:09:13 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:09:14 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:09:14 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.476s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:09:14 user nova-compute[74535]: DEBUG nova.compute.manager [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: fc6777e8-00c2-4ec0-b373-5c43f705ece4] Start building networks asynchronously for instance. {{(pid=74535) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 10:09:14 user nova-compute[74535]: DEBUG nova.compute.manager [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: fc6777e8-00c2-4ec0-b373-5c43f705ece4] Allocating IP information in the background. {{(pid=74535) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 10:09:14 user nova-compute[74535]: DEBUG nova.network.neutron [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: fc6777e8-00c2-4ec0-b373-5c43f705ece4] allocate_for_instance() {{(pid=74535) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 10:09:14 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: fc6777e8-00c2-4ec0-b373-5c43f705ece4] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 10:09:14 user nova-compute[74535]: DEBUG nova.compute.manager [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: fc6777e8-00c2-4ec0-b373-5c43f705ece4] Start building block device mappings for instance. {{(pid=74535) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 10:09:14 user nova-compute[74535]: INFO nova.virt.block_device [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: fc6777e8-00c2-4ec0-b373-5c43f705ece4] Booting with volume snapshot c5ad82db-3800-42db-9f11-ee8c7b50703c at /dev/vda
Dec 06 10:09:14 user nova-compute[74535]: DEBUG nova.policy [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1068d2d7cca843c1b32d9c1b5b29d882', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '19e83c953cf8498f8ea89afce479f26b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74535) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 10:09:14 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:09:14 user nova-compute[74535]: DEBUG nova.network.neutron [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: fc6777e8-00c2-4ec0-b373-5c43f705ece4] Successfully created port: 56a12dc2-a92f-4e91-a6e2-0048a0caa21a {{(pid=74535) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 10:09:14 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:09:15 user nova-compute[74535]: DEBUG nova.network.neutron [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: fc6777e8-00c2-4ec0-b373-5c43f705ece4] Successfully updated port: 56a12dc2-a92f-4e91-a6e2-0048a0caa21a {{(pid=74535) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 10:09:15 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Acquiring lock "refresh_cache-fc6777e8-00c2-4ec0-b373-5c43f705ece4" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:09:15 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Acquired lock "refresh_cache-fc6777e8-00c2-4ec0-b373-5c43f705ece4" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:09:15 user nova-compute[74535]: DEBUG nova.network.neutron [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: fc6777e8-00c2-4ec0-b373-5c43f705ece4] Building network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 10:09:15 user nova-compute[74535]: DEBUG nova.compute.manager [req-03386182-dad5-420d-9eb1-c0003c0f8f91 req-fafb32b7-70fc-4ab4-9908-eabb044748e0 service nova] [instance: fc6777e8-00c2-4ec0-b373-5c43f705ece4] Received event network-changed-56a12dc2-a92f-4e91-a6e2-0048a0caa21a {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:09:15 user nova-compute[74535]: DEBUG nova.compute.manager [req-03386182-dad5-420d-9eb1-c0003c0f8f91 req-fafb32b7-70fc-4ab4-9908-eabb044748e0 service nova] [instance: fc6777e8-00c2-4ec0-b373-5c43f705ece4] Refreshing instance network info cache due to event network-changed-56a12dc2-a92f-4e91-a6e2-0048a0caa21a. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 10:09:15 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-03386182-dad5-420d-9eb1-c0003c0f8f91 req-fafb32b7-70fc-4ab4-9908-eabb044748e0 service nova] Acquiring lock "refresh_cache-fc6777e8-00c2-4ec0-b373-5c43f705ece4" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:09:15 user nova-compute[74535]: DEBUG nova.network.neutron [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: fc6777e8-00c2-4ec0-b373-5c43f705ece4] Instance cache missing network info. {{(pid=74535) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 10:09:15 user nova-compute[74535]: DEBUG nova.network.neutron [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: fc6777e8-00c2-4ec0-b373-5c43f705ece4] Updating instance_info_cache with network_info: [{"id": "56a12dc2-a92f-4e91-a6e2-0048a0caa21a", "address": "fa:16:3e:a1:cc:22", "network": {"id": "72d08fd1-cc74-485f-848c-2ce73172f719", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1718263965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "19e83c953cf8498f8ea89afce479f26b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap56a12dc2-a9", "ovs_interfaceid": "56a12dc2-a92f-4e91-a6e2-0048a0caa21a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:09:15 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Releasing lock "refresh_cache-fc6777e8-00c2-4ec0-b373-5c43f705ece4" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:09:15 user nova-compute[74535]: DEBUG nova.compute.manager [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: fc6777e8-00c2-4ec0-b373-5c43f705ece4] Instance network_info: |[{"id": "56a12dc2-a92f-4e91-a6e2-0048a0caa21a", "address": "fa:16:3e:a1:cc:22", "network": {"id": "72d08fd1-cc74-485f-848c-2ce73172f719", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1718263965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "19e83c953cf8498f8ea89afce479f26b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap56a12dc2-a9", "ovs_interfaceid": "56a12dc2-a92f-4e91-a6e2-0048a0caa21a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74535) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 10:09:15 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-03386182-dad5-420d-9eb1-c0003c0f8f91 req-fafb32b7-70fc-4ab4-9908-eabb044748e0 service nova] Acquired lock "refresh_cache-fc6777e8-00c2-4ec0-b373-5c43f705ece4" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:09:15 user nova-compute[74535]: DEBUG nova.network.neutron [req-03386182-dad5-420d-9eb1-c0003c0f8f91 req-fafb32b7-70fc-4ab4-9908-eabb044748e0 service nova] [instance: fc6777e8-00c2-4ec0-b373-5c43f705ece4] Refreshing network info cache for port 56a12dc2-a92f-4e91-a6e2-0048a0caa21a {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 10:09:15 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:09:15 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:09:16 user nova-compute[74535]: DEBUG nova.network.neutron [req-03386182-dad5-420d-9eb1-c0003c0f8f91 req-fafb32b7-70fc-4ab4-9908-eabb044748e0 service nova] [instance: fc6777e8-00c2-4ec0-b373-5c43f705ece4] Updated VIF entry in instance network info cache for port 56a12dc2-a92f-4e91-a6e2-0048a0caa21a. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 10:09:16 user nova-compute[74535]: DEBUG nova.network.neutron [req-03386182-dad5-420d-9eb1-c0003c0f8f91 req-fafb32b7-70fc-4ab4-9908-eabb044748e0 service nova] [instance: fc6777e8-00c2-4ec0-b373-5c43f705ece4] Updating instance_info_cache with network_info: [{"id": "56a12dc2-a92f-4e91-a6e2-0048a0caa21a", "address": "fa:16:3e:a1:cc:22", "network": {"id": "72d08fd1-cc74-485f-848c-2ce73172f719", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1718263965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "19e83c953cf8498f8ea89afce479f26b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap56a12dc2-a9", "ovs_interfaceid": "56a12dc2-a92f-4e91-a6e2-0048a0caa21a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:09:16 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-03386182-dad5-420d-9eb1-c0003c0f8f91 req-fafb32b7-70fc-4ab4-9908-eabb044748e0 service nova] Releasing lock "refresh_cache-fc6777e8-00c2-4ec0-b373-5c43f705ece4" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:09:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:09:16 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:09:16 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74535) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 10:09:17 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:09:17 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:09:17 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:09:17 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:09:17 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:09:17 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Auditing locally available compute resources for user (node: user) {{(pid=74535) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 10:09:18 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:09:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:09:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:09:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:09:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:09:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk.rescue --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:09:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk.rescue --force-share --output=json" returned: 0 in 0.172s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:09:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk.rescue --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:09:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk.rescue --force-share --output=json" returned: 0 in 0.178s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:09:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:09:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:09:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:09:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:09:19 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74535) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 10:09:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0e39165e-d030-41a8-871f-56c2d08dcc20/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:09:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0e39165e-d030-41a8-871f-56c2d08dcc20/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:09:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0e39165e-d030-41a8-871f-56c2d08dcc20/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:09:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0e39165e-d030-41a8-871f-56c2d08dcc20/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:09:19 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74535) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 10:09:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/247b6870-1e30-482b-b271-49ef023dbd62/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:09:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/247b6870-1e30-482b-b271-49ef023dbd62/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:09:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/247b6870-1e30-482b-b271-49ef023dbd62/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:09:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/247b6870-1e30-482b-b271-49ef023dbd62/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:09:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f37b4f2-47f1-474f-82cb-fa93ff07f428/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:09:19 user nova-compute[74535]: DEBUG os_brick.utils [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:09:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:09:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:09:20 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[f5e74798-1d23-44e3-8c18-17b5cdcf8b50]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d95ac7cee77a\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:09:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:09:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:09:20 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[385509d2-8e5d-48d7-bb47-01416cd02f9d]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:09:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:09:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.020s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:09:20 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[03193d34-4048-4e33-b798-01a9470484d0]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:09:20 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[5344e207-0677-4f22-808b-fcb873946ac3]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:09:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Running cmd (subprocess): nvme version {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:09:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] 'nvme version' failed. Not Retrying. {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 10:09:20 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.nvmeof [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] nvme not present on system {{(pid=74535) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 10:09:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:09:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 10:09:20 user nova-compute[74535]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 10:09:20 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[e7f01f8e-3aa6-41bb-a75e-37172124d4a5]: (4, '') {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:09:20 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74535) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 10:09:20 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74535) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 10:09:20 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] LIGHTOS: no hostnqn found. {{(pid=74535) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 10:09:20 user nova-compute[74535]: DEBUG os_brick.utils [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] <== get_connector_properties: return (137ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d95ac7cee77a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:09:20 user nova-compute[74535]: DEBUG nova.virt.block_device [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: fc6777e8-00c2-4ec0-b373-5c43f705ece4] Updating existing volume attachment record: e902de1e-22fa-4240-813c-2c138dd7c4e2 {{(pid=74535) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 10:09:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f37b4f2-47f1-474f-82cb-fa93ff07f428/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:09:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f37b4f2-47f1-474f-82cb-fa93ff07f428/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:09:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f37b4f2-47f1-474f-82cb-fa93ff07f428/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:09:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d9150e7-0f02-4b19-b3f2-b329620d9722/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:09:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d9150e7-0f02-4b19-b3f2-b329620d9722/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:09:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d9150e7-0f02-4b19-b3f2-b329620d9722/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:09:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d9150e7-0f02-4b19-b3f2-b329620d9722/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:09:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5e39a1a4-f188-40e3-bcba-70e47abd6026/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:09:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5e39a1a4-f188-40e3-bcba-70e47abd6026/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:09:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5e39a1a4-f188-40e3-bcba-70e47abd6026/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:09:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5e39a1a4-f188-40e3-bcba-70e47abd6026/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:09:21 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74535) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 10:09:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e89c4f21-c084-4a60-9f6e-717b45ec85b5/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:09:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e89c4f21-c084-4a60-9f6e-717b45ec85b5/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:09:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e89c4f21-c084-4a60-9f6e-717b45ec85b5/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:09:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e89c4f21-c084-4a60-9f6e-717b45ec85b5/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:09:21 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=74535) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 10:09:21 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:09:21 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:09:21 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:09:21 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Hypervisor/Node resource view: name=user free_ram=7657MB free_disk=25.14238739013672GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74535) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 10:09:21 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:09:21 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:09:22 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 5e39a1a4-f188-40e3-bcba-70e47abd6026 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:09:22 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 2d9150e7-0f02-4b19-b3f2-b329620d9722 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:09:22 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 5f37b4f2-47f1-474f-82cb-fa93ff07f428 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:09:22 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance d742d153-7670-4be9-8477-882f6a39f03f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:09:22 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 66440071-6cf6-4b6d-8d2a-edd5c1885510 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:09:22 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 0e39165e-d030-41a8-871f-56c2d08dcc20 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:09:22 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance e89c4f21-c084-4a60-9f6e-717b45ec85b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:09:22 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance ceae3072-5275-4b93-92f3-fca295ad3929 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:09:22 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:09:22 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 247b6870-1e30-482b-b271-49ef023dbd62 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:09:22 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance fc6777e8-00c2-4ec0-b373-5c43f705ece4 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:09:22 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=74535) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 10:09:22 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=74535) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 10:09:22 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:09:22 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:09:22 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Compute_service record updated for user:user {{(pid=74535) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 10:09:22 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.518s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:09:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:09:23 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:09:23 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Starting heal instance info cache {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 10:09:23 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "refresh_cache-5f37b4f2-47f1-474f-82cb-fa93ff07f428" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:09:23 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquired lock "refresh_cache-5f37b4f2-47f1-474f-82cb-fa93ff07f428" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:09:23 user nova-compute[74535]: DEBUG nova.network.neutron [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: 5f37b4f2-47f1-474f-82cb-fa93ff07f428] Forcefully refreshing network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 10:09:23 user nova-compute[74535]: DEBUG nova.network.neutron [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: 5f37b4f2-47f1-474f-82cb-fa93ff07f428] Updating instance_info_cache with network_info: [{"id": "ee4c9481-abe2-4b04-af7f-34f083b82f34", "address": "fa:16:3e:ce:e7:39", "network": {"id": "a3dfa24c-76e2-4ead-941f-ba72c57234a4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-566828184-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17272e061eec432787a47431737ad50f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee4c9481-ab", "ovs_interfaceid": "ee4c9481-abe2-4b04-af7f-34f083b82f34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:09:24 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Releasing lock "refresh_cache-5f37b4f2-47f1-474f-82cb-fa93ff07f428" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:09:24 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: 5f37b4f2-47f1-474f-82cb-fa93ff07f428] Updated the network info_cache for instance {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 10:09:24 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:09:26 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:09:28 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:09:29 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:09:30 user nova-compute[74535]: DEBUG nova.compute.manager [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: fc6777e8-00c2-4ec0-b373-5c43f705ece4] Start spawning the instance on the hypervisor. {{(pid=74535) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 10:09:30 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: fc6777e8-00c2-4ec0-b373-5c43f705ece4] Creating instance directory {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 10:09:30 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: fc6777e8-00c2-4ec0-b373-5c43f705ece4] Creating image(s)
Dec 06 10:09:30 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: fc6777e8-00c2-4ec0-b373-5c43f705ece4] Did not create local disks {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4867}}
Dec 06 10:09:30 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: fc6777e8-00c2-4ec0-b373-5c43f705ece4] Ensure instance console log exists: /opt/stack/data/nova/instances/fc6777e8-00c2-4ec0-b373-5c43f705ece4/console.log {{(pid=74535) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 10:09:30 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:09:30 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:09:30 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:09:30 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: fc6777e8-00c2-4ec0-b373-5c43f705ece4] Start _get_guest_xml network_info=[{"id": "56a12dc2-a92f-4e91-a6e2-0048a0caa21a", "address": "fa:16:3e:a1:cc:22", "network": {"id": "72d08fd1-cc74-485f-848c-2ce73172f719", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1718263965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "19e83c953cf8498f8ea89afce479f26b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap56a12dc2-a9", "ovs_interfaceid": "56a12dc2-a92f-4e91-a6e2-0048a0caa21a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'delete_on_termination': True, 'attachment_id': 'e902de1e-22fa-4240-813c-2c138dd7c4e2', 'boot_index': 0, 'device_type': 'disk', 'guest_format': None, 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:a1d26dfe-5b26-421d-9507-f10c427e2f69', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MnpgRdmi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'fc6777e8-00c2-4ec0-b373-5c43f705ece4', 'attached_at': '', 'detached_at': '', 'volume_id': 'a1d26dfe-5b26-421d-9507-f10c427e2f69', 'serial': 'a1d26dfe-5b26-421d-9507-f10c427e2f69'}, 'volume_type': None} {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 10:09:30 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:09:30 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:09:30 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 10:09:30 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] CPU controller missing on host. {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 10:09:30 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 10:09:30 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] CPU controller found on host. {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 10:09:30 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74535) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 10:09:30 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T09:52:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 10:09:30 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Flavor limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 10:09:30 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Image limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 10:09:30 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Flavor pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 10:09:30 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Image pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 10:09:30 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 10:09:30 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 10:09:30 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 10:09:30 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Got 1 possible topologies {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 10:09:30 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 10:09:30 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 10:09:30 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: fc6777e8-00c2-4ec0-b373-5c43f705ece4] Calling os-brick to attach iSCSI Volume {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 10:09:30 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:a1d26dfe-5b26-421d-9507-f10c427e2f69', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MnpgRdmi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:09:30 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:09:30 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:09:30 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:09:30 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:09:30 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a1d26dfe-5b26-421d-9507-f10c427e2f69" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:09:30 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a1d26dfe-5b26-421d-9507-f10c427e2f69" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:09:30 user nova-compute[74535]: INFO os_brick.initiator.connectors.iscsi [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 10:09:30 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1d26dfe-5b26-421d-9507-f10c427e2f69 -p 172.16.0.220:3260 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:09:30 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1d26dfe-5b26-421d-9507-f10c427e2f69 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:09:30 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[acafae2d-7fb2-49f8-be91-033a5f683d2f]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:09:30 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 10:09:30 user nova-compute[74535]:  {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:09:30 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1d26dfe-5b26-421d-9507-f10c427e2f69 -p 172.16.0.220:3260 --interface default --op new {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:09:30 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1d26dfe-5b26-421d-9507-f10c427e2f69 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:09:30 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[4006e952-ac33-459a-8006-418f0a73adb7]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a1d26dfe-5b26-421d-9507-f10c427e2f69] added\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:09:30 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a1d26dfe-5b26-421d-9507-f10c427e2f69] added
Dec 06 10:09:30 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:09:30 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1d26dfe-5b26-421d-9507-f10c427e2f69 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:09:30 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1d26dfe-5b26-421d-9507-f10c427e2f69 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:09:30 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[dca5b727-6621-4eee-ad9c-662231f27139]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:09:30 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:09:30 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1d26dfe-5b26-421d-9507-f10c427e2f69 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:09:30 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1d26dfe-5b26-421d-9507-f10c427e2f69 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.027s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:09:30 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[de35026f-cf9b-477b-b7ec-f9a40eeaff4f]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:09:30 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:09:30 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1d26dfe-5b26-421d-9507-f10c427e2f69 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v MnpgRdmi {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:09:30 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1d26dfe-5b26-421d-9507-f10c427e2f69 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v MnpgRdmi" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:09:30 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[32a011c1-8245-4ace-b564-f118d1ccbe73]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:09:30 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'MnpgRdmi'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:09:30 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1d26dfe-5b26-421d-9507-f10c427e2f69 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:09:30 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1d26dfe-5b26-421d-9507-f10c427e2f69 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.027s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:09:30 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[0fee7b35-c6f6-49b3-81a7-75fb7e8db9e8]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:09:30 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:09:30 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:09:30 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:09:30 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf2fb8a9-a727-40fc-9999-99919508f793]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7edd6a6-e857-433b-8091-25baba775070 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1 (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:09:30 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:09:30 user nova-compute[74535]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7edd6a6-e857-433b-8091-25baba775070 (non-flash)
Dec 06 10:09:30 user nova-compute[74535]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef (non-flash)
Dec 06 10:09:30 user nova-compute[74535]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1 (non-flash)
Dec 06 10:09:30 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:09:30 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:09:30 user nova-compute[74535]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7edd6a6-e857-433b-8091-25baba775070 (non-flash)
Dec 06 10:09:30 user nova-compute[74535]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef (non-flash)
Dec 06 10:09:30 user nova-compute[74535]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1 (non-flash)
Dec 06 10:09:30 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:09:30 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1d26dfe-5b26-421d-9507-f10c427e2f69 -p 172.16.0.220:3260 --login {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:09:30 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1d26dfe-5b26-421d-9507-f10c427e2f69 -p 172.16.0.220:3260 --login" returned: 0 in 0.067s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:09:30 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[bccd8b15-7efd-4fb2-8652-fda94ef99461]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:a1d26dfe-5b26-421d-9507-f10c427e2f69, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:a1d26dfe-5b26-421d-9507-f10c427e2f69, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:09:30 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:a1d26dfe-5b26-421d-9507-f10c427e2f69, portal: 172.16.0.220,3260]
Dec 06 10:09:30 user nova-compute[74535]: Login to [iface: default, target: iqn.2010-10.org.openstack:a1d26dfe-5b26-421d-9507-f10c427e2f69, portal: 172.16.0.220,3260] successful.
Dec 06 10:09:30 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:09:30 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1d26dfe-5b26-421d-9507-f10c427e2f69 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:09:30 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1d26dfe-5b26-421d-9507-f10c427e2f69 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:09:30 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6f1c005-3001-4186-b64e-626a9e60e3f5]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:09:30 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:09:30 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:09:30 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:09:30 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[0079110a-b7ff-4635-8151-185e1cec39ba]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7edd6a6-e857-433b-8091-25baba775070 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1d26dfe-5b26-421d-9507-f10c427e2f69 (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:09:30 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:09:30 user nova-compute[74535]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7edd6a6-e857-433b-8091-25baba775070 (non-flash)
Dec 06 10:09:30 user nova-compute[74535]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef (non-flash)
Dec 06 10:09:30 user nova-compute[74535]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1 (non-flash)
Dec 06 10:09:30 user nova-compute[74535]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1d26dfe-5b26-421d-9507-f10c427e2f69 (non-flash)
Dec 06 10:09:30 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:09:30 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:09:30 user nova-compute[74535]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7edd6a6-e857-433b-8091-25baba775070 (non-flash)
Dec 06 10:09:30 user nova-compute[74535]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef (non-flash)
Dec 06 10:09:30 user nova-compute[74535]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1 (non-flash)
Dec 06 10:09:30 user nova-compute[74535]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1d26dfe-5b26-421d-9507-f10c427e2f69 (non-flash)
Dec 06 10:09:30 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:09:30 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a1d26dfe-5b26-421d-9507-f10c427e2f69" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.306s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:09:30 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Connected to 172.16.0.220:3260 {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 10:09:30 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] HCTL ('37', '-', '-', 0) found on session 32 with lun 0 {{(pid=74535) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 10:09:30 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=74535) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 10:09:30 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:09:30 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:09:30 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[d259b41f-b336-4515-a5f9-aa4e10c1ab6e]: (4, ('- - 0', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:09:30 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Searching for a device in session 32 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=74535) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 10:09:30 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:a1d26dfe-5b26-421d-9507-f10c427e2f69', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MnpgRdmi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 10:09:31 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.342s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:09:31 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] <== connect_volume: return (1344ms) {'type': 'block', 'scsi_wwn': '26639353532656232', 'path': '/dev/sdf'} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:09:31 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: fc6777e8-00c2-4ec0-b373-5c43f705ece4] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26639353532656232', 'path': '/dev/sdf'} {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 10:09:31 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:09:13Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-687455246',display_name='tempest-TestVolumeBootPattern-server-687455246',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-687455246',id=31,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='19e83c953cf8498f8ea89afce479f26b',ramdisk_id='',reservation_id='r-la0ritfc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1927549100',owner_user_name='tempest-TestVolumeBootPattern-1927549100-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T10:09:14Z,user_data=None,user_id='1068d2d7cca843c1b32d9c1b5b29d882',uuid=fc6777e8-00c2-4ec0-b373-5c43f705ece4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "56a12dc2-a92f-4e91-a6e2-0048a0caa21a", "address": "fa:16:3e:a1:cc:22", "network": {"id": "72d08fd1-cc74-485f-848c-2ce73172f719", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1718263965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "19e83c953cf8498f8ea89afce479f26b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap56a12dc2-a9", "ovs_interfaceid": "56a12dc2-a92f-4e91-a6e2-0048a0caa21a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74535) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 10:09:31 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Converting VIF {"id": "56a12dc2-a92f-4e91-a6e2-0048a0caa21a", "address": "fa:16:3e:a1:cc:22", "network": {"id": "72d08fd1-cc74-485f-848c-2ce73172f719", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1718263965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "19e83c953cf8498f8ea89afce479f26b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap56a12dc2-a9", "ovs_interfaceid": "56a12dc2-a92f-4e91-a6e2-0048a0caa21a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:09:31 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a1:cc:22,bridge_name='br-int',has_traffic_filtering=True,id=56a12dc2-a92f-4e91-a6e2-0048a0caa21a,network=Network(72d08fd1-cc74-485f-848c-2ce73172f719),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap56a12dc2-a9') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:09:31 user nova-compute[74535]: DEBUG nova.objects.instance [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lazy-loading 'pci_devices' on Instance uuid fc6777e8-00c2-4ec0-b373-5c43f705ece4 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:09:31 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: fc6777e8-00c2-4ec0-b373-5c43f705ece4] End _get_guest_xml xml=<domain type="kvm">
Dec 06 10:09:31 user nova-compute[74535]:   <uuid>fc6777e8-00c2-4ec0-b373-5c43f705ece4</uuid>
Dec 06 10:09:31 user nova-compute[74535]:   <name>instance-0000001f</name>
Dec 06 10:09:31 user nova-compute[74535]:   <memory>524288</memory>
Dec 06 10:09:31 user nova-compute[74535]:   <vcpu>1</vcpu>
Dec 06 10:09:31 user nova-compute[74535]:   <metadata>
Dec 06 10:09:31 user nova-compute[74535]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 10:09:31 user nova-compute[74535]:       <nova:package version="0.0.0"/>
Dec 06 10:09:31 user nova-compute[74535]:       <nova:name>tempest-TestVolumeBootPattern-server-687455246</nova:name>
Dec 06 10:09:31 user nova-compute[74535]:       <nova:creationTime>2023-12-06 10:09:30</nova:creationTime>
Dec 06 10:09:31 user nova-compute[74535]:       <nova:flavor name="m1.tiny">
Dec 06 10:09:31 user nova-compute[74535]:         <nova:memory>512</nova:memory>
Dec 06 10:09:31 user nova-compute[74535]:         <nova:disk>1</nova:disk>
Dec 06 10:09:31 user nova-compute[74535]:         <nova:swap>0</nova:swap>
Dec 06 10:09:31 user nova-compute[74535]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 10:09:31 user nova-compute[74535]:         <nova:vcpus>1</nova:vcpus>
Dec 06 10:09:31 user nova-compute[74535]:       </nova:flavor>
Dec 06 10:09:31 user nova-compute[74535]:       <nova:owner>
Dec 06 10:09:31 user nova-compute[74535]:         <nova:user uuid="1068d2d7cca843c1b32d9c1b5b29d882">tempest-TestVolumeBootPattern-1927549100-project-member</nova:user>
Dec 06 10:09:31 user nova-compute[74535]:         <nova:project uuid="19e83c953cf8498f8ea89afce479f26b">tempest-TestVolumeBootPattern-1927549100</nova:project>
Dec 06 10:09:31 user nova-compute[74535]:       </nova:owner>
Dec 06 10:09:31 user nova-compute[74535]:       <nova:ports>
Dec 06 10:09:31 user nova-compute[74535]:         <nova:port uuid="56a12dc2-a92f-4e91-a6e2-0048a0caa21a">
Dec 06 10:09:31 user nova-compute[74535]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Dec 06 10:09:31 user nova-compute[74535]:         </nova:port>
Dec 06 10:09:31 user nova-compute[74535]:       </nova:ports>
Dec 06 10:09:31 user nova-compute[74535]:     </nova:instance>
Dec 06 10:09:31 user nova-compute[74535]:   </metadata>
Dec 06 10:09:31 user nova-compute[74535]:   <sysinfo type="smbios">
Dec 06 10:09:31 user nova-compute[74535]:     <system>
Dec 06 10:09:31 user nova-compute[74535]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 10:09:31 user nova-compute[74535]:       <entry name="product">OpenStack Nova</entry>
Dec 06 10:09:31 user nova-compute[74535]:       <entry name="version">0.0.0</entry>
Dec 06 10:09:31 user nova-compute[74535]:       <entry name="serial">fc6777e8-00c2-4ec0-b373-5c43f705ece4</entry>
Dec 06 10:09:31 user nova-compute[74535]:       <entry name="uuid">fc6777e8-00c2-4ec0-b373-5c43f705ece4</entry>
Dec 06 10:09:31 user nova-compute[74535]:       <entry name="family">Virtual Machine</entry>
Dec 06 10:09:31 user nova-compute[74535]:     </system>
Dec 06 10:09:31 user nova-compute[74535]:   </sysinfo>
Dec 06 10:09:31 user nova-compute[74535]:   <os>
Dec 06 10:09:31 user nova-compute[74535]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 10:09:31 user nova-compute[74535]:     <boot dev="hd"/>
Dec 06 10:09:31 user nova-compute[74535]:     <smbios mode="sysinfo"/>
Dec 06 10:09:31 user nova-compute[74535]:   </os>
Dec 06 10:09:31 user nova-compute[74535]:   <features>
Dec 06 10:09:31 user nova-compute[74535]:     <acpi/>
Dec 06 10:09:31 user nova-compute[74535]:     <apic/>
Dec 06 10:09:31 user nova-compute[74535]:     <vmcoreinfo/>
Dec 06 10:09:31 user nova-compute[74535]:   </features>
Dec 06 10:09:31 user nova-compute[74535]:   <clock offset="utc">
Dec 06 10:09:31 user nova-compute[74535]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 10:09:31 user nova-compute[74535]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 10:09:31 user nova-compute[74535]:     <timer name="hpet" present="no"/>
Dec 06 10:09:31 user nova-compute[74535]:   </clock>
Dec 06 10:09:31 user nova-compute[74535]:   <cpu mode="custom" match="exact">
Dec 06 10:09:31 user nova-compute[74535]:     <model>Nehalem</model>
Dec 06 10:09:31 user nova-compute[74535]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 10:09:31 user nova-compute[74535]:   </cpu>
Dec 06 10:09:31 user nova-compute[74535]:   <devices>
Dec 06 10:09:31 user nova-compute[74535]:     <disk type="block" device="disk">
Dec 06 10:09:31 user nova-compute[74535]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 10:09:31 user nova-compute[74535]:       <source dev="/dev/sdf"/>
Dec 06 10:09:31 user nova-compute[74535]:       <target dev="vda" bus="virtio"/>
Dec 06 10:09:31 user nova-compute[74535]:       <serial>a1d26dfe-5b26-421d-9507-f10c427e2f69</serial>
Dec 06 10:09:31 user nova-compute[74535]:     </disk>
Dec 06 10:09:31 user nova-compute[74535]:     <interface type="ethernet">
Dec 06 10:09:31 user nova-compute[74535]:       <mac address="fa:16:3e:a1:cc:22"/>
Dec 06 10:09:31 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 10:09:31 user nova-compute[74535]:       <mtu size="1442"/>
Dec 06 10:09:31 user nova-compute[74535]:       <target dev="tap56a12dc2-a9"/>
Dec 06 10:09:31 user nova-compute[74535]:     </interface>
Dec 06 10:09:31 user nova-compute[74535]:     <serial type="pty">
Dec 06 10:09:31 user nova-compute[74535]:       <log file="/opt/stack/data/nova/instances/fc6777e8-00c2-4ec0-b373-5c43f705ece4/console.log" append="off"/>
Dec 06 10:09:31 user nova-compute[74535]:     </serial>
Dec 06 10:09:31 user nova-compute[74535]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 10:09:31 user nova-compute[74535]:     <video>
Dec 06 10:09:31 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 10:09:31 user nova-compute[74535]:     </video>
Dec 06 10:09:31 user nova-compute[74535]:     <rng model="virtio">
Dec 06 10:09:31 user nova-compute[74535]:       <backend model="random">/dev/urandom</backend>
Dec 06 10:09:31 user nova-compute[74535]:     </rng>
Dec 06 10:09:31 user nova-compute[74535]:     <controller type="usb" index="0" model="none"/>
Dec 06 10:09:31 user nova-compute[74535]:     <memballoon model="virtio">
Dec 06 10:09:31 user nova-compute[74535]:       <stats period="10"/>
Dec 06 10:09:31 user nova-compute[74535]:     </memballoon>
Dec 06 10:09:31 user nova-compute[74535]:   </devices>
Dec 06 10:09:31 user nova-compute[74535]: </domain>
Dec 06 10:09:31 user nova-compute[74535]:  {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 10:09:31 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:09:13Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-687455246',display_name='tempest-TestVolumeBootPattern-server-687455246',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-687455246',id=31,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='19e83c953cf8498f8ea89afce479f26b',ramdisk_id='',reservation_id='r-la0ritfc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1927549100',owner_user_name='tempest-TestVolumeBootPattern-1927549100-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T10:09:14Z,user_data=None,user_id='1068d2d7cca843c1b32d9c1b5b29d882',uuid=fc6777e8-00c2-4ec0-b373-5c43f705ece4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "56a12dc2-a92f-4e91-a6e2-0048a0caa21a", "address": "fa:16:3e:a1:cc:22", "network": {"id": "72d08fd1-cc74-485f-848c-2ce73172f719", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1718263965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "19e83c953cf8498f8ea89afce479f26b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap56a12dc2-a9", "ovs_interfaceid": "56a12dc2-a92f-4e91-a6e2-0048a0caa21a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 10:09:31 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Converting VIF {"id": "56a12dc2-a92f-4e91-a6e2-0048a0caa21a", "address": "fa:16:3e:a1:cc:22", "network": {"id": "72d08fd1-cc74-485f-848c-2ce73172f719", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1718263965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "19e83c953cf8498f8ea89afce479f26b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap56a12dc2-a9", "ovs_interfaceid": "56a12dc2-a92f-4e91-a6e2-0048a0caa21a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:09:31 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a1:cc:22,bridge_name='br-int',has_traffic_filtering=True,id=56a12dc2-a92f-4e91-a6e2-0048a0caa21a,network=Network(72d08fd1-cc74-485f-848c-2ce73172f719),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap56a12dc2-a9') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:09:31 user nova-compute[74535]: DEBUG os_vif [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a1:cc:22,bridge_name='br-int',has_traffic_filtering=True,id=56a12dc2-a92f-4e91-a6e2-0048a0caa21a,network=Network(72d08fd1-cc74-485f-848c-2ce73172f719),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap56a12dc2-a9') {{(pid=74535) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 10:09:31 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:09:31 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:09:31 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 10:09:31 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:09:31 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'e38afb23-7801-5cbf-922d-ebdc95277787', '_type': 'linux-noop'}}, row=False) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:09:31 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:09:31 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:09:31 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:09:31 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:09:31 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap56a12dc2-a9, may_exist=True, interface_attrs={}) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:09:31 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap56a12dc2-a9, col_values=(('qos', UUID('2b90628e-5742-403d-bd22-0d36254e40a1')),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:09:31 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap56a12dc2-a9, col_values=(('external_ids', {'iface-id': '56a12dc2-a92f-4e91-a6e2-0048a0caa21a', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:a1:cc:22', 'vm-uuid': 'fc6777e8-00c2-4ec0-b373-5c43f705ece4'}),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:09:31 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:09:31 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:09:31 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:09:31 user nova-compute[74535]: INFO os_vif [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a1:cc:22,bridge_name='br-int',has_traffic_filtering=True,id=56a12dc2-a92f-4e91-a6e2-0048a0caa21a,network=Network(72d08fd1-cc74-485f-848c-2ce73172f719),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap56a12dc2-a9')
Dec 06 10:09:31 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] No BDM found with device name vda, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 10:09:31 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] No VIF found with MAC fa:16:3e:a1:cc:22, not building metadata {{(pid=74535) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 10:09:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:09:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:09:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:09:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:09:33 user nova-compute[74535]: DEBUG nova.compute.manager [req-0a8d6b18-c8a2-473d-9de3-f0edba4a6ecf req-8110a3d5-c732-4c8d-b2f4-5b686e629581 service nova] [instance: fc6777e8-00c2-4ec0-b373-5c43f705ece4] Received event network-vif-plugged-56a12dc2-a92f-4e91-a6e2-0048a0caa21a {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:09:33 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-0a8d6b18-c8a2-473d-9de3-f0edba4a6ecf req-8110a3d5-c732-4c8d-b2f4-5b686e629581 service nova] Acquiring lock "fc6777e8-00c2-4ec0-b373-5c43f705ece4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:09:33 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-0a8d6b18-c8a2-473d-9de3-f0edba4a6ecf req-8110a3d5-c732-4c8d-b2f4-5b686e629581 service nova] Lock "fc6777e8-00c2-4ec0-b373-5c43f705ece4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:09:33 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-0a8d6b18-c8a2-473d-9de3-f0edba4a6ecf req-8110a3d5-c732-4c8d-b2f4-5b686e629581 service nova] Lock "fc6777e8-00c2-4ec0-b373-5c43f705ece4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:09:33 user nova-compute[74535]: DEBUG nova.compute.manager [req-0a8d6b18-c8a2-473d-9de3-f0edba4a6ecf req-8110a3d5-c732-4c8d-b2f4-5b686e629581 service nova] [instance: fc6777e8-00c2-4ec0-b373-5c43f705ece4] No waiting events found dispatching network-vif-plugged-56a12dc2-a92f-4e91-a6e2-0048a0caa21a {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:09:33 user nova-compute[74535]: WARNING nova.compute.manager [req-0a8d6b18-c8a2-473d-9de3-f0edba4a6ecf req-8110a3d5-c732-4c8d-b2f4-5b686e629581 service nova] [instance: fc6777e8-00c2-4ec0-b373-5c43f705ece4] Received unexpected event network-vif-plugged-56a12dc2-a92f-4e91-a6e2-0048a0caa21a for instance with vm_state building and task_state spawning.
Dec 06 10:09:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:09:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:09:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:09:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:09:35 user nova-compute[74535]: DEBUG nova.compute.manager [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: fc6777e8-00c2-4ec0-b373-5c43f705ece4] Instance event wait completed in 0 seconds for  {{(pid=74535) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 10:09:35 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: fc6777e8-00c2-4ec0-b373-5c43f705ece4] Guest created on hypervisor {{(pid=74535) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 10:09:35 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: fc6777e8-00c2-4ec0-b373-5c43f705ece4] Instance spawned successfully.
Dec 06 10:09:35 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: fc6777e8-00c2-4ec0-b373-5c43f705ece4] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 10:09:35 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: fc6777e8-00c2-4ec0-b373-5c43f705ece4] Found default for hw_cdrom_bus of ide {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:09:35 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: fc6777e8-00c2-4ec0-b373-5c43f705ece4] Found default for hw_disk_bus of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:09:35 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: fc6777e8-00c2-4ec0-b373-5c43f705ece4] Found default for hw_input_bus of None {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:09:35 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: fc6777e8-00c2-4ec0-b373-5c43f705ece4] Found default for hw_pointer_model of None {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:09:35 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: fc6777e8-00c2-4ec0-b373-5c43f705ece4] Found default for hw_video_model of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:09:35 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: fc6777e8-00c2-4ec0-b373-5c43f705ece4] Found default for hw_vif_model of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:09:35 user nova-compute[74535]: INFO nova.compute.manager [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: fc6777e8-00c2-4ec0-b373-5c43f705ece4] Took 5.23 seconds to spawn the instance on the hypervisor.
Dec 06 10:09:35 user nova-compute[74535]: DEBUG nova.compute.manager [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: fc6777e8-00c2-4ec0-b373-5c43f705ece4] Checking state {{(pid=74535) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 10:09:35 user nova-compute[74535]: INFO nova.compute.manager [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: fc6777e8-00c2-4ec0-b373-5c43f705ece4] Took 22.09 seconds to build instance.
Dec 06 10:09:35 user nova-compute[74535]: DEBUG nova.compute.manager [req-1ee74375-5739-4641-b5a0-a1353044841d req-0dee2ff4-fa8c-4c84-b695-82f45509d86e service nova] [instance: fc6777e8-00c2-4ec0-b373-5c43f705ece4] Received event network-vif-plugged-56a12dc2-a92f-4e91-a6e2-0048a0caa21a {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:09:35 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-1ee74375-5739-4641-b5a0-a1353044841d req-0dee2ff4-fa8c-4c84-b695-82f45509d86e service nova] Acquiring lock "fc6777e8-00c2-4ec0-b373-5c43f705ece4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:09:35 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-1ee74375-5739-4641-b5a0-a1353044841d req-0dee2ff4-fa8c-4c84-b695-82f45509d86e service nova] Lock "fc6777e8-00c2-4ec0-b373-5c43f705ece4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:09:35 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-1ee74375-5739-4641-b5a0-a1353044841d req-0dee2ff4-fa8c-4c84-b695-82f45509d86e service nova] Lock "fc6777e8-00c2-4ec0-b373-5c43f705ece4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:09:35 user nova-compute[74535]: DEBUG nova.compute.manager [req-1ee74375-5739-4641-b5a0-a1353044841d req-0dee2ff4-fa8c-4c84-b695-82f45509d86e service nova] [instance: fc6777e8-00c2-4ec0-b373-5c43f705ece4] No waiting events found dispatching network-vif-plugged-56a12dc2-a92f-4e91-a6e2-0048a0caa21a {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:09:35 user nova-compute[74535]: WARNING nova.compute.manager [req-1ee74375-5739-4641-b5a0-a1353044841d req-0dee2ff4-fa8c-4c84-b695-82f45509d86e service nova] [instance: fc6777e8-00c2-4ec0-b373-5c43f705ece4] Received unexpected event network-vif-plugged-56a12dc2-a92f-4e91-a6e2-0048a0caa21a for instance with vm_state active and task_state None.
Dec 06 10:09:35 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-82f18397-92e3-4f36-883f-7e21572f7e6d tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lock "fc6777e8-00c2-4ec0-b373-5c43f705ece4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 22.185s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:09:36 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:09:38 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:09:38 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-569d16d8-4d70-485f-86f8-8dea2284e9cf tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Acquiring lock "3623b97e-3ebb-4aeb-afae-8c80f720aa07" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:09:38 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-569d16d8-4d70-485f-86f8-8dea2284e9cf tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Lock "3623b97e-3ebb-4aeb-afae-8c80f720aa07" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:09:39 user nova-compute[74535]: DEBUG nova.compute.manager [None req-569d16d8-4d70-485f-86f8-8dea2284e9cf tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] [instance: 3623b97e-3ebb-4aeb-afae-8c80f720aa07] Starting instance... {{(pid=74535) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 10:09:39 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-569d16d8-4d70-485f-86f8-8dea2284e9cf tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:09:39 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-569d16d8-4d70-485f-86f8-8dea2284e9cf tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:09:39 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-569d16d8-4d70-485f-86f8-8dea2284e9cf tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74535) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 10:09:39 user nova-compute[74535]: INFO nova.compute.claims [None req-569d16d8-4d70-485f-86f8-8dea2284e9cf tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] [instance: 3623b97e-3ebb-4aeb-afae-8c80f720aa07] Claim successful on node user
Dec 06 10:09:39 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-569d16d8-4d70-485f-86f8-8dea2284e9cf tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:09:39 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-569d16d8-4d70-485f-86f8-8dea2284e9cf tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:09:39 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-569d16d8-4d70-485f-86f8-8dea2284e9cf tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.530s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:09:39 user nova-compute[74535]: DEBUG nova.compute.manager [None req-569d16d8-4d70-485f-86f8-8dea2284e9cf tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] [instance: 3623b97e-3ebb-4aeb-afae-8c80f720aa07] Start building networks asynchronously for instance. {{(pid=74535) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 10:09:39 user nova-compute[74535]: DEBUG nova.compute.manager [None req-569d16d8-4d70-485f-86f8-8dea2284e9cf tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] [instance: 3623b97e-3ebb-4aeb-afae-8c80f720aa07] Allocating IP information in the background. {{(pid=74535) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 10:09:39 user nova-compute[74535]: DEBUG nova.network.neutron [None req-569d16d8-4d70-485f-86f8-8dea2284e9cf tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] [instance: 3623b97e-3ebb-4aeb-afae-8c80f720aa07] allocate_for_instance() {{(pid=74535) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 10:09:39 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-569d16d8-4d70-485f-86f8-8dea2284e9cf tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] [instance: 3623b97e-3ebb-4aeb-afae-8c80f720aa07] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 10:09:39 user nova-compute[74535]: DEBUG nova.compute.manager [None req-569d16d8-4d70-485f-86f8-8dea2284e9cf tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] [instance: 3623b97e-3ebb-4aeb-afae-8c80f720aa07] Start building block device mappings for instance. {{(pid=74535) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 10:09:39 user nova-compute[74535]: DEBUG nova.policy [None req-569d16d8-4d70-485f-86f8-8dea2284e9cf tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1ddfb2ce9ccc425ea65ad864d064d12c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '15e410d9f3724888aa51fec7ed16ea0e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74535) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 10:09:39 user nova-compute[74535]: DEBUG nova.compute.manager [None req-569d16d8-4d70-485f-86f8-8dea2284e9cf tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] [instance: 3623b97e-3ebb-4aeb-afae-8c80f720aa07] Start spawning the instance on the hypervisor. {{(pid=74535) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 10:09:39 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-569d16d8-4d70-485f-86f8-8dea2284e9cf tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] [instance: 3623b97e-3ebb-4aeb-afae-8c80f720aa07] Creating instance directory {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 10:09:39 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-569d16d8-4d70-485f-86f8-8dea2284e9cf tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] [instance: 3623b97e-3ebb-4aeb-afae-8c80f720aa07] Creating image(s)
Dec 06 10:09:39 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-569d16d8-4d70-485f-86f8-8dea2284e9cf tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Acquiring lock "/opt/stack/data/nova/instances/3623b97e-3ebb-4aeb-afae-8c80f720aa07/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:09:39 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-569d16d8-4d70-485f-86f8-8dea2284e9cf tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Lock "/opt/stack/data/nova/instances/3623b97e-3ebb-4aeb-afae-8c80f720aa07/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:09:39 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-569d16d8-4d70-485f-86f8-8dea2284e9cf tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Lock "/opt/stack/data/nova/instances/3623b97e-3ebb-4aeb-afae-8c80f720aa07/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.009s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:09:39 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-569d16d8-4d70-485f-86f8-8dea2284e9cf tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Acquiring lock "6d4c5b975079e8ff8e489f4bef116a34f5c51512" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:09:39 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-569d16d8-4d70-485f-86f8-8dea2284e9cf tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Lock "6d4c5b975079e8ff8e489f4bef116a34f5c51512" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:09:40 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-569d16d8-4d70-485f-86f8-8dea2284e9cf tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/6d4c5b975079e8ff8e489f4bef116a34f5c51512.part --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:09:40 user nova-compute[74535]: DEBUG nova.network.neutron [None req-569d16d8-4d70-485f-86f8-8dea2284e9cf tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] [instance: 3623b97e-3ebb-4aeb-afae-8c80f720aa07] Successfully created port: 6690c3a9-390c-4750-be6e-2670d7117610 {{(pid=74535) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 10:09:40 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-569d16d8-4d70-485f-86f8-8dea2284e9cf tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/6d4c5b975079e8ff8e489f4bef116a34f5c51512.part --force-share --output=json" returned: 0 in 0.214s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:09:40 user nova-compute[74535]: DEBUG nova.virt.images [None req-569d16d8-4d70-485f-86f8-8dea2284e9cf tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] f299005e-9131-4193-8ddc-5efbebde726c was qcow2, converting to raw {{(pid=74535) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Dec 06 10:09:40 user nova-compute[74535]: DEBUG nova.privsep.utils [None req-569d16d8-4d70-485f-86f8-8dea2284e9cf tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74535) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 06 10:09:40 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-569d16d8-4d70-485f-86f8-8dea2284e9cf tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/6d4c5b975079e8ff8e489f4bef116a34f5c51512.part /opt/stack/data/nova/instances/_base/6d4c5b975079e8ff8e489f4bef116a34f5c51512.converted {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:09:41 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-569d16d8-4d70-485f-86f8-8dea2284e9cf tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/6d4c5b975079e8ff8e489f4bef116a34f5c51512.part /opt/stack/data/nova/instances/_base/6d4c5b975079e8ff8e489f4bef116a34f5c51512.converted" returned: 0 in 0.499s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:09:41 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-569d16d8-4d70-485f-86f8-8dea2284e9cf tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/6d4c5b975079e8ff8e489f4bef116a34f5c51512.converted --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:09:41 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-569d16d8-4d70-485f-86f8-8dea2284e9cf tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/6d4c5b975079e8ff8e489f4bef116a34f5c51512.converted --force-share --output=json" returned: 0 in 0.237s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:09:41 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-569d16d8-4d70-485f-86f8-8dea2284e9cf tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Lock "6d4c5b975079e8ff8e489f4bef116a34f5c51512" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.635s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:09:41 user nova-compute[74535]: DEBUG nova.network.neutron [None req-569d16d8-4d70-485f-86f8-8dea2284e9cf tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] [instance: 3623b97e-3ebb-4aeb-afae-8c80f720aa07] Successfully updated port: 6690c3a9-390c-4750-be6e-2670d7117610 {{(pid=74535) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 10:09:41 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-569d16d8-4d70-485f-86f8-8dea2284e9cf tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/6d4c5b975079e8ff8e489f4bef116a34f5c51512 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:09:41 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-569d16d8-4d70-485f-86f8-8dea2284e9cf tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Acquiring lock "refresh_cache-3623b97e-3ebb-4aeb-afae-8c80f720aa07" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:09:41 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-569d16d8-4d70-485f-86f8-8dea2284e9cf tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Acquired lock "refresh_cache-3623b97e-3ebb-4aeb-afae-8c80f720aa07" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:09:41 user nova-compute[74535]: DEBUG nova.network.neutron [None req-569d16d8-4d70-485f-86f8-8dea2284e9cf tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] [instance: 3623b97e-3ebb-4aeb-afae-8c80f720aa07] Building network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 10:09:41 user nova-compute[74535]: DEBUG nova.compute.manager [req-5288c75f-b79b-4098-a35f-125b3cc9d861 req-fed47e21-835b-4bc9-80bb-a57a0f0320d8 service nova] [instance: 3623b97e-3ebb-4aeb-afae-8c80f720aa07] Received event network-changed-6690c3a9-390c-4750-be6e-2670d7117610 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:09:41 user nova-compute[74535]: DEBUG nova.compute.manager [req-5288c75f-b79b-4098-a35f-125b3cc9d861 req-fed47e21-835b-4bc9-80bb-a57a0f0320d8 service nova] [instance: 3623b97e-3ebb-4aeb-afae-8c80f720aa07] Refreshing instance network info cache due to event network-changed-6690c3a9-390c-4750-be6e-2670d7117610. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 10:09:41 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-5288c75f-b79b-4098-a35f-125b3cc9d861 req-fed47e21-835b-4bc9-80bb-a57a0f0320d8 service nova] Acquiring lock "refresh_cache-3623b97e-3ebb-4aeb-afae-8c80f720aa07" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:09:41 user nova-compute[74535]: DEBUG nova.network.neutron [None req-569d16d8-4d70-485f-86f8-8dea2284e9cf tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] [instance: 3623b97e-3ebb-4aeb-afae-8c80f720aa07] Instance cache missing network info. {{(pid=74535) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 10:09:41 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-569d16d8-4d70-485f-86f8-8dea2284e9cf tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/6d4c5b975079e8ff8e489f4bef116a34f5c51512 --force-share --output=json" returned: 0 in 0.211s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:09:41 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-569d16d8-4d70-485f-86f8-8dea2284e9cf tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Acquiring lock "6d4c5b975079e8ff8e489f4bef116a34f5c51512" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:09:41 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-569d16d8-4d70-485f-86f8-8dea2284e9cf tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Lock "6d4c5b975079e8ff8e489f4bef116a34f5c51512" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:09:41 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-569d16d8-4d70-485f-86f8-8dea2284e9cf tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/6d4c5b975079e8ff8e489f4bef116a34f5c51512 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:09:41 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:09:41 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-569d16d8-4d70-485f-86f8-8dea2284e9cf tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/6d4c5b975079e8ff8e489f4bef116a34f5c51512 --force-share --output=json" returned: 0 in 0.208s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:09:41 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-569d16d8-4d70-485f-86f8-8dea2284e9cf tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/6d4c5b975079e8ff8e489f4bef116a34f5c51512,backing_fmt=raw /opt/stack/data/nova/instances/3623b97e-3ebb-4aeb-afae-8c80f720aa07/disk 1073741824 {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:09:42 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-569d16d8-4d70-485f-86f8-8dea2284e9cf tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/6d4c5b975079e8ff8e489f4bef116a34f5c51512,backing_fmt=raw /opt/stack/data/nova/instances/3623b97e-3ebb-4aeb-afae-8c80f720aa07/disk 1073741824" returned: 0 in 0.052s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:09:42 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-569d16d8-4d70-485f-86f8-8dea2284e9cf tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Lock "6d4c5b975079e8ff8e489f4bef116a34f5c51512" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.266s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:09:42 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-569d16d8-4d70-485f-86f8-8dea2284e9cf tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/6d4c5b975079e8ff8e489f4bef116a34f5c51512 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:09:42 user nova-compute[74535]: DEBUG nova.network.neutron [None req-569d16d8-4d70-485f-86f8-8dea2284e9cf tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] [instance: 3623b97e-3ebb-4aeb-afae-8c80f720aa07] Updating instance_info_cache with network_info: [{"id": "6690c3a9-390c-4750-be6e-2670d7117610", "address": "fa:16:3e:00:a3:a7", "network": {"id": "d5481230-d801-4b5c-9559-71444e926e04", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1378130033-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "15e410d9f3724888aa51fec7ed16ea0e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6690c3a9-39", "ovs_interfaceid": "6690c3a9-390c-4750-be6e-2670d7117610", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:09:42 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-569d16d8-4d70-485f-86f8-8dea2284e9cf tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Releasing lock "refresh_cache-3623b97e-3ebb-4aeb-afae-8c80f720aa07" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:09:42 user nova-compute[74535]: DEBUG nova.compute.manager [None req-569d16d8-4d70-485f-86f8-8dea2284e9cf tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] [instance: 3623b97e-3ebb-4aeb-afae-8c80f720aa07] Instance network_info: |[{"id": "6690c3a9-390c-4750-be6e-2670d7117610", "address": "fa:16:3e:00:a3:a7", "network": {"id": "d5481230-d801-4b5c-9559-71444e926e04", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1378130033-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "15e410d9f3724888aa51fec7ed16ea0e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6690c3a9-39", "ovs_interfaceid": "6690c3a9-390c-4750-be6e-2670d7117610", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74535) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 10:09:42 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-5288c75f-b79b-4098-a35f-125b3cc9d861 req-fed47e21-835b-4bc9-80bb-a57a0f0320d8 service nova] Acquired lock "refresh_cache-3623b97e-3ebb-4aeb-afae-8c80f720aa07" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:09:42 user nova-compute[74535]: DEBUG nova.network.neutron [req-5288c75f-b79b-4098-a35f-125b3cc9d861 req-fed47e21-835b-4bc9-80bb-a57a0f0320d8 service nova] [instance: 3623b97e-3ebb-4aeb-afae-8c80f720aa07] Refreshing network info cache for port 6690c3a9-390c-4750-be6e-2670d7117610 {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 10:09:42 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-569d16d8-4d70-485f-86f8-8dea2284e9cf tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/6d4c5b975079e8ff8e489f4bef116a34f5c51512 --force-share --output=json" returned: 0 in 0.184s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:09:42 user nova-compute[74535]: DEBUG nova.virt.disk.api [None req-569d16d8-4d70-485f-86f8-8dea2284e9cf tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Checking if we can resize image /opt/stack/data/nova/instances/3623b97e-3ebb-4aeb-afae-8c80f720aa07/disk. size=1073741824 {{(pid=74535) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 10:09:42 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-569d16d8-4d70-485f-86f8-8dea2284e9cf tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3623b97e-3ebb-4aeb-afae-8c80f720aa07/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:09:42 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-569d16d8-4d70-485f-86f8-8dea2284e9cf tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3623b97e-3ebb-4aeb-afae-8c80f720aa07/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:09:42 user nova-compute[74535]: DEBUG nova.virt.disk.api [None req-569d16d8-4d70-485f-86f8-8dea2284e9cf tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Cannot resize image /opt/stack/data/nova/instances/3623b97e-3ebb-4aeb-afae-8c80f720aa07/disk to a smaller size. {{(pid=74535) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 10:09:42 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-569d16d8-4d70-485f-86f8-8dea2284e9cf tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] [instance: 3623b97e-3ebb-4aeb-afae-8c80f720aa07] Created local disks {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 10:09:42 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-569d16d8-4d70-485f-86f8-8dea2284e9cf tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] [instance: 3623b97e-3ebb-4aeb-afae-8c80f720aa07] Ensure instance console log exists: /opt/stack/data/nova/instances/3623b97e-3ebb-4aeb-afae-8c80f720aa07/console.log {{(pid=74535) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 10:09:42 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-569d16d8-4d70-485f-86f8-8dea2284e9cf tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:09:42 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-569d16d8-4d70-485f-86f8-8dea2284e9cf tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:09:42 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-569d16d8-4d70-485f-86f8-8dea2284e9cf tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:09:42 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-569d16d8-4d70-485f-86f8-8dea2284e9cf tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] [instance: 3623b97e-3ebb-4aeb-afae-8c80f720aa07] Start _get_guest_xml network_info=[{"id": "6690c3a9-390c-4750-be6e-2670d7117610", "address": "fa:16:3e:00:a3:a7", "network": {"id": "d5481230-d801-4b5c-9559-71444e926e04", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1378130033-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "15e410d9f3724888aa51fec7ed16ea0e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6690c3a9-39", "ovs_interfaceid": "6690c3a9-390c-4750-be6e-2670d7117610", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T10:09:36Z,direct_url=<?>,disk_format='qcow2',id=f299005e-9131-4193-8ddc-5efbebde726c,min_disk=0,min_ram=0,name='tempest-scenario-img--161159301',owner='15e410d9f3724888aa51fec7ed16ea0e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T10:09:38Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'device_name': '/dev/vda', 'encrypted': False, 'encryption_format': None, 'encryption_options': None, 'encryption_secret_uuid': None, 'boot_index': 0, 'device_type': 'disk', 'size': 0, 'guest_format': None, 'image_id': 'f299005e-9131-4193-8ddc-5efbebde726c'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 10:09:42 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-569d16d8-4d70-485f-86f8-8dea2284e9cf tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:09:42 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-569d16d8-4d70-485f-86f8-8dea2284e9cf tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:09:42 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-569d16d8-4d70-485f-86f8-8dea2284e9cf tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 10:09:42 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-569d16d8-4d70-485f-86f8-8dea2284e9cf tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] CPU controller missing on host. {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 10:09:42 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-569d16d8-4d70-485f-86f8-8dea2284e9cf tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 10:09:42 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-569d16d8-4d70-485f-86f8-8dea2284e9cf tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] CPU controller found on host. {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 10:09:42 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-569d16d8-4d70-485f-86f8-8dea2284e9cf tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74535) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 10:09:42 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-569d16d8-4d70-485f-86f8-8dea2284e9cf tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T09:52:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T10:09:36Z,direct_url=<?>,disk_format='qcow2',id=f299005e-9131-4193-8ddc-5efbebde726c,min_disk=0,min_ram=0,name='tempest-scenario-img--161159301',owner='15e410d9f3724888aa51fec7ed16ea0e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T10:09:38Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 10:09:42 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-569d16d8-4d70-485f-86f8-8dea2284e9cf tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Flavor limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 10:09:42 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-569d16d8-4d70-485f-86f8-8dea2284e9cf tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Image limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 10:09:42 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-569d16d8-4d70-485f-86f8-8dea2284e9cf tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Flavor pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 10:09:42 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-569d16d8-4d70-485f-86f8-8dea2284e9cf tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Image pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 10:09:42 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-569d16d8-4d70-485f-86f8-8dea2284e9cf tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 10:09:42 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-569d16d8-4d70-485f-86f8-8dea2284e9cf tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 10:09:42 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-569d16d8-4d70-485f-86f8-8dea2284e9cf tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 10:09:42 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-569d16d8-4d70-485f-86f8-8dea2284e9cf tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Got 1 possible topologies {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 10:09:42 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-569d16d8-4d70-485f-86f8-8dea2284e9cf tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 10:09:42 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-569d16d8-4d70-485f-86f8-8dea2284e9cf tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 10:09:42 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-569d16d8-4d70-485f-86f8-8dea2284e9cf tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:09:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1158953495',display_name='tempest-TestMinimumBasicScenario-server-1158953495',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1158953495',id=32,image_ref='f299005e-9131-4193-8ddc-5efbebde726c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMnSGTYN2JqvA3J093LeLLoU2sRDrfHkQM33A4jgmLCTJTWwt0rP6/F/kAymCEUNKru9hWAxBjfKptEK9XdVBq6SgeAYCqdmUdi30S0QeCRtMrXK1vgDRP1w4EdeOiH9Tw==',key_name='tempest-TestMinimumBasicScenario-208272058',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='15e410d9f3724888aa51fec7ed16ea0e',ramdisk_id='',reservation_id='r-0un60yc7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='f299005e-9131-4193-8ddc-5efbebde726c',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-372287840',owner_user_name='tempest-TestMinimumBasicScenario-372287840-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T10:09:40Z,user_data=None,user_id='1ddfb2ce9ccc425ea65ad864d064d12c',uuid=3623b97e-3ebb-4aeb-afae-8c80f720aa07,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6690c3a9-390c-4750-be6e-2670d7117610", "address": "fa:16:3e:00:a3:a7", "network": {"id": "d5481230-d801-4b5c-9559-71444e926e04", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1378130033-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "15e410d9f3724888aa51fec7ed16ea0e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6690c3a9-39", "ovs_interfaceid": "6690c3a9-390c-4750-be6e-2670d7117610", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74535) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 10:09:42 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-569d16d8-4d70-485f-86f8-8dea2284e9cf tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Converting VIF {"id": "6690c3a9-390c-4750-be6e-2670d7117610", "address": "fa:16:3e:00:a3:a7", "network": {"id": "d5481230-d801-4b5c-9559-71444e926e04", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1378130033-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "15e410d9f3724888aa51fec7ed16ea0e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6690c3a9-39", "ovs_interfaceid": "6690c3a9-390c-4750-be6e-2670d7117610", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:09:42 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-569d16d8-4d70-485f-86f8-8dea2284e9cf tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:00:a3:a7,bridge_name='br-int',has_traffic_filtering=True,id=6690c3a9-390c-4750-be6e-2670d7117610,network=Network(d5481230-d801-4b5c-9559-71444e926e04),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6690c3a9-39') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:09:42 user nova-compute[74535]: DEBUG nova.objects.instance [None req-569d16d8-4d70-485f-86f8-8dea2284e9cf tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Lazy-loading 'pci_devices' on Instance uuid 3623b97e-3ebb-4aeb-afae-8c80f720aa07 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:09:42 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-569d16d8-4d70-485f-86f8-8dea2284e9cf tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] [instance: 3623b97e-3ebb-4aeb-afae-8c80f720aa07] End _get_guest_xml xml=<domain type="kvm">
Dec 06 10:09:42 user nova-compute[74535]:   <uuid>3623b97e-3ebb-4aeb-afae-8c80f720aa07</uuid>
Dec 06 10:09:42 user nova-compute[74535]:   <name>instance-00000020</name>
Dec 06 10:09:42 user nova-compute[74535]:   <memory>524288</memory>
Dec 06 10:09:42 user nova-compute[74535]:   <vcpu>1</vcpu>
Dec 06 10:09:42 user nova-compute[74535]:   <metadata>
Dec 06 10:09:42 user nova-compute[74535]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 10:09:42 user nova-compute[74535]:       <nova:package version="0.0.0"/>
Dec 06 10:09:42 user nova-compute[74535]:       <nova:name>tempest-TestMinimumBasicScenario-server-1158953495</nova:name>
Dec 06 10:09:42 user nova-compute[74535]:       <nova:creationTime>2023-12-06 10:09:42</nova:creationTime>
Dec 06 10:09:42 user nova-compute[74535]:       <nova:flavor name="m1.tiny">
Dec 06 10:09:42 user nova-compute[74535]:         <nova:memory>512</nova:memory>
Dec 06 10:09:42 user nova-compute[74535]:         <nova:disk>1</nova:disk>
Dec 06 10:09:42 user nova-compute[74535]:         <nova:swap>0</nova:swap>
Dec 06 10:09:42 user nova-compute[74535]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 10:09:42 user nova-compute[74535]:         <nova:vcpus>1</nova:vcpus>
Dec 06 10:09:42 user nova-compute[74535]:       </nova:flavor>
Dec 06 10:09:42 user nova-compute[74535]:       <nova:owner>
Dec 06 10:09:42 user nova-compute[74535]:         <nova:user uuid="1ddfb2ce9ccc425ea65ad864d064d12c">tempest-TestMinimumBasicScenario-372287840-project-member</nova:user>
Dec 06 10:09:42 user nova-compute[74535]:         <nova:project uuid="15e410d9f3724888aa51fec7ed16ea0e">tempest-TestMinimumBasicScenario-372287840</nova:project>
Dec 06 10:09:42 user nova-compute[74535]:       </nova:owner>
Dec 06 10:09:42 user nova-compute[74535]:       <nova:root type="image" uuid="f299005e-9131-4193-8ddc-5efbebde726c"/>
Dec 06 10:09:42 user nova-compute[74535]:       <nova:ports>
Dec 06 10:09:42 user nova-compute[74535]:         <nova:port uuid="6690c3a9-390c-4750-be6e-2670d7117610">
Dec 06 10:09:42 user nova-compute[74535]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Dec 06 10:09:42 user nova-compute[74535]:         </nova:port>
Dec 06 10:09:42 user nova-compute[74535]:       </nova:ports>
Dec 06 10:09:42 user nova-compute[74535]:     </nova:instance>
Dec 06 10:09:42 user nova-compute[74535]:   </metadata>
Dec 06 10:09:42 user nova-compute[74535]:   <sysinfo type="smbios">
Dec 06 10:09:42 user nova-compute[74535]:     <system>
Dec 06 10:09:42 user nova-compute[74535]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 10:09:42 user nova-compute[74535]:       <entry name="product">OpenStack Nova</entry>
Dec 06 10:09:42 user nova-compute[74535]:       <entry name="version">0.0.0</entry>
Dec 06 10:09:42 user nova-compute[74535]:       <entry name="serial">3623b97e-3ebb-4aeb-afae-8c80f720aa07</entry>
Dec 06 10:09:42 user nova-compute[74535]:       <entry name="uuid">3623b97e-3ebb-4aeb-afae-8c80f720aa07</entry>
Dec 06 10:09:42 user nova-compute[74535]:       <entry name="family">Virtual Machine</entry>
Dec 06 10:09:42 user nova-compute[74535]:     </system>
Dec 06 10:09:42 user nova-compute[74535]:   </sysinfo>
Dec 06 10:09:42 user nova-compute[74535]:   <os>
Dec 06 10:09:42 user nova-compute[74535]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 10:09:42 user nova-compute[74535]:     <boot dev="hd"/>
Dec 06 10:09:42 user nova-compute[74535]:     <smbios mode="sysinfo"/>
Dec 06 10:09:42 user nova-compute[74535]:   </os>
Dec 06 10:09:42 user nova-compute[74535]:   <features>
Dec 06 10:09:42 user nova-compute[74535]:     <acpi/>
Dec 06 10:09:42 user nova-compute[74535]:     <apic/>
Dec 06 10:09:42 user nova-compute[74535]:     <vmcoreinfo/>
Dec 06 10:09:42 user nova-compute[74535]:   </features>
Dec 06 10:09:42 user nova-compute[74535]:   <clock offset="utc">
Dec 06 10:09:42 user nova-compute[74535]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 10:09:42 user nova-compute[74535]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 10:09:42 user nova-compute[74535]:     <timer name="hpet" present="no"/>
Dec 06 10:09:42 user nova-compute[74535]:   </clock>
Dec 06 10:09:42 user nova-compute[74535]:   <cpu mode="custom" match="exact">
Dec 06 10:09:42 user nova-compute[74535]:     <model>Nehalem</model>
Dec 06 10:09:42 user nova-compute[74535]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 10:09:42 user nova-compute[74535]:   </cpu>
Dec 06 10:09:42 user nova-compute[74535]:   <devices>
Dec 06 10:09:42 user nova-compute[74535]:     <disk type="file" device="disk">
Dec 06 10:09:42 user nova-compute[74535]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 10:09:42 user nova-compute[74535]:       <source file="/opt/stack/data/nova/instances/3623b97e-3ebb-4aeb-afae-8c80f720aa07/disk"/>
Dec 06 10:09:42 user nova-compute[74535]:       <target dev="vda" bus="virtio"/>
Dec 06 10:09:42 user nova-compute[74535]:     </disk>
Dec 06 10:09:42 user nova-compute[74535]:     <interface type="ethernet">
Dec 06 10:09:42 user nova-compute[74535]:       <mac address="fa:16:3e:00:a3:a7"/>
Dec 06 10:09:42 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 10:09:42 user nova-compute[74535]:       <mtu size="1442"/>
Dec 06 10:09:42 user nova-compute[74535]:       <target dev="tap6690c3a9-39"/>
Dec 06 10:09:42 user nova-compute[74535]:     </interface>
Dec 06 10:09:42 user nova-compute[74535]:     <serial type="pty">
Dec 06 10:09:42 user nova-compute[74535]:       <log file="/opt/stack/data/nova/instances/3623b97e-3ebb-4aeb-afae-8c80f720aa07/console.log" append="off"/>
Dec 06 10:09:42 user nova-compute[74535]:     </serial>
Dec 06 10:09:42 user nova-compute[74535]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 10:09:42 user nova-compute[74535]:     <video>
Dec 06 10:09:42 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 10:09:42 user nova-compute[74535]:     </video>
Dec 06 10:09:42 user nova-compute[74535]:     <rng model="virtio">
Dec 06 10:09:42 user nova-compute[74535]:       <backend model="random">/dev/urandom</backend>
Dec 06 10:09:42 user nova-compute[74535]:     </rng>
Dec 06 10:09:42 user nova-compute[74535]:     <controller type="usb" index="0" model="none"/>
Dec 06 10:09:42 user nova-compute[74535]:     <memballoon model="virtio">
Dec 06 10:09:42 user nova-compute[74535]:       <stats period="10"/>
Dec 06 10:09:42 user nova-compute[74535]:     </memballoon>
Dec 06 10:09:42 user nova-compute[74535]:   </devices>
Dec 06 10:09:42 user nova-compute[74535]: </domain>
Dec 06 10:09:42 user nova-compute[74535]:  {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 10:09:42 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-569d16d8-4d70-485f-86f8-8dea2284e9cf tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:09:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1158953495',display_name='tempest-TestMinimumBasicScenario-server-1158953495',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1158953495',id=32,image_ref='f299005e-9131-4193-8ddc-5efbebde726c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMnSGTYN2JqvA3J093LeLLoU2sRDrfHkQM33A4jgmLCTJTWwt0rP6/F/kAymCEUNKru9hWAxBjfKptEK9XdVBq6SgeAYCqdmUdi30S0QeCRtMrXK1vgDRP1w4EdeOiH9Tw==',key_name='tempest-TestMinimumBasicScenario-208272058',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='15e410d9f3724888aa51fec7ed16ea0e',ramdisk_id='',reservation_id='r-0un60yc7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='f299005e-9131-4193-8ddc-5efbebde726c',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-372287840',owner_user_name='tempest-TestMinimumBasicScenario-372287840-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T10:09:40Z,user_data=None,user_id='1ddfb2ce9ccc425ea65ad864d064d12c',uuid=3623b97e-3ebb-4aeb-afae-8c80f720aa07,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6690c3a9-390c-4750-be6e-2670d7117610", "address": "fa:16:3e:00:a3:a7", "network": {"id": "d5481230-d801-4b5c-9559-71444e926e04", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1378130033-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "15e410d9f3724888aa51fec7ed16ea0e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6690c3a9-39", "ovs_interfaceid": "6690c3a9-390c-4750-be6e-2670d7117610", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 10:09:42 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-569d16d8-4d70-485f-86f8-8dea2284e9cf tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Converting VIF {"id": "6690c3a9-390c-4750-be6e-2670d7117610", "address": "fa:16:3e:00:a3:a7", "network": {"id": "d5481230-d801-4b5c-9559-71444e926e04", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1378130033-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "15e410d9f3724888aa51fec7ed16ea0e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6690c3a9-39", "ovs_interfaceid": "6690c3a9-390c-4750-be6e-2670d7117610", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:09:42 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-569d16d8-4d70-485f-86f8-8dea2284e9cf tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:00:a3:a7,bridge_name='br-int',has_traffic_filtering=True,id=6690c3a9-390c-4750-be6e-2670d7117610,network=Network(d5481230-d801-4b5c-9559-71444e926e04),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6690c3a9-39') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:09:42 user nova-compute[74535]: DEBUG os_vif [None req-569d16d8-4d70-485f-86f8-8dea2284e9cf tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:00:a3:a7,bridge_name='br-int',has_traffic_filtering=True,id=6690c3a9-390c-4750-be6e-2670d7117610,network=Network(d5481230-d801-4b5c-9559-71444e926e04),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6690c3a9-39') {{(pid=74535) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 10:09:42 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:09:42 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:09:42 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 10:09:42 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:09:42 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c6c3dc86-a194-59f0-8a69-9f0b091fb73f', '_type': 'linux-noop'}}, row=False) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:09:42 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:09:42 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:09:42 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:09:42 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:09:42 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap6690c3a9-39, may_exist=True, interface_attrs={}) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:09:42 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap6690c3a9-39, col_values=(('qos', UUID('d4b146f0-3ea1-4fbd-96f2-1af3e1d69a22')),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:09:42 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap6690c3a9-39, col_values=(('external_ids', {'iface-id': '6690c3a9-390c-4750-be6e-2670d7117610', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:00:a3:a7', 'vm-uuid': '3623b97e-3ebb-4aeb-afae-8c80f720aa07'}),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:09:42 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:09:42 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:09:42 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:09:42 user nova-compute[74535]: INFO os_vif [None req-569d16d8-4d70-485f-86f8-8dea2284e9cf tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:00:a3:a7,bridge_name='br-int',has_traffic_filtering=True,id=6690c3a9-390c-4750-be6e-2670d7117610,network=Network(d5481230-d801-4b5c-9559-71444e926e04),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6690c3a9-39')
Dec 06 10:09:42 user nova-compute[74535]: DEBUG nova.network.neutron [req-5288c75f-b79b-4098-a35f-125b3cc9d861 req-fed47e21-835b-4bc9-80bb-a57a0f0320d8 service nova] [instance: 3623b97e-3ebb-4aeb-afae-8c80f720aa07] Updated VIF entry in instance network info cache for port 6690c3a9-390c-4750-be6e-2670d7117610. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 10:09:42 user nova-compute[74535]: DEBUG nova.network.neutron [req-5288c75f-b79b-4098-a35f-125b3cc9d861 req-fed47e21-835b-4bc9-80bb-a57a0f0320d8 service nova] [instance: 3623b97e-3ebb-4aeb-afae-8c80f720aa07] Updating instance_info_cache with network_info: [{"id": "6690c3a9-390c-4750-be6e-2670d7117610", "address": "fa:16:3e:00:a3:a7", "network": {"id": "d5481230-d801-4b5c-9559-71444e926e04", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1378130033-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "15e410d9f3724888aa51fec7ed16ea0e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6690c3a9-39", "ovs_interfaceid": "6690c3a9-390c-4750-be6e-2670d7117610", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:09:42 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-5288c75f-b79b-4098-a35f-125b3cc9d861 req-fed47e21-835b-4bc9-80bb-a57a0f0320d8 service nova] Releasing lock "refresh_cache-3623b97e-3ebb-4aeb-afae-8c80f720aa07" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:09:42 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-569d16d8-4d70-485f-86f8-8dea2284e9cf tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] No BDM found with device name vda, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 10:09:42 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-569d16d8-4d70-485f-86f8-8dea2284e9cf tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] No VIF found with MAC fa:16:3e:00:a3:a7, not building metadata {{(pid=74535) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 10:09:44 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:09:44 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:09:44 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:09:44 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:09:44 user nova-compute[74535]: DEBUG nova.compute.manager [req-2bf6f5a4-dc30-4557-89f2-545f48a1bf1b req-020731f3-77f1-4baa-bace-82ec76390b80 service nova] [instance: 3623b97e-3ebb-4aeb-afae-8c80f720aa07] Received event network-vif-plugged-6690c3a9-390c-4750-be6e-2670d7117610 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:09:44 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-2bf6f5a4-dc30-4557-89f2-545f48a1bf1b req-020731f3-77f1-4baa-bace-82ec76390b80 service nova] Acquiring lock "3623b97e-3ebb-4aeb-afae-8c80f720aa07-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:09:44 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-2bf6f5a4-dc30-4557-89f2-545f48a1bf1b req-020731f3-77f1-4baa-bace-82ec76390b80 service nova] Lock "3623b97e-3ebb-4aeb-afae-8c80f720aa07-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:09:44 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-2bf6f5a4-dc30-4557-89f2-545f48a1bf1b req-020731f3-77f1-4baa-bace-82ec76390b80 service nova] Lock "3623b97e-3ebb-4aeb-afae-8c80f720aa07-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:09:44 user nova-compute[74535]: DEBUG nova.compute.manager [req-2bf6f5a4-dc30-4557-89f2-545f48a1bf1b req-020731f3-77f1-4baa-bace-82ec76390b80 service nova] [instance: 3623b97e-3ebb-4aeb-afae-8c80f720aa07] No waiting events found dispatching network-vif-plugged-6690c3a9-390c-4750-be6e-2670d7117610 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:09:44 user nova-compute[74535]: WARNING nova.compute.manager [req-2bf6f5a4-dc30-4557-89f2-545f48a1bf1b req-020731f3-77f1-4baa-bace-82ec76390b80 service nova] [instance: 3623b97e-3ebb-4aeb-afae-8c80f720aa07] Received unexpected event network-vif-plugged-6690c3a9-390c-4750-be6e-2670d7117610 for instance with vm_state building and task_state spawning.
Dec 06 10:09:44 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:09:44 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:09:44 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:09:44 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:09:44 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:09:46 user nova-compute[74535]: DEBUG nova.compute.manager [None req-569d16d8-4d70-485f-86f8-8dea2284e9cf tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] [instance: 3623b97e-3ebb-4aeb-afae-8c80f720aa07] Instance event wait completed in 0 seconds for  {{(pid=74535) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 10:09:46 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-569d16d8-4d70-485f-86f8-8dea2284e9cf tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] [instance: 3623b97e-3ebb-4aeb-afae-8c80f720aa07] Guest created on hypervisor {{(pid=74535) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 10:09:46 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: 3623b97e-3ebb-4aeb-afae-8c80f720aa07] Instance spawned successfully.
Dec 06 10:09:46 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-569d16d8-4d70-485f-86f8-8dea2284e9cf tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] [instance: 3623b97e-3ebb-4aeb-afae-8c80f720aa07] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 10:09:46 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-569d16d8-4d70-485f-86f8-8dea2284e9cf tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] [instance: 3623b97e-3ebb-4aeb-afae-8c80f720aa07] Found default for hw_cdrom_bus of ide {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:09:46 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-569d16d8-4d70-485f-86f8-8dea2284e9cf tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] [instance: 3623b97e-3ebb-4aeb-afae-8c80f720aa07] Found default for hw_disk_bus of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:09:46 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-569d16d8-4d70-485f-86f8-8dea2284e9cf tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] [instance: 3623b97e-3ebb-4aeb-afae-8c80f720aa07] Found default for hw_input_bus of None {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:09:46 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-569d16d8-4d70-485f-86f8-8dea2284e9cf tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] [instance: 3623b97e-3ebb-4aeb-afae-8c80f720aa07] Found default for hw_pointer_model of None {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:09:46 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-569d16d8-4d70-485f-86f8-8dea2284e9cf tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] [instance: 3623b97e-3ebb-4aeb-afae-8c80f720aa07] Found default for hw_video_model of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:09:46 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-569d16d8-4d70-485f-86f8-8dea2284e9cf tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] [instance: 3623b97e-3ebb-4aeb-afae-8c80f720aa07] Found default for hw_vif_model of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:09:46 user nova-compute[74535]: DEBUG nova.compute.manager [req-5c4b5c8f-bc83-4c07-a2db-0c02c2137ae4 req-8bac19bd-5a41-436e-979f-04d4d5b7ff63 service nova] [instance: 3623b97e-3ebb-4aeb-afae-8c80f720aa07] Received event network-vif-plugged-6690c3a9-390c-4750-be6e-2670d7117610 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:09:46 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-5c4b5c8f-bc83-4c07-a2db-0c02c2137ae4 req-8bac19bd-5a41-436e-979f-04d4d5b7ff63 service nova] Acquiring lock "3623b97e-3ebb-4aeb-afae-8c80f720aa07-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:09:46 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-5c4b5c8f-bc83-4c07-a2db-0c02c2137ae4 req-8bac19bd-5a41-436e-979f-04d4d5b7ff63 service nova] Lock "3623b97e-3ebb-4aeb-afae-8c80f720aa07-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:09:46 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-5c4b5c8f-bc83-4c07-a2db-0c02c2137ae4 req-8bac19bd-5a41-436e-979f-04d4d5b7ff63 service nova] Lock "3623b97e-3ebb-4aeb-afae-8c80f720aa07-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:09:46 user nova-compute[74535]: DEBUG nova.compute.manager [req-5c4b5c8f-bc83-4c07-a2db-0c02c2137ae4 req-8bac19bd-5a41-436e-979f-04d4d5b7ff63 service nova] [instance: 3623b97e-3ebb-4aeb-afae-8c80f720aa07] No waiting events found dispatching network-vif-plugged-6690c3a9-390c-4750-be6e-2670d7117610 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:09:46 user nova-compute[74535]: WARNING nova.compute.manager [req-5c4b5c8f-bc83-4c07-a2db-0c02c2137ae4 req-8bac19bd-5a41-436e-979f-04d4d5b7ff63 service nova] [instance: 3623b97e-3ebb-4aeb-afae-8c80f720aa07] Received unexpected event network-vif-plugged-6690c3a9-390c-4750-be6e-2670d7117610 for instance with vm_state building and task_state spawning.
Dec 06 10:09:46 user nova-compute[74535]: INFO nova.compute.manager [None req-569d16d8-4d70-485f-86f8-8dea2284e9cf tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] [instance: 3623b97e-3ebb-4aeb-afae-8c80f720aa07] Took 6.63 seconds to spawn the instance on the hypervisor.
Dec 06 10:09:46 user nova-compute[74535]: DEBUG nova.compute.manager [None req-569d16d8-4d70-485f-86f8-8dea2284e9cf tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] [instance: 3623b97e-3ebb-4aeb-afae-8c80f720aa07] Checking state {{(pid=74535) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 10:09:46 user nova-compute[74535]: INFO nova.compute.manager [None req-569d16d8-4d70-485f-86f8-8dea2284e9cf tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] [instance: 3623b97e-3ebb-4aeb-afae-8c80f720aa07] Took 7.54 seconds to build instance.
Dec 06 10:09:46 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-569d16d8-4d70-485f-86f8-8dea2284e9cf tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Lock "3623b97e-3ebb-4aeb-afae-8c80f720aa07" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.645s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:09:47 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:09:48 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:09:48 user nova-compute[74535]: DEBUG nova.compute.manager [req-7975d1c7-2072-4dfd-8d9a-518b0bfab804 req-a315d720-7d14-4575-98ba-c415696da088 service nova] [instance: 5e39a1a4-f188-40e3-bcba-70e47abd6026] Received event network-changed-d5923d45-0499-4abf-8914-ff036bd4603b {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:09:48 user nova-compute[74535]: DEBUG nova.compute.manager [req-7975d1c7-2072-4dfd-8d9a-518b0bfab804 req-a315d720-7d14-4575-98ba-c415696da088 service nova] [instance: 5e39a1a4-f188-40e3-bcba-70e47abd6026] Refreshing instance network info cache due to event network-changed-d5923d45-0499-4abf-8914-ff036bd4603b. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 10:09:48 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-7975d1c7-2072-4dfd-8d9a-518b0bfab804 req-a315d720-7d14-4575-98ba-c415696da088 service nova] Acquiring lock "refresh_cache-5e39a1a4-f188-40e3-bcba-70e47abd6026" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:09:48 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-7975d1c7-2072-4dfd-8d9a-518b0bfab804 req-a315d720-7d14-4575-98ba-c415696da088 service nova] Acquired lock "refresh_cache-5e39a1a4-f188-40e3-bcba-70e47abd6026" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:09:48 user nova-compute[74535]: DEBUG nova.network.neutron [req-7975d1c7-2072-4dfd-8d9a-518b0bfab804 req-a315d720-7d14-4575-98ba-c415696da088 service nova] [instance: 5e39a1a4-f188-40e3-bcba-70e47abd6026] Refreshing network info cache for port d5923d45-0499-4abf-8914-ff036bd4603b {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 10:09:49 user nova-compute[74535]: DEBUG nova.compute.manager [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] Stashing vm_state: active {{(pid=74535) _prep_resize /opt/stack/nova/nova/compute/manager.py:5615}}
Dec 06 10:09:49 user nova-compute[74535]: DEBUG nova.network.neutron [req-7975d1c7-2072-4dfd-8d9a-518b0bfab804 req-a315d720-7d14-4575-98ba-c415696da088 service nova] [instance: 5e39a1a4-f188-40e3-bcba-70e47abd6026] Updated VIF entry in instance network info cache for port d5923d45-0499-4abf-8914-ff036bd4603b. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 10:09:49 user nova-compute[74535]: DEBUG nova.network.neutron [req-7975d1c7-2072-4dfd-8d9a-518b0bfab804 req-a315d720-7d14-4575-98ba-c415696da088 service nova] [instance: 5e39a1a4-f188-40e3-bcba-70e47abd6026] Updating instance_info_cache with network_info: [{"id": "d5923d45-0499-4abf-8914-ff036bd4603b", "address": "fa:16:3e:1b:cc:82", "network": {"id": "8b86f560-d219-47ac-911b-827500badcc4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-867973244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1a6ab8cc08d4115a89db7cf36f78025", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd5923d45-04", "ovs_interfaceid": "d5923d45-0499-4abf-8914-ff036bd4603b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:09:49 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-7975d1c7-2072-4dfd-8d9a-518b0bfab804 req-a315d720-7d14-4575-98ba-c415696da088 service nova] Releasing lock "refresh_cache-5e39a1a4-f188-40e3-bcba-70e47abd6026" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:09:49 user nova-compute[74535]: DEBUG nova.compute.manager [req-7975d1c7-2072-4dfd-8d9a-518b0bfab804 req-a315d720-7d14-4575-98ba-c415696da088 service nova] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] Received event network-changed-176932fd-6f91-448e-882d-6ad94f3126fb {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:09:49 user nova-compute[74535]: DEBUG nova.compute.manager [req-7975d1c7-2072-4dfd-8d9a-518b0bfab804 req-a315d720-7d14-4575-98ba-c415696da088 service nova] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] Refreshing instance network info cache due to event network-changed-176932fd-6f91-448e-882d-6ad94f3126fb. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 10:09:49 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-7975d1c7-2072-4dfd-8d9a-518b0bfab804 req-a315d720-7d14-4575-98ba-c415696da088 service nova] Acquiring lock "refresh_cache-ceae3072-5275-4b93-92f3-fca295ad3929" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:09:49 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-7975d1c7-2072-4dfd-8d9a-518b0bfab804 req-a315d720-7d14-4575-98ba-c415696da088 service nova] Acquired lock "refresh_cache-ceae3072-5275-4b93-92f3-fca295ad3929" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:09:49 user nova-compute[74535]: DEBUG nova.network.neutron [req-7975d1c7-2072-4dfd-8d9a-518b0bfab804 req-a315d720-7d14-4575-98ba-c415696da088 service nova] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] Refreshing network info cache for port 176932fd-6f91-448e-882d-6ad94f3126fb {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 10:09:49 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:09:49 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:09:49 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74535) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 10:09:49 user nova-compute[74535]: INFO nova.compute.claims [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] Claim successful on node user
Dec 06 10:09:49 user nova-compute[74535]: INFO nova.compute.resource_tracker [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] Updating resource usage from migration d022e52a-fe58-4c58-9202-75f12feabb15
Dec 06 10:09:49 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:09:49 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:09:49 user nova-compute[74535]: DEBUG nova.network.neutron [req-7975d1c7-2072-4dfd-8d9a-518b0bfab804 req-a315d720-7d14-4575-98ba-c415696da088 service nova] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] Updated VIF entry in instance network info cache for port 176932fd-6f91-448e-882d-6ad94f3126fb. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 10:09:49 user nova-compute[74535]: DEBUG nova.network.neutron [req-7975d1c7-2072-4dfd-8d9a-518b0bfab804 req-a315d720-7d14-4575-98ba-c415696da088 service nova] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] Updating instance_info_cache with network_info: [{"id": "176932fd-6f91-448e-882d-6ad94f3126fb", "address": "fa:16:3e:1c:04:bb", "network": {"id": "8b86f560-d219-47ac-911b-827500badcc4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-867973244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.9", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1a6ab8cc08d4115a89db7cf36f78025", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap176932fd-6f", "ovs_interfaceid": "176932fd-6f91-448e-882d-6ad94f3126fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:09:49 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-7975d1c7-2072-4dfd-8d9a-518b0bfab804 req-a315d720-7d14-4575-98ba-c415696da088 service nova] Releasing lock "refresh_cache-ceae3072-5275-4b93-92f3-fca295ad3929" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:09:49 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 0.559s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:09:49 user nova-compute[74535]: INFO nova.compute.manager [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] Migrating
Dec 06 10:09:49 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Acquiring lock "refresh_cache-ceae3072-5275-4b93-92f3-fca295ad3929" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:09:49 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Acquired lock "refresh_cache-ceae3072-5275-4b93-92f3-fca295ad3929" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:09:49 user nova-compute[74535]: DEBUG nova.network.neutron [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] Building network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 10:09:50 user nova-compute[74535]: DEBUG nova.network.neutron [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] Updating instance_info_cache with network_info: [{"id": "176932fd-6f91-448e-882d-6ad94f3126fb", "address": "fa:16:3e:1c:04:bb", "network": {"id": "8b86f560-d219-47ac-911b-827500badcc4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-867973244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.9", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1a6ab8cc08d4115a89db7cf36f78025", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap176932fd-6f", "ovs_interfaceid": "176932fd-6f91-448e-882d-6ad94f3126fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:09:50 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Releasing lock "refresh_cache-ceae3072-5275-4b93-92f3-fca295ad3929" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:09:50 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] Starting migrate_disk_and_power_off {{(pid=74535) migrate_disk_and_power_off /opt/stack/nova/nova/virt/libvirt/driver.py:11490}}
Dec 06 10:09:50 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:09:50 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:09:51 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:09:51 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:09:51 user nova-compute[74535]: DEBUG nova.compute.manager [req-152b0290-15ea-4270-8142-e858ee6bed2f req-f955d67b-830c-4ea3-8ff7-93141b067a9b service nova] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] Received event network-vif-unplugged-176932fd-6f91-448e-882d-6ad94f3126fb {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:09:51 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-152b0290-15ea-4270-8142-e858ee6bed2f req-f955d67b-830c-4ea3-8ff7-93141b067a9b service nova] Acquiring lock "ceae3072-5275-4b93-92f3-fca295ad3929-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:09:51 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-152b0290-15ea-4270-8142-e858ee6bed2f req-f955d67b-830c-4ea3-8ff7-93141b067a9b service nova] Lock "ceae3072-5275-4b93-92f3-fca295ad3929-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:09:51 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-152b0290-15ea-4270-8142-e858ee6bed2f req-f955d67b-830c-4ea3-8ff7-93141b067a9b service nova] Lock "ceae3072-5275-4b93-92f3-fca295ad3929-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:09:51 user nova-compute[74535]: DEBUG nova.compute.manager [req-152b0290-15ea-4270-8142-e858ee6bed2f req-f955d67b-830c-4ea3-8ff7-93141b067a9b service nova] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] No waiting events found dispatching network-vif-unplugged-176932fd-6f91-448e-882d-6ad94f3126fb {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:09:51 user nova-compute[74535]: WARNING nova.compute.manager [req-152b0290-15ea-4270-8142-e858ee6bed2f req-f955d67b-830c-4ea3-8ff7-93141b067a9b service nova] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] Received unexpected event network-vif-unplugged-176932fd-6f91-448e-882d-6ad94f3126fb for instance with vm_state active and task_state resize_migrating.
Dec 06 10:09:51 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] Instance destroyed successfully.
Dec 06 10:09:51 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:07:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1630394649',display_name='tempest-ServerActionsTestOtherA-server-1630394649',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1630394649',id=28,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLO52HtMW4UMfGR+ZIcv2xGz1VFohxn+vVKQC3s2LtNicxzbY2Do3+F0nIV2Mn0nQf+HcJzYzk5oy9gorT4ZoJHR7SEaLEBUzVGJvdQUWU9bd6xtkzaaxWSwIPldTwJDJA==',key_name='tempest-keypair-129283455',keypairs=<?>,launch_index=0,launched_at=2023-12-06T10:08:22Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='c1a6ab8cc08d4115a89db7cf36f78025',ramdisk_id='',reservation_id='r-pxdawb7v',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherA-2145111356',owner_user_name='tempest-ServerActionsTestOtherA-2145111356-project-member'},tags=<?>,task_state='resize_migrating',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T10:09:49Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c4d40c6d3b9e49f79feff37d137f350a',uuid=ceae3072-5275-4b93-92f3-fca295ad3929,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "176932fd-6f91-448e-882d-6ad94f3126fb", "address": "fa:16:3e:1c:04:bb", "network": {"id": "8b86f560-d219-47ac-911b-827500badcc4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-867973244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.9", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-867973244-network", "vif_mac": "fa:16:3e:1c:04:bb"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1a6ab8cc08d4115a89db7cf36f78025", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap176932fd-6f", "ovs_interfaceid": "176932fd-6f91-448e-882d-6ad94f3126fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 10:09:51 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Converting VIF {"id": "176932fd-6f91-448e-882d-6ad94f3126fb", "address": "fa:16:3e:1c:04:bb", "network": {"id": "8b86f560-d219-47ac-911b-827500badcc4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-867973244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.9", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-867973244-network", "vif_mac": "fa:16:3e:1c:04:bb"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1a6ab8cc08d4115a89db7cf36f78025", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap176932fd-6f", "ovs_interfaceid": "176932fd-6f91-448e-882d-6ad94f3126fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:09:51 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:1c:04:bb,bridge_name='br-int',has_traffic_filtering=True,id=176932fd-6f91-448e-882d-6ad94f3126fb,network=Network(8b86f560-d219-47ac-911b-827500badcc4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap176932fd-6f') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:09:51 user nova-compute[74535]: DEBUG os_vif [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:1c:04:bb,bridge_name='br-int',has_traffic_filtering=True,id=176932fd-6f91-448e-882d-6ad94f3126fb,network=Network(8b86f560-d219-47ac-911b-827500badcc4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap176932fd-6f') {{(pid=74535) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 10:09:51 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:09:51 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap176932fd-6f, bridge=br-int, if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:09:51 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:09:51 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:09:51 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:09:51 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:09:51 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=99a95b11-1108-4cbb-a218-6c08a930f0b2) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:09:51 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:09:51 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:09:51 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:09:51 user nova-compute[74535]: INFO os_vif [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:1c:04:bb,bridge_name='br-int',has_traffic_filtering=True,id=176932fd-6f91-448e-882d-6ad94f3126fb,network=Network(8b86f560-d219-47ac-911b-827500badcc4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap176932fd-6f')
Dec 06 10:09:51 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] calling os-brick to detach iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 10:09:51 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, {'target_iqn': 'iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zkhxSBlF', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:09:51 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:09:51 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:09:51 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:09:51 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:09:51 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:09:51 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[af931478-0cda-4bab-a9a4-d4b6dbc9339a]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a1d26dfe-5b26-421d-9507-f10c427e2f69\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f7edd6a6-e857-433b-8091-25baba775070\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:09:51 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 10:09:51 user nova-compute[74535]: No targets found.
Dec 06 10:09:51 user nova-compute[74535]: iSNS:
Dec 06 10:09:51 user nova-compute[74535]: No targets found.
Dec 06 10:09:51 user nova-compute[74535]: STATIC:
Dec 06 10:09:51 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1
Dec 06 10:09:51 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:09:51 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:09:51 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8
Dec 06 10:09:51 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:09:51 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:09:51 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef
Dec 06 10:09:51 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:09:51 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:09:51 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:a1d26dfe-5b26-421d-9507-f10c427e2f69
Dec 06 10:09:51 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:09:51 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:09:51 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:f7edd6a6-e857-433b-8091-25baba775070
Dec 06 10:09:51 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:09:51 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:09:51 user nova-compute[74535]: FIRMWARE:
Dec 06 10:09:51 user nova-compute[74535]: No targets found.
Dec 06 10:09:51 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:09:51 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 10:09:51 user nova-compute[74535]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 10:09:51 user nova-compute[74535]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74535) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 10:09:51 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef', 0)] {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 10:09:51 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:09:51 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:09:51 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[195d68b4-eb9a-4e89-ae13-8cd1078af7c5]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a1d26dfe-5b26-421d-9507-f10c427e2f69\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f7edd6a6-e857-433b-8091-25baba775070\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:09:51 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:09:51 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.038s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:09:51 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[648a17e4-8a96-4d32-8621-644bf79f8789]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7edd6a6-e857-433b-8091-25baba775070 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1d26dfe-5b26-421d-9507-f10c427e2f69 (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:09:51 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:09:51 user nova-compute[74535]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7edd6a6-e857-433b-8091-25baba775070 (non-flash)
Dec 06 10:09:51 user nova-compute[74535]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef (non-flash)
Dec 06 10:09:51 user nova-compute[74535]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1 (non-flash)
Dec 06 10:09:51 user nova-compute[74535]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1d26dfe-5b26-421d-9507-f10c427e2f69 (non-flash)
Dec 06 10:09:51 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:09:51 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:09:51 user nova-compute[74535]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7edd6a6-e857-433b-8091-25baba775070 (non-flash)
Dec 06 10:09:51 user nova-compute[74535]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef (non-flash)
Dec 06 10:09:51 user nova-compute[74535]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1 (non-flash)
Dec 06 10:09:51 user nova-compute[74535]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1d26dfe-5b26-421d-9507-f10c427e2f69 (non-flash)
Dec 06 10:09:51 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:09:51 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ff12c1ca560>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef'): ({'sdd'}, set())}) {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 10:09:51 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Removing single pathed devices sdd {{(pid=74535) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 10:09:51 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:09:51 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:09:51 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[2cc69f4a-53d7-4830-8b40-82d1764ecfe8]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:09:51 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:09:51 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.023s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:09:51 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[251e3ae2-2288-4b10-b486-68c401949c1a]: (4, ('ok\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:09:51 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Flushing IO for device /dev/sdd {{(pid=74535) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 10:09:51 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:09:51 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.016s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:09:51 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[c24a1918-9652-4ee8-a626-4ef91294b880]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:09:51 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74535) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 10:09:51 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:09:51 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.056s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:09:51 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3ccd4e5-4c77-4f78-a7d5-4d4f37270768]: (4, ('1', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:09:51 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 10:09:51 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] SCSI volumes sdd have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 10:09:51 user nova-compute[74535]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-1SCST_BIOecefa505-7480ef0ab31a90a6', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_ecefa505', '/dev/disk/by-id/scsi-23734383065663061') {{(pid=86180) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Dec 06 10:09:51 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[81d439a8-8048-4b0c-8dcb-8caa37e0634b]: (4, None) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:09:51 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef')] {{(pid=74535) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 10:09:52 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:09:52 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:09:52 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e83fdf2-d524-4b92-80ad-bd1157f96b93]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:09:52 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:09:52 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef -p 172.16.0.220:3260 --logout {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:09:52 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef -p 172.16.0.220:3260 --logout" returned: 0 in 0.068s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:09:52 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c79297a-9b41-470a-a95b-567b84f13a16]: (4, ('Logging out of session [sid: 30, target: iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef, portal: 172.16.0.220,3260]\nLogout of [sid: 30, target: iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:09:52 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 30, target: iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef, portal: 172.16.0.220,3260]
Dec 06 10:09:52 user nova-compute[74535]: Logout of [sid: 30, target: iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef, portal: 172.16.0.220,3260] successful.
Dec 06 10:09:52 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:09:52 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef -p 172.16.0.220:3260 --op delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:09:52 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef -p 172.16.0.220:3260 --op delete" returned: 0 in 0.030s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:09:52 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7f10dae-d711-4515-8a81-4a75ed0eed6e]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:09:52 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:09:52 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.380s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:09:52 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] <== disconnect_volume: return (381ms) None {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:09:52 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] Disconnected iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 10:09:52 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74535) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 10:09:53 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:09:53 user nova-compute[74535]: DEBUG nova.network.neutron [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] Port 176932fd-6f91-448e-882d-6ad94f3126fb binding to destination host user is already ACTIVE {{(pid=74535) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3170}}
Dec 06 10:09:53 user nova-compute[74535]: DEBUG nova.compute.manager [req-0b42c13c-7876-48c1-a66e-dc255c1ba7a6 req-1a7d07be-7de8-4bbf-89f3-410b07e856f3 service nova] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] Received event network-vif-plugged-176932fd-6f91-448e-882d-6ad94f3126fb {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:09:53 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-0b42c13c-7876-48c1-a66e-dc255c1ba7a6 req-1a7d07be-7de8-4bbf-89f3-410b07e856f3 service nova] Acquiring lock "ceae3072-5275-4b93-92f3-fca295ad3929-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:09:53 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-0b42c13c-7876-48c1-a66e-dc255c1ba7a6 req-1a7d07be-7de8-4bbf-89f3-410b07e856f3 service nova] Lock "ceae3072-5275-4b93-92f3-fca295ad3929-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:09:53 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-0b42c13c-7876-48c1-a66e-dc255c1ba7a6 req-1a7d07be-7de8-4bbf-89f3-410b07e856f3 service nova] Lock "ceae3072-5275-4b93-92f3-fca295ad3929-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:09:53 user nova-compute[74535]: DEBUG nova.compute.manager [req-0b42c13c-7876-48c1-a66e-dc255c1ba7a6 req-1a7d07be-7de8-4bbf-89f3-410b07e856f3 service nova] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] No waiting events found dispatching network-vif-plugged-176932fd-6f91-448e-882d-6ad94f3126fb {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:09:53 user nova-compute[74535]: WARNING nova.compute.manager [req-0b42c13c-7876-48c1-a66e-dc255c1ba7a6 req-1a7d07be-7de8-4bbf-89f3-410b07e856f3 service nova] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] Received unexpected event network-vif-plugged-176932fd-6f91-448e-882d-6ad94f3126fb for instance with vm_state active and task_state resize_migrating.
Dec 06 10:09:53 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Acquiring lock "ceae3072-5275-4b93-92f3-fca295ad3929-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:09:53 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Lock "ceae3072-5275-4b93-92f3-fca295ad3929-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:09:53 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Lock "ceae3072-5275-4b93-92f3-fca295ad3929-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:09:53 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Acquiring lock "refresh_cache-ceae3072-5275-4b93-92f3-fca295ad3929" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:09:53 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Acquired lock "refresh_cache-ceae3072-5275-4b93-92f3-fca295ad3929" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:09:53 user nova-compute[74535]: DEBUG nova.network.neutron [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] Building network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 10:09:53 user nova-compute[74535]: DEBUG nova.network.neutron [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] Updating instance_info_cache with network_info: [{"id": "176932fd-6f91-448e-882d-6ad94f3126fb", "address": "fa:16:3e:1c:04:bb", "network": {"id": "8b86f560-d219-47ac-911b-827500badcc4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-867973244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.9", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1a6ab8cc08d4115a89db7cf36f78025", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap176932fd-6f", "ovs_interfaceid": "176932fd-6f91-448e-882d-6ad94f3126fb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:09:54 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Releasing lock "refresh_cache-ceae3072-5275-4b93-92f3-fca295ad3929" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:09:54 user nova-compute[74535]: DEBUG os_brick.utils [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:09:54 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:09:54 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:09:54 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ac992d8-6b71-4d83-9e68-3c14a2f13c57]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d95ac7cee77a\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:09:54 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:09:54 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:09:54 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd67b3e5-2246-47dc-acdb-1a78c984aa80]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:09:54 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:09:54 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:09:54 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c2fe58f-4e89-415d-96de-178cd560bbd0]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:09:54 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[27608de3-d1b5-42cf-8e30-9e40d824e38b]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:09:54 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Running cmd (subprocess): nvme version {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:09:54 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] 'nvme version' failed. Not Retrying. {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 10:09:54 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.nvmeof [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] nvme not present on system {{(pid=74535) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 10:09:54 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:09:54 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 10:09:54 user nova-compute[74535]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 10:09:54 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[1290b72c-5688-47a4-b914-30967c492c1d]: (4, '') {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:09:54 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74535) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 10:09:54 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74535) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 10:09:54 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] LIGHTOS: no hostnqn found. {{(pid=74535) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 10:09:54 user nova-compute[74535]: DEBUG os_brick.utils [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] <== get_connector_properties: return (137ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d95ac7cee77a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:09:56 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:09:58 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:10:01 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:10:03 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:10:04 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] Starting finish_migration {{(pid=74535) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11677}}
Dec 06 10:10:04 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] Instance directory exists: not creating {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Dec 06 10:10:04 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] Creating image(s)
Dec 06 10:10:04 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] Did not create local disks {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4867}}
Dec 06 10:10:04 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] Ensure instance console log exists: /opt/stack/data/nova/instances/ceae3072-5275-4b93-92f3-fca295ad3929/console.log {{(pid=74535) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 10:10:04 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:10:04 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:10:04 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:10:04 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] Start _get_guest_xml network_info=[{"id": "176932fd-6f91-448e-882d-6ad94f3126fb", "address": "fa:16:3e:1c:04:bb", "network": {"id": "8b86f560-d219-47ac-911b-827500badcc4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-867973244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.9", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-867973244-network", "vif_mac": "fa:16:3e:1c:04:bb"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1a6ab8cc08d4115a89db7cf36f78025", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap176932fd-6f", "ovs_interfaceid": "176932fd-6f91-448e-882d-6ad94f3126fb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'delete_on_termination': True, 'attachment_id': 'af6b31b5-4ed3-42ce-93ee-626d8e42d5b9', 'boot_index': 0, 'device_type': 'disk', 'guest_format': None, 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zkhxSBlF', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': 'ceae3072-5275-4b93-92f3-fca295ad3929', 'attached_at': '2023-12-06T10:10:04.000000', 'detached_at': '', 'volume_id': 'c20fcf8c-eb1b-4f32-a944-595e96a41fef', 'serial': 'c20fcf8c-eb1b-4f32-a944-595e96a41fef'}, 'volume_type': None} {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 10:10:04 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:10:04 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:10:04 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 10:10:04 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] CPU controller missing on host. {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 10:10:04 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 10:10:04 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] CPU controller found on host. {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 10:10:04 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74535) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 10:10:04 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T09:52:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2',id=7,is_public=True,memory_mb=2048,name='m1.small',projects=<?>,root_gb=20,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 10:10:04 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Flavor limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 10:10:04 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Image limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 10:10:04 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Flavor pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 10:10:04 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Image pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 10:10:04 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 10:10:04 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 10:10:04 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 10:10:04 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Got 1 possible topologies {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 10:10:04 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 10:10:04 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 10:10:04 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] Calling os-brick to attach iSCSI Volume {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 10:10:04 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zkhxSBlF', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:10:04 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:10:04 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:10:04 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:10:04 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:10:04 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:10:04 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:10:04 user nova-compute[74535]: INFO os_brick.initiator.connectors.iscsi [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 10:10:04 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef -p 172.16.0.220:3260 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:10:04 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef -p 172.16.0.220:3260" returned: 21 in 0.023s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:10:04 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[96c4077b-3668-4e1d-b5b3-d08fc5af40cb]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:10:04 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 10:10:04 user nova-compute[74535]:  {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:10:04 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef -p 172.16.0.220:3260 --interface default --op new {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:10:04 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.029s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:10:04 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d904ced-1653-4857-a281-bda096a14a0f]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef] added\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:10:04 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef] added
Dec 06 10:10:04 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:10:04 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:10:04 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.045s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:10:04 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[e133f099-c436-4a04-a7d1-9d77cbed27fd]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:10:04 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:10:04 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:10:04 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.031s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:10:04 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[94feb03d-acc5-436a-ba55-2616ddf32313]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:10:04 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:10:04 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef -p 172.16.0.220:3260 --op update -n node.session.auth.username -v zkhxSBlF {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:10:04 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef -p 172.16.0.220:3260 --op update -n node.session.auth.username -v zkhxSBlF" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:10:04 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc78b7ec-f655-44c1-a324-191785363885]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:10:04 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'zkhxSBlF'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:10:04 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:10:04 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.024s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:10:04 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[e7192ea5-7655-438a-b7ba-d462b68413b8]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:10:04 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:10:04 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:10:04 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:10:04 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[fda9ff34-f23b-4794-872c-b1a610bb873f]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7edd6a6-e857-433b-8091-25baba775070 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1d26dfe-5b26-421d-9507-f10c427e2f69 (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:10:04 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:10:04 user nova-compute[74535]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7edd6a6-e857-433b-8091-25baba775070 (non-flash)
Dec 06 10:10:04 user nova-compute[74535]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1 (non-flash)
Dec 06 10:10:04 user nova-compute[74535]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1d26dfe-5b26-421d-9507-f10c427e2f69 (non-flash)
Dec 06 10:10:04 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:10:04 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:10:04 user nova-compute[74535]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7edd6a6-e857-433b-8091-25baba775070 (non-flash)
Dec 06 10:10:04 user nova-compute[74535]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1 (non-flash)
Dec 06 10:10:04 user nova-compute[74535]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1d26dfe-5b26-421d-9507-f10c427e2f69 (non-flash)
Dec 06 10:10:04 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:10:04 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef -p 172.16.0.220:3260 --login {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:10:04 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef -p 172.16.0.220:3260 --login" returned: 0 in 0.069s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:10:04 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec19794c-b0c0-4ff3-a7cd-cc33e076967b]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:10:04 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef, portal: 172.16.0.220,3260]
Dec 06 10:10:04 user nova-compute[74535]: Login to [iface: default, target: iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef, portal: 172.16.0.220,3260] successful.
Dec 06 10:10:04 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:10:04 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:10:04 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:10:04 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[37c1ffe5-75ea-44d2-91b0-829254d76d9f]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:10:04 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:10:04 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:10:04 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:10:04 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7204142-b4d3-4cbe-882c-8e10cb142379]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7edd6a6-e857-433b-8091-25baba775070 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1d26dfe-5b26-421d-9507-f10c427e2f69 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:10:04 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:10:04 user nova-compute[74535]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7edd6a6-e857-433b-8091-25baba775070 (non-flash)
Dec 06 10:10:04 user nova-compute[74535]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1 (non-flash)
Dec 06 10:10:04 user nova-compute[74535]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1d26dfe-5b26-421d-9507-f10c427e2f69 (non-flash)
Dec 06 10:10:04 user nova-compute[74535]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef (non-flash)
Dec 06 10:10:04 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:10:04 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:10:04 user nova-compute[74535]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7edd6a6-e857-433b-8091-25baba775070 (non-flash)
Dec 06 10:10:04 user nova-compute[74535]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1 (non-flash)
Dec 06 10:10:04 user nova-compute[74535]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1d26dfe-5b26-421d-9507-f10c427e2f69 (non-flash)
Dec 06 10:10:04 user nova-compute[74535]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef (non-flash)
Dec 06 10:10:04 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:10:04 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.347s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:10:04 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Connected to 172.16.0.220:3260 {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 10:10:04 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] HCTL ('35', '-', '-', 0) found on session 33 with lun 0 {{(pid=74535) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 10:10:04 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74535) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 10:10:04 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:10:04 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.016s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:10:04 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[2653aa37-c82b-4f51-8d4b-8169e50cf722]: (4, ('- - 0', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:10:04 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Searching for a device in session 33 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74535) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 10:10:04 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zkhxSBlF', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 10:10:05 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.378s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:10:05 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] <== connect_volume: return (1379ms) {'type': 'block', 'scsi_wwn': '23734383065663061', 'path': '/dev/sdd'} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:10:05 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23734383065663061', 'path': '/dev/sdd'} {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 10:10:05 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:07:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1630394649',display_name='tempest-ServerActionsTestOtherA-server-1630394649',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1630394649',id=28,image_ref='',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLO52HtMW4UMfGR+ZIcv2xGz1VFohxn+vVKQC3s2LtNicxzbY2Do3+F0nIV2Mn0nQf+HcJzYzk5oy9gorT4ZoJHR7SEaLEBUzVGJvdQUWU9bd6xtkzaaxWSwIPldTwJDJA==',key_name='tempest-keypair-129283455',keypairs=<?>,launch_index=0,launched_at=2023-12-06T10:08:22Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='c1a6ab8cc08d4115a89db7cf36f78025',ramdisk_id='',reservation_id='r-pxdawb7v',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherA-2145111356',owner_user_name='tempest-ServerActionsTestOtherA-2145111356-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T10:09:53Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c4d40c6d3b9e49f79feff37d137f350a',uuid=ceae3072-5275-4b93-92f3-fca295ad3929,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "176932fd-6f91-448e-882d-6ad94f3126fb", "address": "fa:16:3e:1c:04:bb", "network": {"id": "8b86f560-d219-47ac-911b-827500badcc4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-867973244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.9", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-867973244-network", "vif_mac": "fa:16:3e:1c:04:bb"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1a6ab8cc08d4115a89db7cf36f78025", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap176932fd-6f", "ovs_interfaceid": "176932fd-6f91-448e-882d-6ad94f3126fb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74535) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 10:10:05 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Converting VIF {"id": "176932fd-6f91-448e-882d-6ad94f3126fb", "address": "fa:16:3e:1c:04:bb", "network": {"id": "8b86f560-d219-47ac-911b-827500badcc4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-867973244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.9", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-867973244-network", "vif_mac": "fa:16:3e:1c:04:bb"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1a6ab8cc08d4115a89db7cf36f78025", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap176932fd-6f", "ovs_interfaceid": "176932fd-6f91-448e-882d-6ad94f3126fb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:10:05 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1c:04:bb,bridge_name='br-int',has_traffic_filtering=True,id=176932fd-6f91-448e-882d-6ad94f3126fb,network=Network(8b86f560-d219-47ac-911b-827500badcc4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap176932fd-6f') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:10:05 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] End _get_guest_xml xml=<domain type="kvm">
Dec 06 10:10:05 user nova-compute[74535]:   <uuid>ceae3072-5275-4b93-92f3-fca295ad3929</uuid>
Dec 06 10:10:05 user nova-compute[74535]:   <name>instance-0000001c</name>
Dec 06 10:10:05 user nova-compute[74535]:   <memory>2097152</memory>
Dec 06 10:10:05 user nova-compute[74535]:   <vcpu>1</vcpu>
Dec 06 10:10:05 user nova-compute[74535]:   <metadata>
Dec 06 10:10:05 user nova-compute[74535]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 10:10:05 user nova-compute[74535]:       <nova:package version="0.0.0"/>
Dec 06 10:10:05 user nova-compute[74535]:       <nova:name>tempest-ServerActionsTestOtherA-server-1630394649</nova:name>
Dec 06 10:10:05 user nova-compute[74535]:       <nova:creationTime>2023-12-06 10:10:04</nova:creationTime>
Dec 06 10:10:05 user nova-compute[74535]:       <nova:flavor name="m1.small">
Dec 06 10:10:05 user nova-compute[74535]:         <nova:memory>2048</nova:memory>
Dec 06 10:10:05 user nova-compute[74535]:         <nova:disk>20</nova:disk>
Dec 06 10:10:05 user nova-compute[74535]:         <nova:swap>0</nova:swap>
Dec 06 10:10:05 user nova-compute[74535]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 10:10:05 user nova-compute[74535]:         <nova:vcpus>1</nova:vcpus>
Dec 06 10:10:05 user nova-compute[74535]:       </nova:flavor>
Dec 06 10:10:05 user nova-compute[74535]:       <nova:owner>
Dec 06 10:10:05 user nova-compute[74535]:         <nova:user uuid="c4d40c6d3b9e49f79feff37d137f350a">tempest-ServerActionsTestOtherA-2145111356-project-member</nova:user>
Dec 06 10:10:05 user nova-compute[74535]:         <nova:project uuid="c1a6ab8cc08d4115a89db7cf36f78025">tempest-ServerActionsTestOtherA-2145111356</nova:project>
Dec 06 10:10:05 user nova-compute[74535]:       </nova:owner>
Dec 06 10:10:05 user nova-compute[74535]:       <nova:ports>
Dec 06 10:10:05 user nova-compute[74535]:         <nova:port uuid="176932fd-6f91-448e-882d-6ad94f3126fb">
Dec 06 10:10:05 user nova-compute[74535]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Dec 06 10:10:05 user nova-compute[74535]:         </nova:port>
Dec 06 10:10:05 user nova-compute[74535]:       </nova:ports>
Dec 06 10:10:05 user nova-compute[74535]:     </nova:instance>
Dec 06 10:10:05 user nova-compute[74535]:   </metadata>
Dec 06 10:10:05 user nova-compute[74535]:   <sysinfo type="smbios">
Dec 06 10:10:05 user nova-compute[74535]:     <system>
Dec 06 10:10:05 user nova-compute[74535]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 10:10:05 user nova-compute[74535]:       <entry name="product">OpenStack Nova</entry>
Dec 06 10:10:05 user nova-compute[74535]:       <entry name="version">0.0.0</entry>
Dec 06 10:10:05 user nova-compute[74535]:       <entry name="serial">ceae3072-5275-4b93-92f3-fca295ad3929</entry>
Dec 06 10:10:05 user nova-compute[74535]:       <entry name="uuid">ceae3072-5275-4b93-92f3-fca295ad3929</entry>
Dec 06 10:10:05 user nova-compute[74535]:       <entry name="family">Virtual Machine</entry>
Dec 06 10:10:05 user nova-compute[74535]:     </system>
Dec 06 10:10:05 user nova-compute[74535]:   </sysinfo>
Dec 06 10:10:05 user nova-compute[74535]:   <os>
Dec 06 10:10:05 user nova-compute[74535]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 10:10:05 user nova-compute[74535]:     <boot dev="hd"/>
Dec 06 10:10:05 user nova-compute[74535]:     <smbios mode="sysinfo"/>
Dec 06 10:10:05 user nova-compute[74535]:   </os>
Dec 06 10:10:05 user nova-compute[74535]:   <features>
Dec 06 10:10:05 user nova-compute[74535]:     <acpi/>
Dec 06 10:10:05 user nova-compute[74535]:     <apic/>
Dec 06 10:10:05 user nova-compute[74535]:     <vmcoreinfo/>
Dec 06 10:10:05 user nova-compute[74535]:   </features>
Dec 06 10:10:05 user nova-compute[74535]:   <clock offset="utc">
Dec 06 10:10:05 user nova-compute[74535]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 10:10:05 user nova-compute[74535]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 10:10:05 user nova-compute[74535]:     <timer name="hpet" present="no"/>
Dec 06 10:10:05 user nova-compute[74535]:   </clock>
Dec 06 10:10:05 user nova-compute[74535]:   <cpu mode="custom" match="exact">
Dec 06 10:10:05 user nova-compute[74535]:     <model>Nehalem</model>
Dec 06 10:10:05 user nova-compute[74535]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 10:10:05 user nova-compute[74535]:   </cpu>
Dec 06 10:10:05 user nova-compute[74535]:   <devices>
Dec 06 10:10:05 user nova-compute[74535]:     <disk type="block" device="disk">
Dec 06 10:10:05 user nova-compute[74535]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 10:10:05 user nova-compute[74535]:       <source dev="/dev/sdd"/>
Dec 06 10:10:05 user nova-compute[74535]:       <target dev="vda" bus="virtio"/>
Dec 06 10:10:05 user nova-compute[74535]:       <serial>c20fcf8c-eb1b-4f32-a944-595e96a41fef</serial>
Dec 06 10:10:05 user nova-compute[74535]:     </disk>
Dec 06 10:10:05 user nova-compute[74535]:     <interface type="ethernet">
Dec 06 10:10:05 user nova-compute[74535]:       <mac address="fa:16:3e:1c:04:bb"/>
Dec 06 10:10:05 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 10:10:05 user nova-compute[74535]:       <mtu size="1442"/>
Dec 06 10:10:05 user nova-compute[74535]:       <target dev="tap176932fd-6f"/>
Dec 06 10:10:05 user nova-compute[74535]:     </interface>
Dec 06 10:10:05 user nova-compute[74535]:     <serial type="pty">
Dec 06 10:10:05 user nova-compute[74535]:       <log file="/opt/stack/data/nova/instances/ceae3072-5275-4b93-92f3-fca295ad3929/console.log" append="off"/>
Dec 06 10:10:05 user nova-compute[74535]:     </serial>
Dec 06 10:10:05 user nova-compute[74535]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 10:10:05 user nova-compute[74535]:     <video>
Dec 06 10:10:05 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 10:10:05 user nova-compute[74535]:     </video>
Dec 06 10:10:05 user nova-compute[74535]:     <rng model="virtio">
Dec 06 10:10:05 user nova-compute[74535]:       <backend model="random">/dev/urandom</backend>
Dec 06 10:10:05 user nova-compute[74535]:     </rng>
Dec 06 10:10:05 user nova-compute[74535]:     <controller type="usb" index="0" model="none"/>
Dec 06 10:10:05 user nova-compute[74535]:     <memballoon model="virtio">
Dec 06 10:10:05 user nova-compute[74535]:       <stats period="10"/>
Dec 06 10:10:05 user nova-compute[74535]:     </memballoon>
Dec 06 10:10:05 user nova-compute[74535]:   </devices>
Dec 06 10:10:05 user nova-compute[74535]: </domain>
Dec 06 10:10:05 user nova-compute[74535]:  {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 10:10:05 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:07:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1630394649',display_name='tempest-ServerActionsTestOtherA-server-1630394649',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1630394649',id=28,image_ref='',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLO52HtMW4UMfGR+ZIcv2xGz1VFohxn+vVKQC3s2LtNicxzbY2Do3+F0nIV2Mn0nQf+HcJzYzk5oy9gorT4ZoJHR7SEaLEBUzVGJvdQUWU9bd6xtkzaaxWSwIPldTwJDJA==',key_name='tempest-keypair-129283455',keypairs=<?>,launch_index=0,launched_at=2023-12-06T10:08:22Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='c1a6ab8cc08d4115a89db7cf36f78025',ramdisk_id='',reservation_id='r-pxdawb7v',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherA-2145111356',owner_user_name='tempest-ServerActionsTestOtherA-2145111356-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T10:09:53Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c4d40c6d3b9e49f79feff37d137f350a',uuid=ceae3072-5275-4b93-92f3-fca295ad3929,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "176932fd-6f91-448e-882d-6ad94f3126fb", "address": "fa:16:3e:1c:04:bb", "network": {"id": "8b86f560-d219-47ac-911b-827500badcc4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-867973244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.9", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-867973244-network", "vif_mac": "fa:16:3e:1c:04:bb"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1a6ab8cc08d4115a89db7cf36f78025", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap176932fd-6f", "ovs_interfaceid": "176932fd-6f91-448e-882d-6ad94f3126fb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 10:10:05 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Converting VIF {"id": "176932fd-6f91-448e-882d-6ad94f3126fb", "address": "fa:16:3e:1c:04:bb", "network": {"id": "8b86f560-d219-47ac-911b-827500badcc4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-867973244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.9", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-867973244-network", "vif_mac": "fa:16:3e:1c:04:bb"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1a6ab8cc08d4115a89db7cf36f78025", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap176932fd-6f", "ovs_interfaceid": "176932fd-6f91-448e-882d-6ad94f3126fb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:10:05 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1c:04:bb,bridge_name='br-int',has_traffic_filtering=True,id=176932fd-6f91-448e-882d-6ad94f3126fb,network=Network(8b86f560-d219-47ac-911b-827500badcc4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap176932fd-6f') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:10:05 user nova-compute[74535]: DEBUG os_vif [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:1c:04:bb,bridge_name='br-int',has_traffic_filtering=True,id=176932fd-6f91-448e-882d-6ad94f3126fb,network=Network(8b86f560-d219-47ac-911b-827500badcc4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap176932fd-6f') {{(pid=74535) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 10:10:05 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:10:05 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:10:05 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 10:10:05 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:10:05 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '95289146-1d05-5d60-aafe-c451a62d6b6e', '_type': 'linux-noop'}}, row=False) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:10:05 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:10:05 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:10:05 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:10:05 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:10:05 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap176932fd-6f, may_exist=True, interface_attrs={}) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:10:05 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap176932fd-6f, col_values=(('qos', UUID('b3f57cb5-e864-4f23-bfb7-56b07147509b')),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:10:05 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap176932fd-6f, col_values=(('external_ids', {'iface-id': '176932fd-6f91-448e-882d-6ad94f3126fb', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:1c:04:bb', 'vm-uuid': 'ceae3072-5275-4b93-92f3-fca295ad3929'}),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:10:05 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:10:05 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:10:05 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:10:05 user nova-compute[74535]: INFO os_vif [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:1c:04:bb,bridge_name='br-int',has_traffic_filtering=True,id=176932fd-6f91-448e-882d-6ad94f3126fb,network=Network(8b86f560-d219-47ac-911b-827500badcc4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap176932fd-6f')
Dec 06 10:10:05 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] No BDM found with device name vda, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 10:10:05 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] No VIF found with MAC fa:16:3e:1c:04:bb, not building metadata {{(pid=74535) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 10:10:07 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:10:07 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:10:07 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:10:07 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:10:07 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:10:07 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:10:07 user nova-compute[74535]: DEBUG nova.compute.manager [req-b4a4cf2c-7360-4a22-b2d9-51e34c885181 req-98708320-6420-44fd-a1ed-da9a144981dd service nova] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] Received event network-vif-plugged-176932fd-6f91-448e-882d-6ad94f3126fb {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:10:07 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-b4a4cf2c-7360-4a22-b2d9-51e34c885181 req-98708320-6420-44fd-a1ed-da9a144981dd service nova] Acquiring lock "ceae3072-5275-4b93-92f3-fca295ad3929-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:10:07 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-b4a4cf2c-7360-4a22-b2d9-51e34c885181 req-98708320-6420-44fd-a1ed-da9a144981dd service nova] Lock "ceae3072-5275-4b93-92f3-fca295ad3929-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:10:07 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-b4a4cf2c-7360-4a22-b2d9-51e34c885181 req-98708320-6420-44fd-a1ed-da9a144981dd service nova] Lock "ceae3072-5275-4b93-92f3-fca295ad3929-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:10:07 user nova-compute[74535]: DEBUG nova.compute.manager [req-b4a4cf2c-7360-4a22-b2d9-51e34c885181 req-98708320-6420-44fd-a1ed-da9a144981dd service nova] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] No waiting events found dispatching network-vif-plugged-176932fd-6f91-448e-882d-6ad94f3126fb {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:10:07 user nova-compute[74535]: WARNING nova.compute.manager [req-b4a4cf2c-7360-4a22-b2d9-51e34c885181 req-98708320-6420-44fd-a1ed-da9a144981dd service nova] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] Received unexpected event network-vif-plugged-176932fd-6f91-448e-882d-6ad94f3126fb for instance with vm_state active and task_state resize_finish.
Dec 06 10:10:07 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:10:08 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-d9036593-0a00-41e1-b2ba-cf179cc003ea tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Acquiring lock "19664d45-f856-4eb0-84d7-c1d29b1f5d0e" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:10:08 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-d9036593-0a00-41e1-b2ba-cf179cc003ea tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Lock "19664d45-f856-4eb0-84d7-c1d29b1f5d0e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:10:08 user nova-compute[74535]: DEBUG nova.compute.manager [None req-d9036593-0a00-41e1-b2ba-cf179cc003ea tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 19664d45-f856-4eb0-84d7-c1d29b1f5d0e] Starting instance... {{(pid=74535) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 10:10:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:10:08 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-d9036593-0a00-41e1-b2ba-cf179cc003ea tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:10:08 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-d9036593-0a00-41e1-b2ba-cf179cc003ea tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:10:08 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-d9036593-0a00-41e1-b2ba-cf179cc003ea tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74535) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 10:10:08 user nova-compute[74535]: INFO nova.compute.claims [None req-d9036593-0a00-41e1-b2ba-cf179cc003ea tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 19664d45-f856-4eb0-84d7-c1d29b1f5d0e] Claim successful on node user
Dec 06 10:10:08 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-d9036593-0a00-41e1-b2ba-cf179cc003ea tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:10:08 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-d9036593-0a00-41e1-b2ba-cf179cc003ea tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:10:08 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-d9036593-0a00-41e1-b2ba-cf179cc003ea tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.761s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:10:08 user nova-compute[74535]: DEBUG nova.compute.manager [None req-d9036593-0a00-41e1-b2ba-cf179cc003ea tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 19664d45-f856-4eb0-84d7-c1d29b1f5d0e] Start building networks asynchronously for instance. {{(pid=74535) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 10:10:09 user nova-compute[74535]: DEBUG nova.compute.manager [None req-d9036593-0a00-41e1-b2ba-cf179cc003ea tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 19664d45-f856-4eb0-84d7-c1d29b1f5d0e] Allocating IP information in the background. {{(pid=74535) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 10:10:09 user nova-compute[74535]: DEBUG nova.network.neutron [None req-d9036593-0a00-41e1-b2ba-cf179cc003ea tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 19664d45-f856-4eb0-84d7-c1d29b1f5d0e] allocate_for_instance() {{(pid=74535) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 10:10:09 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-d9036593-0a00-41e1-b2ba-cf179cc003ea tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 19664d45-f856-4eb0-84d7-c1d29b1f5d0e] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 10:10:09 user nova-compute[74535]: DEBUG nova.compute.manager [None req-d9036593-0a00-41e1-b2ba-cf179cc003ea tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 19664d45-f856-4eb0-84d7-c1d29b1f5d0e] Start building block device mappings for instance. {{(pid=74535) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 10:10:09 user nova-compute[74535]: DEBUG nova.policy [None req-d9036593-0a00-41e1-b2ba-cf179cc003ea tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '46e1a6f038e54b16a4b6f8014b3bbf55', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e51798204a674f858778dac8b46e7fec', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74535) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 10:10:09 user nova-compute[74535]: DEBUG nova.compute.manager [None req-d9036593-0a00-41e1-b2ba-cf179cc003ea tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 19664d45-f856-4eb0-84d7-c1d29b1f5d0e] Start spawning the instance on the hypervisor. {{(pid=74535) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 10:10:09 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-d9036593-0a00-41e1-b2ba-cf179cc003ea tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 19664d45-f856-4eb0-84d7-c1d29b1f5d0e] Creating instance directory {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 10:10:09 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-d9036593-0a00-41e1-b2ba-cf179cc003ea tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 19664d45-f856-4eb0-84d7-c1d29b1f5d0e] Creating image(s)
Dec 06 10:10:09 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-d9036593-0a00-41e1-b2ba-cf179cc003ea tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Acquiring lock "/opt/stack/data/nova/instances/19664d45-f856-4eb0-84d7-c1d29b1f5d0e/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:10:09 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-d9036593-0a00-41e1-b2ba-cf179cc003ea tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Lock "/opt/stack/data/nova/instances/19664d45-f856-4eb0-84d7-c1d29b1f5d0e/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:10:09 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-d9036593-0a00-41e1-b2ba-cf179cc003ea tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Lock "/opt/stack/data/nova/instances/19664d45-f856-4eb0-84d7-c1d29b1f5d0e/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.008s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:10:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-d9036593-0a00-41e1-b2ba-cf179cc003ea tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:10:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-d9036593-0a00-41e1-b2ba-cf179cc003ea tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.253s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:10:09 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-d9036593-0a00-41e1-b2ba-cf179cc003ea tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Acquiring lock "7aef4f97309efbd0d8988be1fd45eed756898e08" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:10:09 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-d9036593-0a00-41e1-b2ba-cf179cc003ea tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Lock "7aef4f97309efbd0d8988be1fd45eed756898e08" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:10:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-d9036593-0a00-41e1-b2ba-cf179cc003ea tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:10:09 user nova-compute[74535]: DEBUG nova.compute.manager [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] Instance event wait completed in 0 seconds for  {{(pid=74535) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 10:10:09 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] Instance running successfully.
Dec 06 10:10:09 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] Failed to set time: agent not configured {{(pid=74535) sync_guest_time /opt/stack/nova/nova/virt/libvirt/guest.py:200}}
Dec 06 10:10:09 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-05a3323d-5423-4055-94aa-7ae7521dd580 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] finish_migration finished successfully. {{(pid=74535) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11772}}
Dec 06 10:10:09 user nova-compute[74535]: DEBUG nova.compute.manager [req-55adfce9-fc1d-4c92-be15-330803e838c7 req-edb61686-f471-46d0-b59d-23f0674444e0 service nova] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] Received event network-vif-plugged-176932fd-6f91-448e-882d-6ad94f3126fb {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:10:09 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-55adfce9-fc1d-4c92-be15-330803e838c7 req-edb61686-f471-46d0-b59d-23f0674444e0 service nova] Acquiring lock "ceae3072-5275-4b93-92f3-fca295ad3929-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:10:09 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-55adfce9-fc1d-4c92-be15-330803e838c7 req-edb61686-f471-46d0-b59d-23f0674444e0 service nova] Lock "ceae3072-5275-4b93-92f3-fca295ad3929-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:10:09 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-55adfce9-fc1d-4c92-be15-330803e838c7 req-edb61686-f471-46d0-b59d-23f0674444e0 service nova] Lock "ceae3072-5275-4b93-92f3-fca295ad3929-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:10:09 user nova-compute[74535]: DEBUG nova.compute.manager [req-55adfce9-fc1d-4c92-be15-330803e838c7 req-edb61686-f471-46d0-b59d-23f0674444e0 service nova] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] No waiting events found dispatching network-vif-plugged-176932fd-6f91-448e-882d-6ad94f3126fb {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:10:09 user nova-compute[74535]: WARNING nova.compute.manager [req-55adfce9-fc1d-4c92-be15-330803e838c7 req-edb61686-f471-46d0-b59d-23f0674444e0 service nova] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] Received unexpected event network-vif-plugged-176932fd-6f91-448e-882d-6ad94f3126fb for instance with vm_state active and task_state resize_finish.
Dec 06 10:10:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-d9036593-0a00-41e1-b2ba-cf179cc003ea tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.205s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:10:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-d9036593-0a00-41e1-b2ba-cf179cc003ea tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08,backing_fmt=raw /opt/stack/data/nova/instances/19664d45-f856-4eb0-84d7-c1d29b1f5d0e/disk 1073741824 {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:10:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-d9036593-0a00-41e1-b2ba-cf179cc003ea tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08,backing_fmt=raw /opt/stack/data/nova/instances/19664d45-f856-4eb0-84d7-c1d29b1f5d0e/disk 1073741824" returned: 0 in 0.082s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:10:09 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-d9036593-0a00-41e1-b2ba-cf179cc003ea tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Lock "7aef4f97309efbd0d8988be1fd45eed756898e08" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.291s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:10:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-d9036593-0a00-41e1-b2ba-cf179cc003ea tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:10:10 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-d9036593-0a00-41e1-b2ba-cf179cc003ea tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.199s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:10:10 user nova-compute[74535]: DEBUG nova.virt.disk.api [None req-d9036593-0a00-41e1-b2ba-cf179cc003ea tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Checking if we can resize image /opt/stack/data/nova/instances/19664d45-f856-4eb0-84d7-c1d29b1f5d0e/disk. size=1073741824 {{(pid=74535) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 10:10:10 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-d9036593-0a00-41e1-b2ba-cf179cc003ea tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/19664d45-f856-4eb0-84d7-c1d29b1f5d0e/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:10:10 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-d9036593-0a00-41e1-b2ba-cf179cc003ea tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/19664d45-f856-4eb0-84d7-c1d29b1f5d0e/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:10:10 user nova-compute[74535]: DEBUG nova.virt.disk.api [None req-d9036593-0a00-41e1-b2ba-cf179cc003ea tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Cannot resize image /opt/stack/data/nova/instances/19664d45-f856-4eb0-84d7-c1d29b1f5d0e/disk to a smaller size. {{(pid=74535) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 10:10:10 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-d9036593-0a00-41e1-b2ba-cf179cc003ea tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 19664d45-f856-4eb0-84d7-c1d29b1f5d0e] Created local disks {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 10:10:10 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-d9036593-0a00-41e1-b2ba-cf179cc003ea tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 19664d45-f856-4eb0-84d7-c1d29b1f5d0e] Ensure instance console log exists: /opt/stack/data/nova/instances/19664d45-f856-4eb0-84d7-c1d29b1f5d0e/console.log {{(pid=74535) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 10:10:10 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-d9036593-0a00-41e1-b2ba-cf179cc003ea tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:10:10 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-d9036593-0a00-41e1-b2ba-cf179cc003ea tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:10:10 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-d9036593-0a00-41e1-b2ba-cf179cc003ea tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:10:10 user nova-compute[74535]: DEBUG nova.network.neutron [None req-d9036593-0a00-41e1-b2ba-cf179cc003ea tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 19664d45-f856-4eb0-84d7-c1d29b1f5d0e] Successfully created port: f5ff95f7-be56-43b8-b41f-98b80d70b504 {{(pid=74535) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 10:10:10 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:10:11 user nova-compute[74535]: DEBUG nova.network.neutron [None req-d9036593-0a00-41e1-b2ba-cf179cc003ea tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 19664d45-f856-4eb0-84d7-c1d29b1f5d0e] Successfully updated port: f5ff95f7-be56-43b8-b41f-98b80d70b504 {{(pid=74535) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 10:10:11 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-d9036593-0a00-41e1-b2ba-cf179cc003ea tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Acquiring lock "refresh_cache-19664d45-f856-4eb0-84d7-c1d29b1f5d0e" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:10:11 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-d9036593-0a00-41e1-b2ba-cf179cc003ea tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Acquired lock "refresh_cache-19664d45-f856-4eb0-84d7-c1d29b1f5d0e" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:10:11 user nova-compute[74535]: DEBUG nova.network.neutron [None req-d9036593-0a00-41e1-b2ba-cf179cc003ea tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 19664d45-f856-4eb0-84d7-c1d29b1f5d0e] Building network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 10:10:11 user nova-compute[74535]: DEBUG nova.compute.manager [req-f9797114-952d-4f1a-8643-7d8ec835d859 req-981d2790-939a-4eb4-9f10-1ca15ed99d5d service nova] [instance: 19664d45-f856-4eb0-84d7-c1d29b1f5d0e] Received event network-changed-f5ff95f7-be56-43b8-b41f-98b80d70b504 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:10:11 user nova-compute[74535]: DEBUG nova.compute.manager [req-f9797114-952d-4f1a-8643-7d8ec835d859 req-981d2790-939a-4eb4-9f10-1ca15ed99d5d service nova] [instance: 19664d45-f856-4eb0-84d7-c1d29b1f5d0e] Refreshing instance network info cache due to event network-changed-f5ff95f7-be56-43b8-b41f-98b80d70b504. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 10:10:11 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-f9797114-952d-4f1a-8643-7d8ec835d859 req-981d2790-939a-4eb4-9f10-1ca15ed99d5d service nova] Acquiring lock "refresh_cache-19664d45-f856-4eb0-84d7-c1d29b1f5d0e" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:10:11 user nova-compute[74535]: DEBUG nova.network.neutron [None req-d9036593-0a00-41e1-b2ba-cf179cc003ea tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 19664d45-f856-4eb0-84d7-c1d29b1f5d0e] Instance cache missing network info. {{(pid=74535) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 10:10:11 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-5cb554da-bb09-49c1-a599-89717d538774 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Acquiring lock "3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:10:11 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-5cb554da-bb09-49c1-a599-89717d538774 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lock "3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:10:11 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-5cb554da-bb09-49c1-a599-89717d538774 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Acquiring lock "3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:10:11 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-5cb554da-bb09-49c1-a599-89717d538774 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lock "3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:10:11 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-5cb554da-bb09-49c1-a599-89717d538774 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lock "3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:10:11 user nova-compute[74535]: INFO nova.compute.manager [None req-5cb554da-bb09-49c1-a599-89717d538774 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855] Terminating instance
Dec 06 10:10:11 user nova-compute[74535]: DEBUG nova.compute.manager [None req-5cb554da-bb09-49c1-a599-89717d538774 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855] Start destroying the instance on the hypervisor. {{(pid=74535) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 10:10:11 user nova-compute[74535]: DEBUG nova.network.neutron [None req-d9036593-0a00-41e1-b2ba-cf179cc003ea tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 19664d45-f856-4eb0-84d7-c1d29b1f5d0e] Updating instance_info_cache with network_info: [{"id": "f5ff95f7-be56-43b8-b41f-98b80d70b504", "address": "fa:16:3e:d3:21:19", "network": {"id": "5d9c1cb1-5902-482f-8b27-801fd79a97a7", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-530073939-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e51798204a674f858778dac8b46e7fec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf5ff95f7-be", "ovs_interfaceid": "f5ff95f7-be56-43b8-b41f-98b80d70b504", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:10:11 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-d9036593-0a00-41e1-b2ba-cf179cc003ea tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Releasing lock "refresh_cache-19664d45-f856-4eb0-84d7-c1d29b1f5d0e" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:10:11 user nova-compute[74535]: DEBUG nova.compute.manager [None req-d9036593-0a00-41e1-b2ba-cf179cc003ea tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 19664d45-f856-4eb0-84d7-c1d29b1f5d0e] Instance network_info: |[{"id": "f5ff95f7-be56-43b8-b41f-98b80d70b504", "address": "fa:16:3e:d3:21:19", "network": {"id": "5d9c1cb1-5902-482f-8b27-801fd79a97a7", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-530073939-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e51798204a674f858778dac8b46e7fec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf5ff95f7-be", "ovs_interfaceid": "f5ff95f7-be56-43b8-b41f-98b80d70b504", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74535) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 10:10:11 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-f9797114-952d-4f1a-8643-7d8ec835d859 req-981d2790-939a-4eb4-9f10-1ca15ed99d5d service nova] Acquired lock "refresh_cache-19664d45-f856-4eb0-84d7-c1d29b1f5d0e" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:10:11 user nova-compute[74535]: DEBUG nova.network.neutron [req-f9797114-952d-4f1a-8643-7d8ec835d859 req-981d2790-939a-4eb4-9f10-1ca15ed99d5d service nova] [instance: 19664d45-f856-4eb0-84d7-c1d29b1f5d0e] Refreshing network info cache for port f5ff95f7-be56-43b8-b41f-98b80d70b504 {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 10:10:11 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-d9036593-0a00-41e1-b2ba-cf179cc003ea tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 19664d45-f856-4eb0-84d7-c1d29b1f5d0e] Start _get_guest_xml network_info=[{"id": "f5ff95f7-be56-43b8-b41f-98b80d70b504", "address": "fa:16:3e:d3:21:19", "network": {"id": "5d9c1cb1-5902-482f-8b27-801fd79a97a7", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-530073939-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e51798204a674f858778dac8b46e7fec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf5ff95f7-be", "ovs_interfaceid": "f5ff95f7-be56-43b8-b41f-98b80d70b504", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T09:52:28Z,direct_url=<?>,disk_format='qcow2',id=b338f3c8-9974-4b9f-bacb-c75dd541c256,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='563f6a2917a742ada39fb0e950eece6e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T09:52:30Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'device_name': '/dev/vda', 'encrypted': False, 'encryption_format': None, 'encryption_options': None, 'encryption_secret_uuid': None, 'boot_index': 0, 'device_type': 'disk', 'size': 0, 'guest_format': None, 'image_id': 'b338f3c8-9974-4b9f-bacb-c75dd541c256'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 10:10:11 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-d9036593-0a00-41e1-b2ba-cf179cc003ea tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:10:11 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-d9036593-0a00-41e1-b2ba-cf179cc003ea tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:10:11 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:10:11 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-d9036593-0a00-41e1-b2ba-cf179cc003ea tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 10:10:11 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-d9036593-0a00-41e1-b2ba-cf179cc003ea tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] CPU controller missing on host. {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 10:10:11 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-d9036593-0a00-41e1-b2ba-cf179cc003ea tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 10:10:11 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-d9036593-0a00-41e1-b2ba-cf179cc003ea tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] CPU controller found on host. {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 10:10:11 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-d9036593-0a00-41e1-b2ba-cf179cc003ea tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74535) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 10:10:11 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-d9036593-0a00-41e1-b2ba-cf179cc003ea tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T09:52:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T09:52:28Z,direct_url=<?>,disk_format='qcow2',id=b338f3c8-9974-4b9f-bacb-c75dd541c256,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='563f6a2917a742ada39fb0e950eece6e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T09:52:30Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 10:10:11 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-d9036593-0a00-41e1-b2ba-cf179cc003ea tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Flavor limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 10:10:11 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-d9036593-0a00-41e1-b2ba-cf179cc003ea tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Image limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 10:10:11 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-d9036593-0a00-41e1-b2ba-cf179cc003ea tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Flavor pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 10:10:11 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-d9036593-0a00-41e1-b2ba-cf179cc003ea tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Image pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 10:10:11 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-d9036593-0a00-41e1-b2ba-cf179cc003ea tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 10:10:11 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-d9036593-0a00-41e1-b2ba-cf179cc003ea tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 10:10:11 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-d9036593-0a00-41e1-b2ba-cf179cc003ea tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 10:10:11 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-d9036593-0a00-41e1-b2ba-cf179cc003ea tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Got 1 possible topologies {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 10:10:11 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-d9036593-0a00-41e1-b2ba-cf179cc003ea tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 10:10:11 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-d9036593-0a00-41e1-b2ba-cf179cc003ea tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 10:10:11 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-d9036593-0a00-41e1-b2ba-cf179cc003ea tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:10:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1115772729',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1115772729',id=33,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e51798204a674f858778dac8b46e7fec',ramdisk_id='',reservation_id='r-c9yof0o5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-2023423839',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T10:10:09Z,user_data=None,user_id='46e1a6f038e54b16a4b6f8014b3bbf55',uuid=19664d45-f856-4eb0-84d7-c1d29b1f5d0e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f5ff95f7-be56-43b8-b41f-98b80d70b504", "address": "fa:16:3e:d3:21:19", "network": {"id": "5d9c1cb1-5902-482f-8b27-801fd79a97a7", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-530073939-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e51798204a674f858778dac8b46e7fec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf5ff95f7-be", "ovs_interfaceid": "f5ff95f7-be56-43b8-b41f-98b80d70b504", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74535) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 10:10:11 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-d9036593-0a00-41e1-b2ba-cf179cc003ea tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Converting VIF {"id": "f5ff95f7-be56-43b8-b41f-98b80d70b504", "address": "fa:16:3e:d3:21:19", "network": {"id": "5d9c1cb1-5902-482f-8b27-801fd79a97a7", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-530073939-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e51798204a674f858778dac8b46e7fec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf5ff95f7-be", "ovs_interfaceid": "f5ff95f7-be56-43b8-b41f-98b80d70b504", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:10:11 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-d9036593-0a00-41e1-b2ba-cf179cc003ea tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d3:21:19,bridge_name='br-int',has_traffic_filtering=True,id=f5ff95f7-be56-43b8-b41f-98b80d70b504,network=Network(5d9c1cb1-5902-482f-8b27-801fd79a97a7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf5ff95f7-be') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:10:11 user nova-compute[74535]: DEBUG nova.objects.instance [None req-d9036593-0a00-41e1-b2ba-cf179cc003ea tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Lazy-loading 'pci_devices' on Instance uuid 19664d45-f856-4eb0-84d7-c1d29b1f5d0e {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:10:11 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:10:11 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-d9036593-0a00-41e1-b2ba-cf179cc003ea tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 19664d45-f856-4eb0-84d7-c1d29b1f5d0e] End _get_guest_xml xml=<domain type="kvm">
Dec 06 10:10:11 user nova-compute[74535]:   <uuid>19664d45-f856-4eb0-84d7-c1d29b1f5d0e</uuid>
Dec 06 10:10:11 user nova-compute[74535]:   <name>instance-00000021</name>
Dec 06 10:10:11 user nova-compute[74535]:   <memory>524288</memory>
Dec 06 10:10:11 user nova-compute[74535]:   <vcpu>1</vcpu>
Dec 06 10:10:11 user nova-compute[74535]:   <metadata>
Dec 06 10:10:11 user nova-compute[74535]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 10:10:11 user nova-compute[74535]:       <nova:package version="0.0.0"/>
Dec 06 10:10:11 user nova-compute[74535]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-1115772729</nova:name>
Dec 06 10:10:11 user nova-compute[74535]:       <nova:creationTime>2023-12-06 10:10:11</nova:creationTime>
Dec 06 10:10:11 user nova-compute[74535]:       <nova:flavor name="m1.tiny">
Dec 06 10:10:11 user nova-compute[74535]:         <nova:memory>512</nova:memory>
Dec 06 10:10:11 user nova-compute[74535]:         <nova:disk>1</nova:disk>
Dec 06 10:10:11 user nova-compute[74535]:         <nova:swap>0</nova:swap>
Dec 06 10:10:11 user nova-compute[74535]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 10:10:11 user nova-compute[74535]:         <nova:vcpus>1</nova:vcpus>
Dec 06 10:10:11 user nova-compute[74535]:       </nova:flavor>
Dec 06 10:10:11 user nova-compute[74535]:       <nova:owner>
Dec 06 10:10:11 user nova-compute[74535]:         <nova:user uuid="46e1a6f038e54b16a4b6f8014b3bbf55">tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member</nova:user>
Dec 06 10:10:11 user nova-compute[74535]:         <nova:project uuid="e51798204a674f858778dac8b46e7fec">tempest-ServerBootFromVolumeStableRescueTest-2023423839</nova:project>
Dec 06 10:10:11 user nova-compute[74535]:       </nova:owner>
Dec 06 10:10:11 user nova-compute[74535]:       <nova:root type="image" uuid="b338f3c8-9974-4b9f-bacb-c75dd541c256"/>
Dec 06 10:10:11 user nova-compute[74535]:       <nova:ports>
Dec 06 10:10:11 user nova-compute[74535]:         <nova:port uuid="f5ff95f7-be56-43b8-b41f-98b80d70b504">
Dec 06 10:10:11 user nova-compute[74535]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Dec 06 10:10:11 user nova-compute[74535]:         </nova:port>
Dec 06 10:10:11 user nova-compute[74535]:       </nova:ports>
Dec 06 10:10:11 user nova-compute[74535]:     </nova:instance>
Dec 06 10:10:11 user nova-compute[74535]:   </metadata>
Dec 06 10:10:11 user nova-compute[74535]:   <sysinfo type="smbios">
Dec 06 10:10:11 user nova-compute[74535]:     <system>
Dec 06 10:10:11 user nova-compute[74535]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 10:10:11 user nova-compute[74535]:       <entry name="product">OpenStack Nova</entry>
Dec 06 10:10:11 user nova-compute[74535]:       <entry name="version">0.0.0</entry>
Dec 06 10:10:11 user nova-compute[74535]:       <entry name="serial">19664d45-f856-4eb0-84d7-c1d29b1f5d0e</entry>
Dec 06 10:10:11 user nova-compute[74535]:       <entry name="uuid">19664d45-f856-4eb0-84d7-c1d29b1f5d0e</entry>
Dec 06 10:10:11 user nova-compute[74535]:       <entry name="family">Virtual Machine</entry>
Dec 06 10:10:11 user nova-compute[74535]:     </system>
Dec 06 10:10:11 user nova-compute[74535]:   </sysinfo>
Dec 06 10:10:11 user nova-compute[74535]:   <os>
Dec 06 10:10:11 user nova-compute[74535]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 10:10:11 user nova-compute[74535]:     <boot dev="hd"/>
Dec 06 10:10:11 user nova-compute[74535]:     <smbios mode="sysinfo"/>
Dec 06 10:10:11 user nova-compute[74535]:   </os>
Dec 06 10:10:11 user nova-compute[74535]:   <features>
Dec 06 10:10:11 user nova-compute[74535]:     <acpi/>
Dec 06 10:10:11 user nova-compute[74535]:     <apic/>
Dec 06 10:10:11 user nova-compute[74535]:     <vmcoreinfo/>
Dec 06 10:10:11 user nova-compute[74535]:   </features>
Dec 06 10:10:11 user nova-compute[74535]:   <clock offset="utc">
Dec 06 10:10:11 user nova-compute[74535]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 10:10:11 user nova-compute[74535]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 10:10:11 user nova-compute[74535]:     <timer name="hpet" present="no"/>
Dec 06 10:10:11 user nova-compute[74535]:   </clock>
Dec 06 10:10:11 user nova-compute[74535]:   <cpu mode="custom" match="exact">
Dec 06 10:10:11 user nova-compute[74535]:     <model>Nehalem</model>
Dec 06 10:10:11 user nova-compute[74535]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 10:10:11 user nova-compute[74535]:   </cpu>
Dec 06 10:10:11 user nova-compute[74535]:   <devices>
Dec 06 10:10:11 user nova-compute[74535]:     <disk type="file" device="disk">
Dec 06 10:10:11 user nova-compute[74535]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 10:10:11 user nova-compute[74535]:       <source file="/opt/stack/data/nova/instances/19664d45-f856-4eb0-84d7-c1d29b1f5d0e/disk"/>
Dec 06 10:10:11 user nova-compute[74535]:       <target dev="vda" bus="virtio"/>
Dec 06 10:10:11 user nova-compute[74535]:     </disk>
Dec 06 10:10:11 user nova-compute[74535]:     <interface type="ethernet">
Dec 06 10:10:11 user nova-compute[74535]:       <mac address="fa:16:3e:d3:21:19"/>
Dec 06 10:10:11 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 10:10:11 user nova-compute[74535]:       <mtu size="1442"/>
Dec 06 10:10:11 user nova-compute[74535]:       <target dev="tapf5ff95f7-be"/>
Dec 06 10:10:11 user nova-compute[74535]:     </interface>
Dec 06 10:10:11 user nova-compute[74535]:     <serial type="pty">
Dec 06 10:10:11 user nova-compute[74535]:       <log file="/opt/stack/data/nova/instances/19664d45-f856-4eb0-84d7-c1d29b1f5d0e/console.log" append="off"/>
Dec 06 10:10:11 user nova-compute[74535]:     </serial>
Dec 06 10:10:11 user nova-compute[74535]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 10:10:11 user nova-compute[74535]:     <video>
Dec 06 10:10:11 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 10:10:11 user nova-compute[74535]:     </video>
Dec 06 10:10:11 user nova-compute[74535]:     <rng model="virtio">
Dec 06 10:10:11 user nova-compute[74535]:       <backend model="random">/dev/urandom</backend>
Dec 06 10:10:11 user nova-compute[74535]:     </rng>
Dec 06 10:10:11 user nova-compute[74535]:     <controller type="usb" index="0" model="none"/>
Dec 06 10:10:11 user nova-compute[74535]:     <memballoon model="virtio">
Dec 06 10:10:11 user nova-compute[74535]:       <stats period="10"/>
Dec 06 10:10:11 user nova-compute[74535]:     </memballoon>
Dec 06 10:10:11 user nova-compute[74535]:   </devices>
Dec 06 10:10:11 user nova-compute[74535]: </domain>
Dec 06 10:10:11 user nova-compute[74535]:  {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 10:10:11 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-d9036593-0a00-41e1-b2ba-cf179cc003ea tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:10:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1115772729',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1115772729',id=33,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e51798204a674f858778dac8b46e7fec',ramdisk_id='',reservation_id='r-c9yof0o5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-2023423839',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T10:10:09Z,user_data=None,user_id='46e1a6f038e54b16a4b6f8014b3bbf55',uuid=19664d45-f856-4eb0-84d7-c1d29b1f5d0e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f5ff95f7-be56-43b8-b41f-98b80d70b504", "address": "fa:16:3e:d3:21:19", "network": {"id": "5d9c1cb1-5902-482f-8b27-801fd79a97a7", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-530073939-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e51798204a674f858778dac8b46e7fec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf5ff95f7-be", "ovs_interfaceid": "f5ff95f7-be56-43b8-b41f-98b80d70b504", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 10:10:11 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-d9036593-0a00-41e1-b2ba-cf179cc003ea tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Converting VIF {"id": "f5ff95f7-be56-43b8-b41f-98b80d70b504", "address": "fa:16:3e:d3:21:19", "network": {"id": "5d9c1cb1-5902-482f-8b27-801fd79a97a7", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-530073939-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e51798204a674f858778dac8b46e7fec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf5ff95f7-be", "ovs_interfaceid": "f5ff95f7-be56-43b8-b41f-98b80d70b504", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:10:11 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-d9036593-0a00-41e1-b2ba-cf179cc003ea tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d3:21:19,bridge_name='br-int',has_traffic_filtering=True,id=f5ff95f7-be56-43b8-b41f-98b80d70b504,network=Network(5d9c1cb1-5902-482f-8b27-801fd79a97a7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf5ff95f7-be') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:10:11 user nova-compute[74535]: DEBUG os_vif [None req-d9036593-0a00-41e1-b2ba-cf179cc003ea tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d3:21:19,bridge_name='br-int',has_traffic_filtering=True,id=f5ff95f7-be56-43b8-b41f-98b80d70b504,network=Network(5d9c1cb1-5902-482f-8b27-801fd79a97a7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf5ff95f7-be') {{(pid=74535) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 10:10:11 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:10:11 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:10:11 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 10:10:11 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:10:11 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f0150c63-d679-541f-8c75-4ea41e980ed9', '_type': 'linux-noop'}}, row=False) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:10:11 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:10:11 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:10:11 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:10:11 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:10:11 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf5ff95f7-be, may_exist=True, interface_attrs={}) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:10:11 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf5ff95f7-be, col_values=(('qos', UUID('b393fa73-1d49-46b5-9c2d-2a89001215d8')),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:10:11 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf5ff95f7-be, col_values=(('external_ids', {'iface-id': 'f5ff95f7-be56-43b8-b41f-98b80d70b504', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:d3:21:19', 'vm-uuid': '19664d45-f856-4eb0-84d7-c1d29b1f5d0e'}),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:10:11 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:10:11 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:10:11 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:10:11 user nova-compute[74535]: INFO os_vif [None req-d9036593-0a00-41e1-b2ba-cf179cc003ea tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d3:21:19,bridge_name='br-int',has_traffic_filtering=True,id=f5ff95f7-be56-43b8-b41f-98b80d70b504,network=Network(5d9c1cb1-5902-482f-8b27-801fd79a97a7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf5ff95f7-be')
Dec 06 10:10:11 user nova-compute[74535]: DEBUG nova.compute.manager [req-9ba93ee2-0934-45d5-9ee2-a2098b69efd8 req-088e4076-893b-4e82-a57d-f5089d189ac9 service nova] [instance: 3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855] Received event network-changed-20bd527d-2b69-49f6-9e86-645a813546cc {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:10:11 user nova-compute[74535]: DEBUG nova.compute.manager [req-9ba93ee2-0934-45d5-9ee2-a2098b69efd8 req-088e4076-893b-4e82-a57d-f5089d189ac9 service nova] [instance: 3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855] Refreshing instance network info cache due to event network-changed-20bd527d-2b69-49f6-9e86-645a813546cc. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 10:10:11 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-9ba93ee2-0934-45d5-9ee2-a2098b69efd8 req-088e4076-893b-4e82-a57d-f5089d189ac9 service nova] Acquiring lock "refresh_cache-3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:10:11 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-9ba93ee2-0934-45d5-9ee2-a2098b69efd8 req-088e4076-893b-4e82-a57d-f5089d189ac9 service nova] Acquired lock "refresh_cache-3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:10:11 user nova-compute[74535]: DEBUG nova.network.neutron [req-9ba93ee2-0934-45d5-9ee2-a2098b69efd8 req-088e4076-893b-4e82-a57d-f5089d189ac9 service nova] [instance: 3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855] Refreshing network info cache for port 20bd527d-2b69-49f6-9e86-645a813546cc {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 10:10:11 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-d9036593-0a00-41e1-b2ba-cf179cc003ea tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] No BDM found with device name vda, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 10:10:11 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-d9036593-0a00-41e1-b2ba-cf179cc003ea tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] No VIF found with MAC fa:16:3e:d3:21:19, not building metadata {{(pid=74535) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 10:10:11 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:10:11 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:10:12 user nova-compute[74535]: DEBUG nova.network.neutron [req-f9797114-952d-4f1a-8643-7d8ec835d859 req-981d2790-939a-4eb4-9f10-1ca15ed99d5d service nova] [instance: 19664d45-f856-4eb0-84d7-c1d29b1f5d0e] Updated VIF entry in instance network info cache for port f5ff95f7-be56-43b8-b41f-98b80d70b504. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 10:10:12 user nova-compute[74535]: DEBUG nova.network.neutron [req-f9797114-952d-4f1a-8643-7d8ec835d859 req-981d2790-939a-4eb4-9f10-1ca15ed99d5d service nova] [instance: 19664d45-f856-4eb0-84d7-c1d29b1f5d0e] Updating instance_info_cache with network_info: [{"id": "f5ff95f7-be56-43b8-b41f-98b80d70b504", "address": "fa:16:3e:d3:21:19", "network": {"id": "5d9c1cb1-5902-482f-8b27-801fd79a97a7", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-530073939-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e51798204a674f858778dac8b46e7fec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf5ff95f7-be", "ovs_interfaceid": "f5ff95f7-be56-43b8-b41f-98b80d70b504", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:10:12 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-f9797114-952d-4f1a-8643-7d8ec835d859 req-981d2790-939a-4eb4-9f10-1ca15ed99d5d service nova] Releasing lock "refresh_cache-19664d45-f856-4eb0-84d7-c1d29b1f5d0e" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:10:12 user nova-compute[74535]: DEBUG nova.network.neutron [req-9ba93ee2-0934-45d5-9ee2-a2098b69efd8 req-088e4076-893b-4e82-a57d-f5089d189ac9 service nova] [instance: 3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855] Updated VIF entry in instance network info cache for port 20bd527d-2b69-49f6-9e86-645a813546cc. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 10:10:12 user nova-compute[74535]: DEBUG nova.network.neutron [req-9ba93ee2-0934-45d5-9ee2-a2098b69efd8 req-088e4076-893b-4e82-a57d-f5089d189ac9 service nova] [instance: 3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855] Updating instance_info_cache with network_info: [{"id": "20bd527d-2b69-49f6-9e86-645a813546cc", "address": "fa:16:3e:c9:82:c9", "network": {"id": "49702c0e-8306-49f2-9a37-580dfa9aedca", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1167139173-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ad8e6f48b8f442aa80f5839b55ad4b74", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap20bd527d-2b", "ovs_interfaceid": "20bd527d-2b69-49f6-9e86-645a813546cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:10:12 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-9ba93ee2-0934-45d5-9ee2-a2098b69efd8 req-088e4076-893b-4e82-a57d-f5089d189ac9 service nova] Releasing lock "refresh_cache-3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:10:12 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: 3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855] Instance destroyed successfully.
Dec 06 10:10:12 user nova-compute[74535]: DEBUG nova.objects.instance [None req-5cb554da-bb09-49c1-a599-89717d538774 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lazy-loading 'resources' on Instance uuid 3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:10:12 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-5cb554da-bb09-49c1-a599-89717d538774 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:08:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1528193099',display_name='tempest-AttachVolumeNegativeTest-server-1528193099',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1528193099',id=29,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNxPoiUgbF5mHHJCL6/N8CXW6wdgobD9limMl0T1aV1tqVh+sYZinAGQ1fw1dRM+Q+1YybYocATNUbdiszpY9AlEMwiBKXTNEY61akbkMt1S4pyICXgxmgIdfD9azQcOmA==',key_name='tempest-keypair-1175426118',keypairs=<?>,launch_index=0,launched_at=2023-12-06T10:08:27Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ad8e6f48b8f442aa80f5839b55ad4b74',ramdisk_id='',reservation_id='r-nju820g3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-1248837640',owner_user_name='tempest-AttachVolumeNegativeTest-1248837640-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T10:08:28Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2a00a36cf91f4768aadaeccc7d530154',uuid=3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "20bd527d-2b69-49f6-9e86-645a813546cc", "address": "fa:16:3e:c9:82:c9", "network": {"id": "49702c0e-8306-49f2-9a37-580dfa9aedca", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1167139173-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ad8e6f48b8f442aa80f5839b55ad4b74", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap20bd527d-2b", "ovs_interfaceid": "20bd527d-2b69-49f6-9e86-645a813546cc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 10:10:12 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-5cb554da-bb09-49c1-a599-89717d538774 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Converting VIF {"id": "20bd527d-2b69-49f6-9e86-645a813546cc", "address": "fa:16:3e:c9:82:c9", "network": {"id": "49702c0e-8306-49f2-9a37-580dfa9aedca", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1167139173-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ad8e6f48b8f442aa80f5839b55ad4b74", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap20bd527d-2b", "ovs_interfaceid": "20bd527d-2b69-49f6-9e86-645a813546cc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:10:12 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-5cb554da-bb09-49c1-a599-89717d538774 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c9:82:c9,bridge_name='br-int',has_traffic_filtering=True,id=20bd527d-2b69-49f6-9e86-645a813546cc,network=Network(49702c0e-8306-49f2-9a37-580dfa9aedca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap20bd527d-2b') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:10:12 user nova-compute[74535]: DEBUG os_vif [None req-5cb554da-bb09-49c1-a599-89717d538774 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c9:82:c9,bridge_name='br-int',has_traffic_filtering=True,id=20bd527d-2b69-49f6-9e86-645a813546cc,network=Network(49702c0e-8306-49f2-9a37-580dfa9aedca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap20bd527d-2b') {{(pid=74535) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 10:10:12 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:10:12 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap20bd527d-2b, bridge=br-int, if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:10:12 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:10:12 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:10:12 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:10:12 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:10:12 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=088e845e-a13c-489f-aaa7-cdff686f2692) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:10:12 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:10:12 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:10:13 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:10:13 user nova-compute[74535]: INFO os_vif [None req-5cb554da-bb09-49c1-a599-89717d538774 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c9:82:c9,bridge_name='br-int',has_traffic_filtering=True,id=20bd527d-2b69-49f6-9e86-645a813546cc,network=Network(49702c0e-8306-49f2-9a37-580dfa9aedca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap20bd527d-2b')
Dec 06 10:10:13 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-5cb554da-bb09-49c1-a599-89717d538774 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855] Deleting instance files /opt/stack/data/nova/instances/3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855_del
Dec 06 10:10:13 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-5cb554da-bb09-49c1-a599-89717d538774 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855] Deletion of /opt/stack/data/nova/instances/3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855_del complete
Dec 06 10:10:13 user nova-compute[74535]: INFO nova.compute.manager [None req-5cb554da-bb09-49c1-a599-89717d538774 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855] Took 1.60 seconds to destroy the instance on the hypervisor.
Dec 06 10:10:13 user nova-compute[74535]: DEBUG oslo.service.loopingcall [None req-5cb554da-bb09-49c1-a599-89717d538774 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74535) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 10:10:13 user nova-compute[74535]: DEBUG nova.compute.manager [-] [instance: 3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855] Deallocating network for instance {{(pid=74535) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 10:10:13 user nova-compute[74535]: DEBUG nova.network.neutron [-] [instance: 3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855] deallocate_for_instance() {{(pid=74535) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 10:10:13 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:10:13 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:10:13 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:10:13 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:10:13 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:10:13 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:10:13 user nova-compute[74535]: DEBUG nova.compute.manager [req-d9016aac-ee2b-4cac-9c4e-571f05080f3b req-e01efa7e-535f-42aa-9412-6957142a9fff service nova] [instance: 3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855] Received event network-vif-unplugged-20bd527d-2b69-49f6-9e86-645a813546cc {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:10:13 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-d9016aac-ee2b-4cac-9c4e-571f05080f3b req-e01efa7e-535f-42aa-9412-6957142a9fff service nova] Acquiring lock "3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:10:13 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-d9016aac-ee2b-4cac-9c4e-571f05080f3b req-e01efa7e-535f-42aa-9412-6957142a9fff service nova] Lock "3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:10:13 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-d9016aac-ee2b-4cac-9c4e-571f05080f3b req-e01efa7e-535f-42aa-9412-6957142a9fff service nova] Lock "3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:10:13 user nova-compute[74535]: DEBUG nova.compute.manager [req-d9016aac-ee2b-4cac-9c4e-571f05080f3b req-e01efa7e-535f-42aa-9412-6957142a9fff service nova] [instance: 3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855] No waiting events found dispatching network-vif-unplugged-20bd527d-2b69-49f6-9e86-645a813546cc {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:10:13 user nova-compute[74535]: DEBUG nova.compute.manager [req-d9016aac-ee2b-4cac-9c4e-571f05080f3b req-e01efa7e-535f-42aa-9412-6957142a9fff service nova] [instance: 3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855] Received event network-vif-unplugged-20bd527d-2b69-49f6-9e86-645a813546cc for instance with task_state deleting. {{(pid=74535) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 10:10:13 user nova-compute[74535]: DEBUG nova.compute.manager [req-d9016aac-ee2b-4cac-9c4e-571f05080f3b req-e01efa7e-535f-42aa-9412-6957142a9fff service nova] [instance: 3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855] Received event network-vif-plugged-20bd527d-2b69-49f6-9e86-645a813546cc {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:10:13 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-d9016aac-ee2b-4cac-9c4e-571f05080f3b req-e01efa7e-535f-42aa-9412-6957142a9fff service nova] Acquiring lock "3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:10:13 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-d9016aac-ee2b-4cac-9c4e-571f05080f3b req-e01efa7e-535f-42aa-9412-6957142a9fff service nova] Lock "3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:10:13 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-d9016aac-ee2b-4cac-9c4e-571f05080f3b req-e01efa7e-535f-42aa-9412-6957142a9fff service nova] Lock "3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:10:13 user nova-compute[74535]: DEBUG nova.compute.manager [req-d9016aac-ee2b-4cac-9c4e-571f05080f3b req-e01efa7e-535f-42aa-9412-6957142a9fff service nova] [instance: 3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855] No waiting events found dispatching network-vif-plugged-20bd527d-2b69-49f6-9e86-645a813546cc {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:10:13 user nova-compute[74535]: WARNING nova.compute.manager [req-d9016aac-ee2b-4cac-9c4e-571f05080f3b req-e01efa7e-535f-42aa-9412-6957142a9fff service nova] [instance: 3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855] Received unexpected event network-vif-plugged-20bd527d-2b69-49f6-9e86-645a813546cc for instance with vm_state active and task_state deleting.
Dec 06 10:10:13 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:10:13 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:10:14 user nova-compute[74535]: DEBUG nova.network.neutron [-] [instance: 3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855] Updating instance_info_cache with network_info: [] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:10:14 user nova-compute[74535]: INFO nova.compute.manager [-] [instance: 3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855] Took 1.10 seconds to deallocate network for instance.
Dec 06 10:10:14 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-5cb554da-bb09-49c1-a599-89717d538774 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:10:14 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-5cb554da-bb09-49c1-a599-89717d538774 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:10:14 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-5cb554da-bb09-49c1-a599-89717d538774 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:10:14 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-5cb554da-bb09-49c1-a599-89717d538774 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:10:15 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-5cb554da-bb09-49c1-a599-89717d538774 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.751s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:10:15 user nova-compute[74535]: INFO nova.scheduler.client.report [None req-5cb554da-bb09-49c1-a599-89717d538774 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Deleted allocations for instance 3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855
Dec 06 10:10:15 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-5cb554da-bb09-49c1-a599-89717d538774 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lock "3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.802s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:10:15 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:10:15 user nova-compute[74535]: DEBUG nova.compute.manager [req-a23f7697-bf6c-42aa-b659-b650fde7a839 req-7c84b599-e730-4a7a-a904-78db8a32383f service nova] [instance: 19664d45-f856-4eb0-84d7-c1d29b1f5d0e] Received event network-vif-plugged-f5ff95f7-be56-43b8-b41f-98b80d70b504 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:10:15 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-a23f7697-bf6c-42aa-b659-b650fde7a839 req-7c84b599-e730-4a7a-a904-78db8a32383f service nova] Acquiring lock "19664d45-f856-4eb0-84d7-c1d29b1f5d0e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:10:15 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-a23f7697-bf6c-42aa-b659-b650fde7a839 req-7c84b599-e730-4a7a-a904-78db8a32383f service nova] Lock "19664d45-f856-4eb0-84d7-c1d29b1f5d0e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:10:15 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-a23f7697-bf6c-42aa-b659-b650fde7a839 req-7c84b599-e730-4a7a-a904-78db8a32383f service nova] Lock "19664d45-f856-4eb0-84d7-c1d29b1f5d0e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:10:15 user nova-compute[74535]: DEBUG nova.compute.manager [req-a23f7697-bf6c-42aa-b659-b650fde7a839 req-7c84b599-e730-4a7a-a904-78db8a32383f service nova] [instance: 19664d45-f856-4eb0-84d7-c1d29b1f5d0e] No waiting events found dispatching network-vif-plugged-f5ff95f7-be56-43b8-b41f-98b80d70b504 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:10:15 user nova-compute[74535]: WARNING nova.compute.manager [req-a23f7697-bf6c-42aa-b659-b650fde7a839 req-7c84b599-e730-4a7a-a904-78db8a32383f service nova] [instance: 19664d45-f856-4eb0-84d7-c1d29b1f5d0e] Received unexpected event network-vif-plugged-f5ff95f7-be56-43b8-b41f-98b80d70b504 for instance with vm_state building and task_state spawning.
Dec 06 10:10:15 user nova-compute[74535]: DEBUG nova.compute.manager [req-a23f7697-bf6c-42aa-b659-b650fde7a839 req-7c84b599-e730-4a7a-a904-78db8a32383f service nova] [instance: 3efa12ee-e0d0-4afc-9d21-9a5cb4e7d855] Received event network-vif-deleted-20bd527d-2b69-49f6-9e86-645a813546cc {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:10:15 user nova-compute[74535]: DEBUG nova.compute.manager [req-a23f7697-bf6c-42aa-b659-b650fde7a839 req-7c84b599-e730-4a7a-a904-78db8a32383f service nova] [instance: 19664d45-f856-4eb0-84d7-c1d29b1f5d0e] Received event network-vif-plugged-f5ff95f7-be56-43b8-b41f-98b80d70b504 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:10:15 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-a23f7697-bf6c-42aa-b659-b650fde7a839 req-7c84b599-e730-4a7a-a904-78db8a32383f service nova] Acquiring lock "19664d45-f856-4eb0-84d7-c1d29b1f5d0e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:10:15 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-a23f7697-bf6c-42aa-b659-b650fde7a839 req-7c84b599-e730-4a7a-a904-78db8a32383f service nova] Lock "19664d45-f856-4eb0-84d7-c1d29b1f5d0e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:10:15 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-a23f7697-bf6c-42aa-b659-b650fde7a839 req-7c84b599-e730-4a7a-a904-78db8a32383f service nova] Lock "19664d45-f856-4eb0-84d7-c1d29b1f5d0e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:10:15 user nova-compute[74535]: DEBUG nova.compute.manager [req-a23f7697-bf6c-42aa-b659-b650fde7a839 req-7c84b599-e730-4a7a-a904-78db8a32383f service nova] [instance: 19664d45-f856-4eb0-84d7-c1d29b1f5d0e] No waiting events found dispatching network-vif-plugged-f5ff95f7-be56-43b8-b41f-98b80d70b504 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:10:15 user nova-compute[74535]: WARNING nova.compute.manager [req-a23f7697-bf6c-42aa-b659-b650fde7a839 req-7c84b599-e730-4a7a-a904-78db8a32383f service nova] [instance: 19664d45-f856-4eb0-84d7-c1d29b1f5d0e] Received unexpected event network-vif-plugged-f5ff95f7-be56-43b8-b41f-98b80d70b504 for instance with vm_state building and task_state spawning.
Dec 06 10:10:16 user nova-compute[74535]: DEBUG nova.compute.manager [None req-d9036593-0a00-41e1-b2ba-cf179cc003ea tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 19664d45-f856-4eb0-84d7-c1d29b1f5d0e] Instance event wait completed in 0 seconds for  {{(pid=74535) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 10:10:16 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-d9036593-0a00-41e1-b2ba-cf179cc003ea tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 19664d45-f856-4eb0-84d7-c1d29b1f5d0e] Guest created on hypervisor {{(pid=74535) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 10:10:16 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: 19664d45-f856-4eb0-84d7-c1d29b1f5d0e] Instance spawned successfully.
Dec 06 10:10:16 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-d9036593-0a00-41e1-b2ba-cf179cc003ea tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 19664d45-f856-4eb0-84d7-c1d29b1f5d0e] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 10:10:16 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-d9036593-0a00-41e1-b2ba-cf179cc003ea tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 19664d45-f856-4eb0-84d7-c1d29b1f5d0e] Found default for hw_cdrom_bus of ide {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:10:16 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-d9036593-0a00-41e1-b2ba-cf179cc003ea tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 19664d45-f856-4eb0-84d7-c1d29b1f5d0e] Found default for hw_disk_bus of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:10:16 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-d9036593-0a00-41e1-b2ba-cf179cc003ea tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 19664d45-f856-4eb0-84d7-c1d29b1f5d0e] Found default for hw_input_bus of None {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:10:16 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-d9036593-0a00-41e1-b2ba-cf179cc003ea tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 19664d45-f856-4eb0-84d7-c1d29b1f5d0e] Found default for hw_pointer_model of None {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:10:16 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-d9036593-0a00-41e1-b2ba-cf179cc003ea tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 19664d45-f856-4eb0-84d7-c1d29b1f5d0e] Found default for hw_video_model of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:10:16 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-d9036593-0a00-41e1-b2ba-cf179cc003ea tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 19664d45-f856-4eb0-84d7-c1d29b1f5d0e] Found default for hw_vif_model of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:10:16 user nova-compute[74535]: INFO nova.compute.manager [None req-d9036593-0a00-41e1-b2ba-cf179cc003ea tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 19664d45-f856-4eb0-84d7-c1d29b1f5d0e] Took 7.03 seconds to spawn the instance on the hypervisor.
Dec 06 10:10:16 user nova-compute[74535]: DEBUG nova.compute.manager [None req-d9036593-0a00-41e1-b2ba-cf179cc003ea tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 19664d45-f856-4eb0-84d7-c1d29b1f5d0e] Checking state {{(pid=74535) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 10:10:16 user nova-compute[74535]: INFO nova.compute.manager [None req-d9036593-0a00-41e1-b2ba-cf179cc003ea tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 19664d45-f856-4eb0-84d7-c1d29b1f5d0e] Took 8.27 seconds to build instance.
Dec 06 10:10:16 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-d9036593-0a00-41e1-b2ba-cf179cc003ea tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Lock "19664d45-f856-4eb0-84d7-c1d29b1f5d0e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.387s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:10:16 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:10:16 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:10:16 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:10:16 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74535) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 10:10:17 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:10:17 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:10:17 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:10:17 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:10:17 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:10:17 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Auditing locally available compute resources for user (node: user) {{(pid=74535) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 10:10:17 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:10:18 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:10:18 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74535) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 10:10:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/19664d45-f856-4eb0-84d7-c1d29b1f5d0e/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:10:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/19664d45-f856-4eb0-84d7-c1d29b1f5d0e/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:10:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/19664d45-f856-4eb0-84d7-c1d29b1f5d0e/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:10:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/19664d45-f856-4eb0-84d7-c1d29b1f5d0e/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:10:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3623b97e-3ebb-4aeb-afae-8c80f720aa07/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:10:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3623b97e-3ebb-4aeb-afae-8c80f720aa07/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:10:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3623b97e-3ebb-4aeb-afae-8c80f720aa07/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:10:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3623b97e-3ebb-4aeb-afae-8c80f720aa07/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:10:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk.rescue --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:10:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk.rescue --force-share --output=json" returned: 0 in 0.193s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:10:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk.rescue --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:10:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk.rescue --force-share --output=json" returned: 0 in 0.173s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:10:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:10:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:10:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:10:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:10:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/247b6870-1e30-482b-b271-49ef023dbd62/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:10:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/247b6870-1e30-482b-b271-49ef023dbd62/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:10:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/247b6870-1e30-482b-b271-49ef023dbd62/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:10:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/247b6870-1e30-482b-b271-49ef023dbd62/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:10:20 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] skipping disk /dev/sdf (vda) as it is a volume {{(pid=74535) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 10:10:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0e39165e-d030-41a8-871f-56c2d08dcc20/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:10:20 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-91137d16-a405-4467-9aa1-bdd434e3006c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Acquiring lock "b1b834bc-519d-497f-97b9-7879f57044f7" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:10:20 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-91137d16-a405-4467-9aa1-bdd434e3006c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Lock "b1b834bc-519d-497f-97b9-7879f57044f7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:10:20 user nova-compute[74535]: DEBUG nova.objects.instance [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Lazy-loading 'flavor' on Instance uuid e89c4f21-c084-4a60-9f6e-717b45ec85b5 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:10:20 user nova-compute[74535]: DEBUG nova.compute.manager [None req-91137d16-a405-4467-9aa1-bdd434e3006c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] Starting instance... {{(pid=74535) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 10:10:20 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Acquiring lock "refresh_cache-e89c4f21-c084-4a60-9f6e-717b45ec85b5" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:10:20 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Acquired lock "refresh_cache-e89c4f21-c084-4a60-9f6e-717b45ec85b5" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:10:20 user nova-compute[74535]: DEBUG nova.network.neutron [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] Building network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 10:10:20 user nova-compute[74535]: DEBUG nova.objects.instance [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Lazy-loading 'info_cache' on Instance uuid e89c4f21-c084-4a60-9f6e-717b45ec85b5 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:10:20 user nova-compute[74535]: DEBUG nova.objects.base [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Object Instance<e89c4f21-c084-4a60-9f6e-717b45ec85b5> lazy-loaded attributes: flavor,info_cache {{(pid=74535) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 10:10:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0e39165e-d030-41a8-871f-56c2d08dcc20/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:10:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0e39165e-d030-41a8-871f-56c2d08dcc20/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:10:20 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-91137d16-a405-4467-9aa1-bdd434e3006c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:10:20 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-91137d16-a405-4467-9aa1-bdd434e3006c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:10:20 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-91137d16-a405-4467-9aa1-bdd434e3006c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74535) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 10:10:20 user nova-compute[74535]: INFO nova.compute.claims [None req-91137d16-a405-4467-9aa1-bdd434e3006c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] Claim successful on node user
Dec 06 10:10:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0e39165e-d030-41a8-871f-56c2d08dcc20/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:10:20 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74535) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 10:10:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d9150e7-0f02-4b19-b3f2-b329620d9722/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:10:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d9150e7-0f02-4b19-b3f2-b329620d9722/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:10:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d9150e7-0f02-4b19-b3f2-b329620d9722/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d9150e7-0f02-4b19-b3f2-b329620d9722/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f37b4f2-47f1-474f-82cb-fa93ff07f428/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG nova.network.neutron [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] Updating instance_info_cache with network_info: [{"id": "296acfc2-92b5-4f17-a0b5-bfff03a54490", "address": "fa:16:3e:e0:fe:39", "network": {"id": "78fe6863-d419-4ad8-bc86-d7a081b8999b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1219285107-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8840080b6b574c778530aeea5bf3f550", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap296acfc2-92", "ovs_interfaceid": "296acfc2-92b5-4f17-a0b5-bfff03a54490", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-91137d16-a405-4467-9aa1-bdd434e3006c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-91137d16-a405-4467-9aa1-bdd434e3006c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Releasing lock "refresh_cache-e89c4f21-c084-4a60-9f6e-717b45ec85b5" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-91137d16-a405-4467-9aa1-bdd434e3006c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.713s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG nova.compute.manager [None req-91137d16-a405-4467-9aa1-bdd434e3006c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] Start building networks asynchronously for instance. {{(pid=74535) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 10:10:21 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] Instance destroyed successfully.
Dec 06 10:10:21 user nova-compute[74535]: DEBUG nova.objects.instance [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Lazy-loading 'resources' on Instance uuid e89c4f21-c084-4a60-9f6e-717b45ec85b5 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG nova.objects.base [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Object Instance<e89c4f21-c084-4a60-9f6e-717b45ec85b5> lazy-loaded attributes: flavor,info_cache,resources {{(pid=74535) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:06:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-450043046',display_name='tempest-AttachVolumeTestJSON-server-450043046',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-450043046',id=27,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEqZwqMLiPe7Yp/GSSgAh5dYcNlbQZ5blONjeVTm3UNmD2ImBszlYhPDvHraxyOGIuSYPbzQE8DM04o2kaojJCmJN7IqNc2vcab1b10dCq9WsocSiF6q4wS7QzXeGmyL+Q==',key_name='tempest-keypair-1898796578',keypairs=<?>,launch_index=0,launched_at=2023-12-06T10:06:27Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='8840080b6b574c778530aeea5bf3f550',ramdisk_id='',reservation_id='r-x0mblnvn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-2067266543',owner_user_name='tempest-AttachVolumeTestJSON-2067266543-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T10:08:30Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b22979f454db4d11a74c5b96e1707f68',uuid=e89c4f21-c084-4a60-9f6e-717b45ec85b5,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "296acfc2-92b5-4f17-a0b5-bfff03a54490", "address": "fa:16:3e:e0:fe:39", "network": {"id": "78fe6863-d419-4ad8-bc86-d7a081b8999b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1219285107-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8840080b6b574c778530aeea5bf3f550", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap296acfc2-92", "ovs_interfaceid": "296acfc2-92b5-4f17-a0b5-bfff03a54490", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Converting VIF {"id": "296acfc2-92b5-4f17-a0b5-bfff03a54490", "address": "fa:16:3e:e0:fe:39", "network": {"id": "78fe6863-d419-4ad8-bc86-d7a081b8999b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1219285107-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8840080b6b574c778530aeea5bf3f550", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap296acfc2-92", "ovs_interfaceid": "296acfc2-92b5-4f17-a0b5-bfff03a54490", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e0:fe:39,bridge_name='br-int',has_traffic_filtering=True,id=296acfc2-92b5-4f17-a0b5-bfff03a54490,network=Network(78fe6863-d419-4ad8-bc86-d7a081b8999b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap296acfc2-92') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG os_vif [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e0:fe:39,bridge_name='br-int',has_traffic_filtering=True,id=296acfc2-92b5-4f17-a0b5-bfff03a54490,network=Network(78fe6863-d419-4ad8-bc86-d7a081b8999b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap296acfc2-92') {{(pid=74535) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap296acfc2-92, bridge=br-int, if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG nova.compute.manager [None req-91137d16-a405-4467-9aa1-bdd434e3006c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] Allocating IP information in the background. {{(pid=74535) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG nova.network.neutron [None req-91137d16-a405-4467-9aa1-bdd434e3006c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] allocate_for_instance() {{(pid=74535) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=52e680a2-7994-41bc-9a33-662f7be70963) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:10:21 user nova-compute[74535]: INFO os_vif [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e0:fe:39,bridge_name='br-int',has_traffic_filtering=True,id=296acfc2-92b5-4f17-a0b5-bfff03a54490,network=Network(78fe6863-d419-4ad8-bc86-d7a081b8999b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap296acfc2-92')
Dec 06 10:10:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f37b4f2-47f1-474f-82cb-fa93ff07f428/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f37b4f2-47f1-474f-82cb-fa93ff07f428/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] calling os-brick to detach iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, {'target_iqn': 'iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CajHwUJN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': True}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:10:21 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:10:21 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:10:21 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-91137d16-a405-4467-9aa1-bdd434e3006c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 10:10:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f97e303-dd19-4555-9392-8a7d83284091]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a1d26dfe-5b26-421d-9507-f10c427e2f69\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f7edd6a6-e857-433b-8091-25baba775070\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 10:10:21 user nova-compute[74535]: No targets found.
Dec 06 10:10:21 user nova-compute[74535]: iSNS:
Dec 06 10:10:21 user nova-compute[74535]: No targets found.
Dec 06 10:10:21 user nova-compute[74535]: STATIC:
Dec 06 10:10:21 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1
Dec 06 10:10:21 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:10:21 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:10:21 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8
Dec 06 10:10:21 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:10:21 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:10:21 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef
Dec 06 10:10:21 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:10:21 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:10:21 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:a1d26dfe-5b26-421d-9507-f10c427e2f69
Dec 06 10:10:21 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:10:21 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:10:21 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:f7edd6a6-e857-433b-8091-25baba775070
Dec 06 10:10:21 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:10:21 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:10:21 user nova-compute[74535]: FIRMWARE:
Dec 06 10:10:21 user nova-compute[74535]: No targets found.
Dec 06 10:10:21 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 10:10:21 user nova-compute[74535]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 10:10:21 user nova-compute[74535]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74535) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1', 0)] {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG nova.compute.manager [None req-91137d16-a405-4467-9aa1-bdd434e3006c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] Start building block device mappings for instance. {{(pid=74535) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.024s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[e12f6ebf-33b5-4fda-b9cc-8580d2ebfdbd]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a1d26dfe-5b26-421d-9507-f10c427e2f69\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f7edd6a6-e857-433b-8091-25baba775070\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc581b88-9f2d-472c-8d17-276776348d88]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7edd6a6-e857-433b-8091-25baba775070 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1d26dfe-5b26-421d-9507-f10c427e2f69 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:10:21 user nova-compute[74535]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7edd6a6-e857-433b-8091-25baba775070 (non-flash)
Dec 06 10:10:21 user nova-compute[74535]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1 (non-flash)
Dec 06 10:10:21 user nova-compute[74535]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1d26dfe-5b26-421d-9507-f10c427e2f69 (non-flash)
Dec 06 10:10:21 user nova-compute[74535]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef (non-flash)
Dec 06 10:10:21 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:10:21 user nova-compute[74535]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7edd6a6-e857-433b-8091-25baba775070 (non-flash)
Dec 06 10:10:21 user nova-compute[74535]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1 (non-flash)
Dec 06 10:10:21 user nova-compute[74535]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1d26dfe-5b26-421d-9507-f10c427e2f69 (non-flash)
Dec 06 10:10:21 user nova-compute[74535]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef (non-flash)
Dec 06 10:10:21 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ff1007b1750>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1'): ({'sde'}, set())}) {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Removing single pathed devices sde {{(pid=74535) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[de80b27e-83a7-47f4-9a66-30b88ae8d2c2]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f37b4f2-47f1-474f-82cb-fa93ff07f428/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5e39a1a4-f188-40e3-bcba-70e47abd6026/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2e62481-a32d-4231-b21d-ae81d99b1769]: (4, ('ok\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Flushing IO for device /dev/sde {{(pid=74535) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG nova.compute.manager [None req-91137d16-a405-4467-9aa1-bdd434e3006c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] Start spawning the instance on the hypervisor. {{(pid=74535) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-91137d16-a405-4467-9aa1-bdd434e3006c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] Creating instance directory {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 10:10:21 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-91137d16-a405-4467-9aa1-bdd434e3006c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] Creating image(s)
Dec 06 10:10:21 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-91137d16-a405-4467-9aa1-bdd434e3006c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Acquiring lock "/opt/stack/data/nova/instances/b1b834bc-519d-497f-97b9-7879f57044f7/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-91137d16-a405-4467-9aa1-bdd434e3006c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Lock "/opt/stack/data/nova/instances/b1b834bc-519d-497f-97b9-7879f57044f7/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-91137d16-a405-4467-9aa1-bdd434e3006c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Lock "/opt/stack/data/nova/instances/b1b834bc-519d-497f-97b9-7879f57044f7/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.006s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-91137d16-a405-4467-9aa1-bdd434e3006c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.020s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[f3da5e14-5e00-4665-8ca2-a81187981f1a]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=74535) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.051s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[e49d5022-8e86-483c-b565-81716448a889]: (4, ('1', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] SCSI volumes sde have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1')] {{(pid=74535) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.025s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[d498b993-8942-4f30-9069-7599225eb1e7]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1 -p 172.16.0.220:3260 --logout {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5e39a1a4-f188-40e3-bcba-70e47abd6026/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5e39a1a4-f188-40e3-bcba-70e47abd6026/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-91137d16-a405-4467-9aa1-bdd434e3006c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.193s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-91137d16-a405-4467-9aa1-bdd434e3006c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Acquiring lock "7aef4f97309efbd0d8988be1fd45eed756898e08" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-91137d16-a405-4467-9aa1-bdd434e3006c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Lock "7aef4f97309efbd0d8988be1fd45eed756898e08" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-91137d16-a405-4467-9aa1-bdd434e3006c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1 -p 172.16.0.220:3260 --logout" returned: 0 in 0.084s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d7f2f30-2175-4d17-9e55-07722df57ce8]: (4, ('Logging out of session [sid: 31, target: iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1, portal: 172.16.0.220,3260]\nLogout of [sid: 31, target: iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 31, target: iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1, portal: 172.16.0.220,3260]
Dec 06 10:10:21 user nova-compute[74535]: Logout of [sid: 31, target: iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1, portal: 172.16.0.220,3260] successful.
Dec 06 10:10:21 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG nova.policy [None req-91137d16-a405-4467-9aa1-bdd434e3006c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9a77e6b6f564435a942477b2360ac402', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '17272e061eec432787a47431737ad50f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74535) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1 -p 172.16.0.220:3260 --op delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.032s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[9bbb50cb-0dfd-43c6-aa34-6f0e670cd393]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.498s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] <== disconnect_volume: return (500ms) None {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] Disconnected iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] Start _get_guest_xml network_info=[{"id": "296acfc2-92b5-4f17-a0b5-bfff03a54490", "address": "fa:16:3e:e0:fe:39", "network": {"id": "78fe6863-d419-4ad8-bc86-d7a081b8999b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1219285107-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8840080b6b574c778530aeea5bf3f550", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap296acfc2-92", "ovs_interfaceid": "296acfc2-92b5-4f17-a0b5-bfff03a54490", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=b338f3c8-9974-4b9f-bacb-c75dd541c256,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'device_name': '/dev/vda', 'encrypted': False, 'encryption_format': None, 'encryption_options': None, 'encryption_secret_uuid': None, 'boot_index': 0, 'device_type': 'disk', 'size': 0, 'guest_format': None, 'image_id': 'b338f3c8-9974-4b9f-bacb-c75dd541c256'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'delete_on_termination': False, 'attachment_id': '6afb7876-160b-468a-8b8f-44b654c6e60e', 'boot_index': None, 'device_type': 'disk', 'guest_format': None, 'mount_device': '/dev/vdb', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CajHwUJN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, 'status': 'reserved', 'instance': 'e89c4f21-c084-4a60-9f6e-717b45ec85b5', 'attached_at': '', 'detached_at': '', 'volume_id': 'faf967c2-6a02-4952-94ca-1d2acc23afe1', 'serial': 'faf967c2-6a02-4952-94ca-1d2acc23afe1'}, 'volume_type': None} {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG nova.objects.instance [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Lazy-loading 'numa_topology' on Instance uuid e89c4f21-c084-4a60-9f6e-717b45ec85b5 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG nova.objects.base [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Object Instance<e89c4f21-c084-4a60-9f6e-717b45ec85b5> lazy-loaded attributes: flavor,info_cache,resources,numa_topology {{(pid=74535) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 10:10:21 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:10:21 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:10:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5e39a1a4-f188-40e3-bcba-70e47abd6026/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] CPU controller missing on host. {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74535) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] CPU controller found on host. {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74535) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T09:52:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=b338f3c8-9974-4b9f-bacb-c75dd541c256,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Flavor limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Image limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Flavor pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Image pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Got 1 possible topologies {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG nova.objects.instance [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Lazy-loading 'vcpu_model' on Instance uuid e89c4f21-c084-4a60-9f6e-717b45ec85b5 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:10:21 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Error from libvirt while getting description of instance-0000001b: [Error Code 42] Domain not found: no domain with matching uuid 'e89c4f21-c084-4a60-9f6e-717b45ec85b5' (instance-0000001b): libvirt.libvirtError: Domain not found: no domain with matching uuid 'e89c4f21-c084-4a60-9f6e-717b45ec85b5' (instance-0000001b)
Dec 06 10:10:21 user nova-compute[74535]: DEBUG nova.objects.base [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Object Instance<e89c4f21-c084-4a60-9f6e-717b45ec85b5> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model {{(pid=74535) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] Calling os-brick to attach iSCSI Volume {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CajHwUJN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:10:21 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:10:21 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:10:21 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:10:21 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:10:21 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:10:21 user nova-compute[74535]: INFO os_brick.initiator.connectors.iscsi [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 10:10:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-91137d16-a405-4467-9aa1-bdd434e3006c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.686s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:10:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1 -p 172.16.0.220:3260 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:10:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:10:22 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[62890591-6ab7-48a4-aab1-520189258455]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:10:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-91137d16-a405-4467-9aa1-bdd434e3006c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08,backing_fmt=raw /opt/stack/data/nova/instances/b1b834bc-519d-497f-97b9-7879f57044f7/disk 1073741824 {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:10:22 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 10:10:22 user nova-compute[74535]:  {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:10:22 user nova-compute[74535]: DEBUG nova.network.neutron [None req-91137d16-a405-4467-9aa1-bdd434e3006c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] Successfully created port: 7940d53f-a8ed-492e-94a8-264e986eacf9 {{(pid=74535) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 10:10:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1 -p 172.16.0.220:3260 --interface default --op new {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:10:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:10:22 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[be0c9166-31f4-44bc-a915-44b6b145228e]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1] added\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:10:22 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1] added
Dec 06 10:10:22 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:10:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:10:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-91137d16-a405-4467-9aa1-bdd434e3006c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08,backing_fmt=raw /opt/stack/data/nova/instances/b1b834bc-519d-497f-97b9-7879f57044f7/disk 1073741824" returned: 0 in 0.063s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:10:22 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:10:22 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:10:22 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Hypervisor/Node resource view: name=user free_ram=7551MB free_disk=25.105438232421875GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74535) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 10:10:22 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:10:22 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:10:22 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-91137d16-a405-4467-9aa1-bdd434e3006c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Lock "7aef4f97309efbd0d8988be1fd45eed756898e08" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.761s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:10:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-91137d16-a405-4467-9aa1-bdd434e3006c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:10:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:10:22 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ddba0ad-7202-4364-ac8e-2627979b96cc]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:10:22 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:10:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:10:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.029s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:10:22 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[28499983-2040-4fcb-9154-669f16f20825]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:10:22 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:10:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v CajHwUJN {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:10:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v CajHwUJN" returned: 0 in 0.026s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:10:22 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[f4ae9a43-05c6-4a11-b244-713c693d6c1d]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:10:22 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'CajHwUJN'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:10:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:10:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:10:22 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[506794c7-7d1a-4c94-8f67-072f9204d119]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:10:22 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:10:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:10:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.035s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:10:22 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[deff788d-394d-44b7-a7a7-1496c4f5f443]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7edd6a6-e857-433b-8091-25baba775070 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1d26dfe-5b26-421d-9507-f10c427e2f69 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:10:22 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:10:22 user nova-compute[74535]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7edd6a6-e857-433b-8091-25baba775070 (non-flash)
Dec 06 10:10:22 user nova-compute[74535]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1d26dfe-5b26-421d-9507-f10c427e2f69 (non-flash)
Dec 06 10:10:22 user nova-compute[74535]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef (non-flash)
Dec 06 10:10:22 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:10:22 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:10:22 user nova-compute[74535]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7edd6a6-e857-433b-8091-25baba775070 (non-flash)
Dec 06 10:10:22 user nova-compute[74535]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1d26dfe-5b26-421d-9507-f10c427e2f69 (non-flash)
Dec 06 10:10:22 user nova-compute[74535]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef (non-flash)
Dec 06 10:10:22 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:10:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1 -p 172.16.0.220:3260 --login {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:10:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-91137d16-a405-4467-9aa1-bdd434e3006c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.181s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:10:22 user nova-compute[74535]: DEBUG nova.virt.disk.api [None req-91137d16-a405-4467-9aa1-bdd434e3006c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Checking if we can resize image /opt/stack/data/nova/instances/b1b834bc-519d-497f-97b9-7879f57044f7/disk. size=1073741824 {{(pid=74535) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 10:10:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-91137d16-a405-4467-9aa1-bdd434e3006c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1b834bc-519d-497f-97b9-7879f57044f7/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:10:22 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Applying migration context for instance ceae3072-5275-4b93-92f3-fca295ad3929 as it has an incoming, in-progress migration d022e52a-fe58-4c58-9202-75f12feabb15. Migration status is finished {{(pid=74535) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Dec 06 10:10:22 user nova-compute[74535]: INFO nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] Updating resource usage from migration d022e52a-fe58-4c58-9202-75f12feabb15
Dec 06 10:10:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1 -p 172.16.0.220:3260 --login" returned: 0 in 0.092s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:10:22 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[93b95540-3e79-4d0a-a7db-bd98b7b08c18]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:10:22 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1, portal: 172.16.0.220,3260]
Dec 06 10:10:22 user nova-compute[74535]: Login to [iface: default, target: iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1, portal: 172.16.0.220,3260] successful.
Dec 06 10:10:22 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:10:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:10:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.028s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:10:22 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 5e39a1a4-f188-40e3-bcba-70e47abd6026 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:10:22 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 2d9150e7-0f02-4b19-b3f2-b329620d9722 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:10:22 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 5f37b4f2-47f1-474f-82cb-fa93ff07f428 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:10:22 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance d742d153-7670-4be9-8477-882f6a39f03f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:10:22 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 66440071-6cf6-4b6d-8d2a-edd5c1885510 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:10:22 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 0e39165e-d030-41a8-871f-56c2d08dcc20 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:10:22 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance e89c4f21-c084-4a60-9f6e-717b45ec85b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:10:22 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 247b6870-1e30-482b-b271-49ef023dbd62 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:10:22 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance fc6777e8-00c2-4ec0-b373-5c43f705ece4 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:10:22 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 3623b97e-3ebb-4aeb-afae-8c80f720aa07 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:10:22 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Migration d022e52a-fe58-4c58-9202-75f12feabb15 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}}
Dec 06 10:10:22 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance ceae3072-5275-4b93-92f3-fca295ad3929 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:10:22 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 19664d45-f856-4eb0-84d7-c1d29b1f5d0e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:10:22 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance b1b834bc-519d-497f-97b9-7879f57044f7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:10:22 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Total usable vcpus: 12, total allocated vcpus: 14 {{(pid=74535) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 10:10:22 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Final resource view: name=user phys_ram=16011MB used_ram=9216MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=14 pci_stats=[] {{(pid=74535) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 10:10:22 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[a60ad51e-626f-4324-b296-f9f67105808e]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:10:22 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:10:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:10:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-91137d16-a405-4467-9aa1-bdd434e3006c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1b834bc-519d-497f-97b9-7879f57044f7/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:10:22 user nova-compute[74535]: DEBUG nova.virt.disk.api [None req-91137d16-a405-4467-9aa1-bdd434e3006c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Cannot resize image /opt/stack/data/nova/instances/b1b834bc-519d-497f-97b9-7879f57044f7/disk to a smaller size. {{(pid=74535) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 10:10:22 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-91137d16-a405-4467-9aa1-bdd434e3006c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] Created local disks {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 10:10:22 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-91137d16-a405-4467-9aa1-bdd434e3006c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] Ensure instance console log exists: /opt/stack/data/nova/instances/b1b834bc-519d-497f-97b9-7879f57044f7/console.log {{(pid=74535) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 10:10:22 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-91137d16-a405-4467-9aa1-bdd434e3006c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:10:22 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-91137d16-a405-4467-9aa1-bdd434e3006c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:10:22 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-91137d16-a405-4467-9aa1-bdd434e3006c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:10:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.035s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:10:22 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[224687db-b7f0-4933-9d9f-126f81cd5c15]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7edd6a6-e857-433b-8091-25baba775070 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1d26dfe-5b26-421d-9507-f10c427e2f69 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1 (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:10:22 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:10:22 user nova-compute[74535]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7edd6a6-e857-433b-8091-25baba775070 (non-flash)
Dec 06 10:10:22 user nova-compute[74535]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1d26dfe-5b26-421d-9507-f10c427e2f69 (non-flash)
Dec 06 10:10:22 user nova-compute[74535]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef (non-flash)
Dec 06 10:10:22 user nova-compute[74535]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1 (non-flash)
Dec 06 10:10:22 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:10:22 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:10:22 user nova-compute[74535]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7edd6a6-e857-433b-8091-25baba775070 (non-flash)
Dec 06 10:10:22 user nova-compute[74535]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1d26dfe-5b26-421d-9507-f10c427e2f69 (non-flash)
Dec 06 10:10:22 user nova-compute[74535]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef (non-flash)
Dec 06 10:10:22 user nova-compute[74535]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1 (non-flash)
Dec 06 10:10:22 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:10:22 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.910s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:10:22 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Connected to 172.16.0.220:3260 {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 10:10:22 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] HCTL ('36', '-', '-', 0) found on session 34 with lun 0 {{(pid=74535) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 10:10:22 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=74535) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 10:10:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:10:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.021s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:10:22 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[68875e56-1b7c-4da0-9c1e-ee6292126a3d]: (4, ('- - 0', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:10:22 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Searching for a device in session 34 and hctl ['36', '*', '*', 0] yield: sde {{(pid=74535) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 10:10:22 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CajHwUJN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 10:10:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:10:23 user nova-compute[74535]: DEBUG nova.network.neutron [None req-91137d16-a405-4467-9aa1-bdd434e3006c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] Successfully updated port: 7940d53f-a8ed-492e-94a8-264e986eacf9 {{(pid=74535) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 10:10:23 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-91137d16-a405-4467-9aa1-bdd434e3006c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Acquiring lock "refresh_cache-b1b834bc-519d-497f-97b9-7879f57044f7" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:10:23 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-91137d16-a405-4467-9aa1-bdd434e3006c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Acquired lock "refresh_cache-b1b834bc-519d-497f-97b9-7879f57044f7" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:10:23 user nova-compute[74535]: DEBUG nova.network.neutron [None req-91137d16-a405-4467-9aa1-bdd434e3006c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] Building network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 10:10:23 user nova-compute[74535]: DEBUG nova.compute.manager [req-46d9fba4-b587-4229-95c1-663da472910e req-be097383-38d1-4089-8fd1-3061ad51deb2 service nova] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] Received event network-changed-7940d53f-a8ed-492e-94a8-264e986eacf9 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:10:23 user nova-compute[74535]: DEBUG nova.compute.manager [req-46d9fba4-b587-4229-95c1-663da472910e req-be097383-38d1-4089-8fd1-3061ad51deb2 service nova] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] Refreshing instance network info cache due to event network-changed-7940d53f-a8ed-492e-94a8-264e986eacf9. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 10:10:23 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-46d9fba4-b587-4229-95c1-663da472910e req-be097383-38d1-4089-8fd1-3061ad51deb2 service nova] Acquiring lock "refresh_cache-b1b834bc-519d-497f-97b9-7879f57044f7" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:10:23 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:10:23 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:10:23 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Compute_service record updated for user:user {{(pid=74535) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 10:10:23 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.870s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:10:23 user nova-compute[74535]: DEBUG nova.network.neutron [None req-91137d16-a405-4467-9aa1-bdd434e3006c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] Instance cache missing network info. {{(pid=74535) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 10:10:23 user nova-compute[74535]: DEBUG nova.network.neutron [None req-91137d16-a405-4467-9aa1-bdd434e3006c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] Updating instance_info_cache with network_info: [{"id": "7940d53f-a8ed-492e-94a8-264e986eacf9", "address": "fa:16:3e:ee:ab:9e", "network": {"id": "a3dfa24c-76e2-4ead-941f-ba72c57234a4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-566828184-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17272e061eec432787a47431737ad50f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7940d53f-a8", "ovs_interfaceid": "7940d53f-a8ed-492e-94a8-264e986eacf9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:10:23 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-91137d16-a405-4467-9aa1-bdd434e3006c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Releasing lock "refresh_cache-b1b834bc-519d-497f-97b9-7879f57044f7" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:10:23 user nova-compute[74535]: DEBUG nova.compute.manager [None req-91137d16-a405-4467-9aa1-bdd434e3006c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] Instance network_info: |[{"id": "7940d53f-a8ed-492e-94a8-264e986eacf9", "address": "fa:16:3e:ee:ab:9e", "network": {"id": "a3dfa24c-76e2-4ead-941f-ba72c57234a4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-566828184-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17272e061eec432787a47431737ad50f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7940d53f-a8", "ovs_interfaceid": "7940d53f-a8ed-492e-94a8-264e986eacf9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74535) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 10:10:23 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-46d9fba4-b587-4229-95c1-663da472910e req-be097383-38d1-4089-8fd1-3061ad51deb2 service nova] Acquired lock "refresh_cache-b1b834bc-519d-497f-97b9-7879f57044f7" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:10:23 user nova-compute[74535]: DEBUG nova.network.neutron [req-46d9fba4-b587-4229-95c1-663da472910e req-be097383-38d1-4089-8fd1-3061ad51deb2 service nova] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] Refreshing network info cache for port 7940d53f-a8ed-492e-94a8-264e986eacf9 {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 10:10:23 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-91137d16-a405-4467-9aa1-bdd434e3006c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] Start _get_guest_xml network_info=[{"id": "7940d53f-a8ed-492e-94a8-264e986eacf9", "address": "fa:16:3e:ee:ab:9e", "network": {"id": "a3dfa24c-76e2-4ead-941f-ba72c57234a4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-566828184-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17272e061eec432787a47431737ad50f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7940d53f-a8", "ovs_interfaceid": "7940d53f-a8ed-492e-94a8-264e986eacf9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T09:52:28Z,direct_url=<?>,disk_format='qcow2',id=b338f3c8-9974-4b9f-bacb-c75dd541c256,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='563f6a2917a742ada39fb0e950eece6e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T09:52:30Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'device_name': '/dev/vda', 'encrypted': False, 'encryption_format': None, 'encryption_options': None, 'encryption_secret_uuid': None, 'boot_index': 0, 'device_type': 'disk', 'size': 0, 'guest_format': None, 'image_id': 'b338f3c8-9974-4b9f-bacb-c75dd541c256'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 10:10:23 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-91137d16-a405-4467-9aa1-bdd434e3006c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:10:23 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-91137d16-a405-4467-9aa1-bdd434e3006c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:10:23 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-91137d16-a405-4467-9aa1-bdd434e3006c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 10:10:23 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-91137d16-a405-4467-9aa1-bdd434e3006c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] CPU controller missing on host. {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 10:10:23 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-91137d16-a405-4467-9aa1-bdd434e3006c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 10:10:23 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-91137d16-a405-4467-9aa1-bdd434e3006c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] CPU controller found on host. {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 10:10:23 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-91137d16-a405-4467-9aa1-bdd434e3006c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74535) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 10:10:23 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-91137d16-a405-4467-9aa1-bdd434e3006c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T09:52:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T09:52:28Z,direct_url=<?>,disk_format='qcow2',id=b338f3c8-9974-4b9f-bacb-c75dd541c256,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='563f6a2917a742ada39fb0e950eece6e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T09:52:30Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 10:10:23 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-91137d16-a405-4467-9aa1-bdd434e3006c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Flavor limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 10:10:23 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-91137d16-a405-4467-9aa1-bdd434e3006c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Image limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 10:10:23 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-91137d16-a405-4467-9aa1-bdd434e3006c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Flavor pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 10:10:23 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-91137d16-a405-4467-9aa1-bdd434e3006c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Image pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 10:10:23 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-91137d16-a405-4467-9aa1-bdd434e3006c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 10:10:23 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-91137d16-a405-4467-9aa1-bdd434e3006c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 10:10:23 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-91137d16-a405-4467-9aa1-bdd434e3006c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 10:10:23 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-91137d16-a405-4467-9aa1-bdd434e3006c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Got 1 possible topologies {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 10:10:23 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-91137d16-a405-4467-9aa1-bdd434e3006c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 10:10:23 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-91137d16-a405-4467-9aa1-bdd434e3006c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 10:10:23 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-91137d16-a405-4467-9aa1-bdd434e3006c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:10:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1781398421',display_name='tempest-ServerRescueNegativeTestJSON-server-1781398421',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1781398421',id=34,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPnWZcVembybJRWLsELvJeCopTblFho2l2nTTFW/BMuxyCjdR9J1K2X6/5oSStPvpuMPO7KoAaSOi1VCrYmiKsnxO68kE4BJMFJA5dpeSg27GUgcH7f5JfIBqsotq1wrfA==',key_name='tempest-keypair-788461230',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='17272e061eec432787a47431737ad50f',ramdisk_id='',reservation_id='r-y0d117x9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-1402737075',owner_user_name='tempest-ServerRescueNegativeTestJSON-1402737075-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T10:10:21Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9a77e6b6f564435a942477b2360ac402',uuid=b1b834bc-519d-497f-97b9-7879f57044f7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7940d53f-a8ed-492e-94a8-264e986eacf9", "address": "fa:16:3e:ee:ab:9e", "network": {"id": "a3dfa24c-76e2-4ead-941f-ba72c57234a4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-566828184-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17272e061eec432787a47431737ad50f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7940d53f-a8", "ovs_interfaceid": "7940d53f-a8ed-492e-94a8-264e986eacf9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74535) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 10:10:23 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-91137d16-a405-4467-9aa1-bdd434e3006c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Converting VIF {"id": "7940d53f-a8ed-492e-94a8-264e986eacf9", "address": "fa:16:3e:ee:ab:9e", "network": {"id": "a3dfa24c-76e2-4ead-941f-ba72c57234a4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-566828184-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17272e061eec432787a47431737ad50f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7940d53f-a8", "ovs_interfaceid": "7940d53f-a8ed-492e-94a8-264e986eacf9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:10:23 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-91137d16-a405-4467-9aa1-bdd434e3006c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ee:ab:9e,bridge_name='br-int',has_traffic_filtering=True,id=7940d53f-a8ed-492e-94a8-264e986eacf9,network=Network(a3dfa24c-76e2-4ead-941f-ba72c57234a4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7940d53f-a8') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:10:23 user nova-compute[74535]: DEBUG nova.objects.instance [None req-91137d16-a405-4467-9aa1-bdd434e3006c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Lazy-loading 'pci_devices' on Instance uuid b1b834bc-519d-497f-97b9-7879f57044f7 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:10:23 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.964s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:10:23 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] <== connect_volume: return (1966ms) {'type': 'block', 'scsi_wwn': '23132613237316332', 'path': '/dev/sde'} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:10:23 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23132613237316332', 'path': '/dev/sde'} {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 10:10:23 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-91137d16-a405-4467-9aa1-bdd434e3006c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] End _get_guest_xml xml=<domain type="kvm">
Dec 06 10:10:23 user nova-compute[74535]:   <uuid>b1b834bc-519d-497f-97b9-7879f57044f7</uuid>
Dec 06 10:10:23 user nova-compute[74535]:   <name>instance-00000022</name>
Dec 06 10:10:23 user nova-compute[74535]:   <memory>524288</memory>
Dec 06 10:10:23 user nova-compute[74535]:   <vcpu>1</vcpu>
Dec 06 10:10:23 user nova-compute[74535]:   <metadata>
Dec 06 10:10:23 user nova-compute[74535]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 10:10:23 user nova-compute[74535]:       <nova:package version="0.0.0"/>
Dec 06 10:10:23 user nova-compute[74535]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-1781398421</nova:name>
Dec 06 10:10:23 user nova-compute[74535]:       <nova:creationTime>2023-12-06 10:10:23</nova:creationTime>
Dec 06 10:10:23 user nova-compute[74535]:       <nova:flavor name="m1.tiny">
Dec 06 10:10:23 user nova-compute[74535]:         <nova:memory>512</nova:memory>
Dec 06 10:10:23 user nova-compute[74535]:         <nova:disk>1</nova:disk>
Dec 06 10:10:23 user nova-compute[74535]:         <nova:swap>0</nova:swap>
Dec 06 10:10:23 user nova-compute[74535]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 10:10:23 user nova-compute[74535]:         <nova:vcpus>1</nova:vcpus>
Dec 06 10:10:23 user nova-compute[74535]:       </nova:flavor>
Dec 06 10:10:23 user nova-compute[74535]:       <nova:owner>
Dec 06 10:10:23 user nova-compute[74535]:         <nova:user uuid="9a77e6b6f564435a942477b2360ac402">tempest-ServerRescueNegativeTestJSON-1402737075-project-member</nova:user>
Dec 06 10:10:23 user nova-compute[74535]:         <nova:project uuid="17272e061eec432787a47431737ad50f">tempest-ServerRescueNegativeTestJSON-1402737075</nova:project>
Dec 06 10:10:23 user nova-compute[74535]:       </nova:owner>
Dec 06 10:10:23 user nova-compute[74535]:       <nova:root type="image" uuid="b338f3c8-9974-4b9f-bacb-c75dd541c256"/>
Dec 06 10:10:23 user nova-compute[74535]:       <nova:ports>
Dec 06 10:10:23 user nova-compute[74535]:         <nova:port uuid="7940d53f-a8ed-492e-94a8-264e986eacf9">
Dec 06 10:10:23 user nova-compute[74535]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Dec 06 10:10:23 user nova-compute[74535]:         </nova:port>
Dec 06 10:10:23 user nova-compute[74535]:       </nova:ports>
Dec 06 10:10:23 user nova-compute[74535]:     </nova:instance>
Dec 06 10:10:23 user nova-compute[74535]:   </metadata>
Dec 06 10:10:23 user nova-compute[74535]:   <sysinfo type="smbios">
Dec 06 10:10:23 user nova-compute[74535]:     <system>
Dec 06 10:10:23 user nova-compute[74535]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 10:10:23 user nova-compute[74535]:       <entry name="product">OpenStack Nova</entry>
Dec 06 10:10:23 user nova-compute[74535]:       <entry name="version">0.0.0</entry>
Dec 06 10:10:23 user nova-compute[74535]:       <entry name="serial">b1b834bc-519d-497f-97b9-7879f57044f7</entry>
Dec 06 10:10:23 user nova-compute[74535]:       <entry name="uuid">b1b834bc-519d-497f-97b9-7879f57044f7</entry>
Dec 06 10:10:23 user nova-compute[74535]:       <entry name="family">Virtual Machine</entry>
Dec 06 10:10:23 user nova-compute[74535]:     </system>
Dec 06 10:10:23 user nova-compute[74535]:   </sysinfo>
Dec 06 10:10:23 user nova-compute[74535]:   <os>
Dec 06 10:10:23 user nova-compute[74535]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 10:10:23 user nova-compute[74535]:     <boot dev="hd"/>
Dec 06 10:10:23 user nova-compute[74535]:     <smbios mode="sysinfo"/>
Dec 06 10:10:23 user nova-compute[74535]:   </os>
Dec 06 10:10:23 user nova-compute[74535]:   <features>
Dec 06 10:10:23 user nova-compute[74535]:     <acpi/>
Dec 06 10:10:23 user nova-compute[74535]:     <apic/>
Dec 06 10:10:23 user nova-compute[74535]:     <vmcoreinfo/>
Dec 06 10:10:23 user nova-compute[74535]:   </features>
Dec 06 10:10:23 user nova-compute[74535]:   <clock offset="utc">
Dec 06 10:10:23 user nova-compute[74535]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 10:10:23 user nova-compute[74535]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 10:10:23 user nova-compute[74535]:     <timer name="hpet" present="no"/>
Dec 06 10:10:23 user nova-compute[74535]:   </clock>
Dec 06 10:10:23 user nova-compute[74535]:   <cpu mode="custom" match="exact">
Dec 06 10:10:23 user nova-compute[74535]:     <model>Nehalem</model>
Dec 06 10:10:23 user nova-compute[74535]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 10:10:23 user nova-compute[74535]:   </cpu>
Dec 06 10:10:23 user nova-compute[74535]:   <devices>
Dec 06 10:10:23 user nova-compute[74535]:     <disk type="file" device="disk">
Dec 06 10:10:23 user nova-compute[74535]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 10:10:23 user nova-compute[74535]:       <source file="/opt/stack/data/nova/instances/b1b834bc-519d-497f-97b9-7879f57044f7/disk"/>
Dec 06 10:10:23 user nova-compute[74535]:       <target dev="vda" bus="virtio"/>
Dec 06 10:10:23 user nova-compute[74535]:     </disk>
Dec 06 10:10:23 user nova-compute[74535]:     <interface type="ethernet">
Dec 06 10:10:23 user nova-compute[74535]:       <mac address="fa:16:3e:ee:ab:9e"/>
Dec 06 10:10:23 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 10:10:23 user nova-compute[74535]:       <mtu size="1442"/>
Dec 06 10:10:23 user nova-compute[74535]:       <target dev="tap7940d53f-a8"/>
Dec 06 10:10:23 user nova-compute[74535]:     </interface>
Dec 06 10:10:23 user nova-compute[74535]:     <serial type="pty">
Dec 06 10:10:23 user nova-compute[74535]:       <log file="/opt/stack/data/nova/instances/b1b834bc-519d-497f-97b9-7879f57044f7/console.log" append="off"/>
Dec 06 10:10:23 user nova-compute[74535]:     </serial>
Dec 06 10:10:23 user nova-compute[74535]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 10:10:23 user nova-compute[74535]:     <video>
Dec 06 10:10:23 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 10:10:23 user nova-compute[74535]:     </video>
Dec 06 10:10:23 user nova-compute[74535]:     <rng model="virtio">
Dec 06 10:10:23 user nova-compute[74535]:       <backend model="random">/dev/urandom</backend>
Dec 06 10:10:23 user nova-compute[74535]:     </rng>
Dec 06 10:10:23 user nova-compute[74535]:     <controller type="usb" index="0" model="none"/>
Dec 06 10:10:23 user nova-compute[74535]:     <memballoon model="virtio">
Dec 06 10:10:23 user nova-compute[74535]:       <stats period="10"/>
Dec 06 10:10:23 user nova-compute[74535]:     </memballoon>
Dec 06 10:10:23 user nova-compute[74535]:   </devices>
Dec 06 10:10:23 user nova-compute[74535]: </domain>
Dec 06 10:10:23 user nova-compute[74535]:  {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 10:10:23 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-91137d16-a405-4467-9aa1-bdd434e3006c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:10:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1781398421',display_name='tempest-ServerRescueNegativeTestJSON-server-1781398421',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1781398421',id=34,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPnWZcVembybJRWLsELvJeCopTblFho2l2nTTFW/BMuxyCjdR9J1K2X6/5oSStPvpuMPO7KoAaSOi1VCrYmiKsnxO68kE4BJMFJA5dpeSg27GUgcH7f5JfIBqsotq1wrfA==',key_name='tempest-keypair-788461230',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='17272e061eec432787a47431737ad50f',ramdisk_id='',reservation_id='r-y0d117x9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-1402737075',owner_user_name='tempest-ServerRescueNegativeTestJSON-1402737075-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T10:10:21Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9a77e6b6f564435a942477b2360ac402',uuid=b1b834bc-519d-497f-97b9-7879f57044f7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7940d53f-a8ed-492e-94a8-264e986eacf9", "address": "fa:16:3e:ee:ab:9e", "network": {"id": "a3dfa24c-76e2-4ead-941f-ba72c57234a4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-566828184-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17272e061eec432787a47431737ad50f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7940d53f-a8", "ovs_interfaceid": "7940d53f-a8ed-492e-94a8-264e986eacf9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 10:10:23 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-91137d16-a405-4467-9aa1-bdd434e3006c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Converting VIF {"id": "7940d53f-a8ed-492e-94a8-264e986eacf9", "address": "fa:16:3e:ee:ab:9e", "network": {"id": "a3dfa24c-76e2-4ead-941f-ba72c57234a4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-566828184-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17272e061eec432787a47431737ad50f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7940d53f-a8", "ovs_interfaceid": "7940d53f-a8ed-492e-94a8-264e986eacf9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:10:23 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-91137d16-a405-4467-9aa1-bdd434e3006c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ee:ab:9e,bridge_name='br-int',has_traffic_filtering=True,id=7940d53f-a8ed-492e-94a8-264e986eacf9,network=Network(a3dfa24c-76e2-4ead-941f-ba72c57234a4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7940d53f-a8') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:10:23 user nova-compute[74535]: DEBUG os_vif [None req-91137d16-a405-4467-9aa1-bdd434e3006c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ee:ab:9e,bridge_name='br-int',has_traffic_filtering=True,id=7940d53f-a8ed-492e-94a8-264e986eacf9,network=Network(a3dfa24c-76e2-4ead-941f-ba72c57234a4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7940d53f-a8') {{(pid=74535) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 10:10:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:10:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:10:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 10:10:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:10:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c49082cb-6238-5445-97f6-2f338b301c90', '_type': 'linux-noop'}}, row=False) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:10:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:10:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:10:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:10:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap7940d53f-a8, may_exist=True, interface_attrs={}) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:10:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap7940d53f-a8, col_values=(('qos', UUID('5e105ec8-3fcf-46b2-8cb2-6d489af96182')),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:10:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap7940d53f-a8, col_values=(('external_ids', {'iface-id': '7940d53f-a8ed-492e-94a8-264e986eacf9', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ee:ab:9e', 'vm-uuid': 'b1b834bc-519d-497f-97b9-7879f57044f7'}),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:10:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:10:23 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:06:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-450043046',display_name='tempest-AttachVolumeTestJSON-server-450043046',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-450043046',id=27,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEqZwqMLiPe7Yp/GSSgAh5dYcNlbQZ5blONjeVTm3UNmD2ImBszlYhPDvHraxyOGIuSYPbzQE8DM04o2kaojJCmJN7IqNc2vcab1b10dCq9WsocSiF6q4wS7QzXeGmyL+Q==',key_name='tempest-keypair-1898796578',keypairs=<?>,launch_index=0,launched_at=2023-12-06T10:06:27Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='8840080b6b574c778530aeea5bf3f550',ramdisk_id='',reservation_id='r-x0mblnvn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-2067266543',owner_user_name='tempest-AttachVolumeTestJSON-2067266543-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T10:08:30Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b22979f454db4d11a74c5b96e1707f68',uuid=e89c4f21-c084-4a60-9f6e-717b45ec85b5,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "296acfc2-92b5-4f17-a0b5-bfff03a54490", "address": "fa:16:3e:e0:fe:39", "network": {"id": "78fe6863-d419-4ad8-bc86-d7a081b8999b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1219285107-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8840080b6b574c778530aeea5bf3f550", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap296acfc2-92", "ovs_interfaceid": "296acfc2-92b5-4f17-a0b5-bfff03a54490", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74535) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 10:10:23 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Converting VIF {"id": "296acfc2-92b5-4f17-a0b5-bfff03a54490", "address": "fa:16:3e:e0:fe:39", "network": {"id": "78fe6863-d419-4ad8-bc86-d7a081b8999b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1219285107-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8840080b6b574c778530aeea5bf3f550", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap296acfc2-92", "ovs_interfaceid": "296acfc2-92b5-4f17-a0b5-bfff03a54490", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:10:23 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e0:fe:39,bridge_name='br-int',has_traffic_filtering=True,id=296acfc2-92b5-4f17-a0b5-bfff03a54490,network=Network(78fe6863-d419-4ad8-bc86-d7a081b8999b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap296acfc2-92') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:10:23 user nova-compute[74535]: DEBUG nova.objects.instance [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Lazy-loading 'pci_devices' on Instance uuid e89c4f21-c084-4a60-9f6e-717b45ec85b5 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:10:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:10:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:10:23 user nova-compute[74535]: INFO os_vif [None req-91137d16-a405-4467-9aa1-bdd434e3006c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ee:ab:9e,bridge_name='br-int',has_traffic_filtering=True,id=7940d53f-a8ed-492e-94a8-264e986eacf9,network=Network(a3dfa24c-76e2-4ead-941f-ba72c57234a4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7940d53f-a8')
Dec 06 10:10:23 user nova-compute[74535]: DEBUG nova.objects.base [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Object Instance<e89c4f21-c084-4a60-9f6e-717b45ec85b5> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices {{(pid=74535) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 10:10:23 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] End _get_guest_xml xml=<domain type="kvm">
Dec 06 10:10:23 user nova-compute[74535]:   <uuid>e89c4f21-c084-4a60-9f6e-717b45ec85b5</uuid>
Dec 06 10:10:23 user nova-compute[74535]:   <name>instance-0000001b</name>
Dec 06 10:10:23 user nova-compute[74535]:   <memory>524288</memory>
Dec 06 10:10:23 user nova-compute[74535]:   <vcpu>1</vcpu>
Dec 06 10:10:23 user nova-compute[74535]:   <metadata>
Dec 06 10:10:23 user nova-compute[74535]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 10:10:23 user nova-compute[74535]:       <nova:package version="0.0.0"/>
Dec 06 10:10:23 user nova-compute[74535]:       <nova:name>tempest-AttachVolumeTestJSON-server-450043046</nova:name>
Dec 06 10:10:23 user nova-compute[74535]:       <nova:creationTime>2023-12-06 10:10:21</nova:creationTime>
Dec 06 10:10:23 user nova-compute[74535]:       <nova:flavor name="m1.tiny">
Dec 06 10:10:23 user nova-compute[74535]:         <nova:memory>512</nova:memory>
Dec 06 10:10:23 user nova-compute[74535]:         <nova:disk>1</nova:disk>
Dec 06 10:10:23 user nova-compute[74535]:         <nova:swap>0</nova:swap>
Dec 06 10:10:23 user nova-compute[74535]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 10:10:23 user nova-compute[74535]:         <nova:vcpus>1</nova:vcpus>
Dec 06 10:10:23 user nova-compute[74535]:       </nova:flavor>
Dec 06 10:10:23 user nova-compute[74535]:       <nova:owner>
Dec 06 10:10:23 user nova-compute[74535]:         <nova:user uuid="b22979f454db4d11a74c5b96e1707f68">tempest-AttachVolumeTestJSON-2067266543-project-member</nova:user>
Dec 06 10:10:23 user nova-compute[74535]:         <nova:project uuid="8840080b6b574c778530aeea5bf3f550">tempest-AttachVolumeTestJSON-2067266543</nova:project>
Dec 06 10:10:23 user nova-compute[74535]:       </nova:owner>
Dec 06 10:10:23 user nova-compute[74535]:       <nova:root type="image" uuid="b338f3c8-9974-4b9f-bacb-c75dd541c256"/>
Dec 06 10:10:23 user nova-compute[74535]:       <nova:ports>
Dec 06 10:10:23 user nova-compute[74535]:         <nova:port uuid="296acfc2-92b5-4f17-a0b5-bfff03a54490">
Dec 06 10:10:23 user nova-compute[74535]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Dec 06 10:10:23 user nova-compute[74535]:         </nova:port>
Dec 06 10:10:23 user nova-compute[74535]:       </nova:ports>
Dec 06 10:10:23 user nova-compute[74535]:     </nova:instance>
Dec 06 10:10:23 user nova-compute[74535]:   </metadata>
Dec 06 10:10:23 user nova-compute[74535]:   <sysinfo type="smbios">
Dec 06 10:10:23 user nova-compute[74535]:     <system>
Dec 06 10:10:23 user nova-compute[74535]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 10:10:23 user nova-compute[74535]:       <entry name="product">OpenStack Nova</entry>
Dec 06 10:10:23 user nova-compute[74535]:       <entry name="version">0.0.0</entry>
Dec 06 10:10:23 user nova-compute[74535]:       <entry name="serial">e89c4f21-c084-4a60-9f6e-717b45ec85b5</entry>
Dec 06 10:10:23 user nova-compute[74535]:       <entry name="uuid">e89c4f21-c084-4a60-9f6e-717b45ec85b5</entry>
Dec 06 10:10:23 user nova-compute[74535]:       <entry name="family">Virtual Machine</entry>
Dec 06 10:10:23 user nova-compute[74535]:     </system>
Dec 06 10:10:23 user nova-compute[74535]:   </sysinfo>
Dec 06 10:10:23 user nova-compute[74535]:   <os>
Dec 06 10:10:23 user nova-compute[74535]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 10:10:23 user nova-compute[74535]:     <boot dev="hd"/>
Dec 06 10:10:23 user nova-compute[74535]:     <smbios mode="sysinfo"/>
Dec 06 10:10:23 user nova-compute[74535]:   </os>
Dec 06 10:10:23 user nova-compute[74535]:   <features>
Dec 06 10:10:23 user nova-compute[74535]:     <acpi/>
Dec 06 10:10:23 user nova-compute[74535]:     <apic/>
Dec 06 10:10:23 user nova-compute[74535]:     <vmcoreinfo/>
Dec 06 10:10:23 user nova-compute[74535]:   </features>
Dec 06 10:10:23 user nova-compute[74535]:   <clock offset="utc">
Dec 06 10:10:23 user nova-compute[74535]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 10:10:23 user nova-compute[74535]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 10:10:23 user nova-compute[74535]:     <timer name="hpet" present="no"/>
Dec 06 10:10:23 user nova-compute[74535]:   </clock>
Dec 06 10:10:23 user nova-compute[74535]:   <cpu mode="custom" match="exact">
Dec 06 10:10:23 user nova-compute[74535]:     <model>Nehalem</model>
Dec 06 10:10:23 user nova-compute[74535]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 10:10:23 user nova-compute[74535]:   </cpu>
Dec 06 10:10:23 user nova-compute[74535]:   <devices>
Dec 06 10:10:23 user nova-compute[74535]:     <disk type="file" device="disk">
Dec 06 10:10:23 user nova-compute[74535]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 10:10:23 user nova-compute[74535]:       <source file="/opt/stack/data/nova/instances/e89c4f21-c084-4a60-9f6e-717b45ec85b5/disk"/>
Dec 06 10:10:23 user nova-compute[74535]:       <target dev="vda" bus="virtio"/>
Dec 06 10:10:23 user nova-compute[74535]:     </disk>
Dec 06 10:10:23 user nova-compute[74535]:     <disk type="block" device="disk">
Dec 06 10:10:23 user nova-compute[74535]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 10:10:23 user nova-compute[74535]:       <source dev="/dev/sde"/>
Dec 06 10:10:23 user nova-compute[74535]:       <target dev="vdb" bus="virtio"/>
Dec 06 10:10:23 user nova-compute[74535]:       <serial>faf967c2-6a02-4952-94ca-1d2acc23afe1</serial>
Dec 06 10:10:23 user nova-compute[74535]:     </disk>
Dec 06 10:10:23 user nova-compute[74535]:     <interface type="ethernet">
Dec 06 10:10:23 user nova-compute[74535]:       <mac address="fa:16:3e:e0:fe:39"/>
Dec 06 10:10:23 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 10:10:23 user nova-compute[74535]:       <mtu size="1442"/>
Dec 06 10:10:23 user nova-compute[74535]:       <target dev="tap296acfc2-92"/>
Dec 06 10:10:23 user nova-compute[74535]:     </interface>
Dec 06 10:10:23 user nova-compute[74535]:     <serial type="pty">
Dec 06 10:10:23 user nova-compute[74535]:       <log file="/opt/stack/data/nova/instances/e89c4f21-c084-4a60-9f6e-717b45ec85b5/console.log" append="off"/>
Dec 06 10:10:23 user nova-compute[74535]:     </serial>
Dec 06 10:10:23 user nova-compute[74535]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 10:10:23 user nova-compute[74535]:     <video>
Dec 06 10:10:23 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 10:10:23 user nova-compute[74535]:     </video>
Dec 06 10:10:23 user nova-compute[74535]:     <rng model="virtio">
Dec 06 10:10:23 user nova-compute[74535]:       <backend model="random">/dev/urandom</backend>
Dec 06 10:10:23 user nova-compute[74535]:     </rng>
Dec 06 10:10:23 user nova-compute[74535]:     <controller type="usb" index="0" model="none"/>
Dec 06 10:10:23 user nova-compute[74535]:     <memballoon model="virtio">
Dec 06 10:10:23 user nova-compute[74535]:       <stats period="10"/>
Dec 06 10:10:23 user nova-compute[74535]:     </memballoon>
Dec 06 10:10:23 user nova-compute[74535]:   </devices>
Dec 06 10:10:23 user nova-compute[74535]: </domain>
Dec 06 10:10:23 user nova-compute[74535]:  {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 10:10:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e89c4f21-c084-4a60-9f6e-717b45ec85b5/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:10:24 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-91137d16-a405-4467-9aa1-bdd434e3006c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] No BDM found with device name vda, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 10:10:24 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-91137d16-a405-4467-9aa1-bdd434e3006c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] No VIF found with MAC fa:16:3e:ee:ab:9e, not building metadata {{(pid=74535) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 10:10:24 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e89c4f21-c084-4a60-9f6e-717b45ec85b5/disk --force-share --output=json" returned: 0 in 0.254s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:10:24 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e89c4f21-c084-4a60-9f6e-717b45ec85b5/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:10:24 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e89c4f21-c084-4a60-9f6e-717b45ec85b5/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:10:24 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] skipping disk /dev/sde (vdb) as it is a volume {{(pid=74535) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 10:10:24 user nova-compute[74535]: DEBUG nova.objects.instance [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Lazy-loading 'trusted_certs' on Instance uuid e89c4f21-c084-4a60-9f6e-717b45ec85b5 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:10:24 user nova-compute[74535]: DEBUG nova.network.neutron [req-46d9fba4-b587-4229-95c1-663da472910e req-be097383-38d1-4089-8fd1-3061ad51deb2 service nova] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] Updated VIF entry in instance network info cache for port 7940d53f-a8ed-492e-94a8-264e986eacf9. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 10:10:24 user nova-compute[74535]: DEBUG nova.network.neutron [req-46d9fba4-b587-4229-95c1-663da472910e req-be097383-38d1-4089-8fd1-3061ad51deb2 service nova] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] Updating instance_info_cache with network_info: [{"id": "7940d53f-a8ed-492e-94a8-264e986eacf9", "address": "fa:16:3e:ee:ab:9e", "network": {"id": "a3dfa24c-76e2-4ead-941f-ba72c57234a4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-566828184-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17272e061eec432787a47431737ad50f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7940d53f-a8", "ovs_interfaceid": "7940d53f-a8ed-492e-94a8-264e986eacf9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:10:24 user nova-compute[74535]: DEBUG nova.objects.base [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Object Instance<e89c4f21-c084-4a60-9f6e-717b45ec85b5> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs {{(pid=74535) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 10:10:24 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:10:24 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-46d9fba4-b587-4229-95c1-663da472910e req-be097383-38d1-4089-8fd1-3061ad51deb2 service nova] Releasing lock "refresh_cache-b1b834bc-519d-497f-97b9-7879f57044f7" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:10:24 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.177s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:10:24 user nova-compute[74535]: DEBUG nova.virt.disk.api [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Checking if we can resize image /opt/stack/data/nova/instances/e89c4f21-c084-4a60-9f6e-717b45ec85b5/disk. size=1073741824 {{(pid=74535) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 10:10:24 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e89c4f21-c084-4a60-9f6e-717b45ec85b5/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:10:24 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e89c4f21-c084-4a60-9f6e-717b45ec85b5/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:10:24 user nova-compute[74535]: DEBUG nova.virt.disk.api [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Cannot resize image /opt/stack/data/nova/instances/e89c4f21-c084-4a60-9f6e-717b45ec85b5/disk to a smaller size. {{(pid=74535) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 10:10:24 user nova-compute[74535]: DEBUG nova.objects.instance [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Lazy-loading 'migration_context' on Instance uuid e89c4f21-c084-4a60-9f6e-717b45ec85b5 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:10:24 user nova-compute[74535]: DEBUG nova.objects.base [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Object Instance<e89c4f21-c084-4a60-9f6e-717b45ec85b5> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs,migration_context {{(pid=74535) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 10:10:24 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:06:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-450043046',display_name='tempest-AttachVolumeTestJSON-server-450043046',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-450043046',id=27,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEqZwqMLiPe7Yp/GSSgAh5dYcNlbQZ5blONjeVTm3UNmD2ImBszlYhPDvHraxyOGIuSYPbzQE8DM04o2kaojJCmJN7IqNc2vcab1b10dCq9WsocSiF6q4wS7QzXeGmyL+Q==',key_name='tempest-keypair-1898796578',keypairs=<?>,launch_index=0,launched_at=2023-12-06T10:06:27Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=<?>,power_state=4,progress=0,project_id='8840080b6b574c778530aeea5bf3f550',ramdisk_id='',reservation_id='r-x0mblnvn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-2067266543',owner_user_name='tempest-AttachVolumeTestJSON-2067266543-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T10:08:30Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b22979f454db4d11a74c5b96e1707f68',uuid=e89c4f21-c084-4a60-9f6e-717b45ec85b5,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "296acfc2-92b5-4f17-a0b5-bfff03a54490", "address": "fa:16:3e:e0:fe:39", "network": {"id": "78fe6863-d419-4ad8-bc86-d7a081b8999b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1219285107-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8840080b6b574c778530aeea5bf3f550", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap296acfc2-92", "ovs_interfaceid": "296acfc2-92b5-4f17-a0b5-bfff03a54490", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 10:10:24 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Converting VIF {"id": "296acfc2-92b5-4f17-a0b5-bfff03a54490", "address": "fa:16:3e:e0:fe:39", "network": {"id": "78fe6863-d419-4ad8-bc86-d7a081b8999b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1219285107-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8840080b6b574c778530aeea5bf3f550", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap296acfc2-92", "ovs_interfaceid": "296acfc2-92b5-4f17-a0b5-bfff03a54490", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:10:24 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e0:fe:39,bridge_name='br-int',has_traffic_filtering=True,id=296acfc2-92b5-4f17-a0b5-bfff03a54490,network=Network(78fe6863-d419-4ad8-bc86-d7a081b8999b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap296acfc2-92') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:10:24 user nova-compute[74535]: DEBUG os_vif [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e0:fe:39,bridge_name='br-int',has_traffic_filtering=True,id=296acfc2-92b5-4f17-a0b5-bfff03a54490,network=Network(78fe6863-d419-4ad8-bc86-d7a081b8999b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap296acfc2-92') {{(pid=74535) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 10:10:24 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:10:24 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:10:24 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 10:10:24 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:10:24 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '7643ef2f-539a-506a-8c09-6e25e23c1b5d', '_type': 'linux-noop'}}, row=False) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:10:24 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:10:24 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:10:24 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:10:24 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap296acfc2-92, may_exist=True, interface_attrs={}) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:10:24 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap296acfc2-92, col_values=(('qos', UUID('c1261ff2-4c79-4ea7-b7f1-715786fe1a74')),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:10:24 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap296acfc2-92, col_values=(('external_ids', {'iface-id': '296acfc2-92b5-4f17-a0b5-bfff03a54490', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e0:fe:39', 'vm-uuid': 'e89c4f21-c084-4a60-9f6e-717b45ec85b5'}),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:10:24 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:10:24 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:10:24 user nova-compute[74535]: INFO os_vif [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e0:fe:39,bridge_name='br-int',has_traffic_filtering=True,id=296acfc2-92b5-4f17-a0b5-bfff03a54490,network=Network(78fe6863-d419-4ad8-bc86-d7a081b8999b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap296acfc2-92')
Dec 06 10:10:25 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:10:25 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Starting heal instance info cache {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 10:10:25 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "refresh_cache-d742d153-7670-4be9-8477-882f6a39f03f" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:10:25 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquired lock "refresh_cache-d742d153-7670-4be9-8477-882f6a39f03f" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:10:25 user nova-compute[74535]: DEBUG nova.network.neutron [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: d742d153-7670-4be9-8477-882f6a39f03f] Forcefully refreshing network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 10:10:25 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:10:25 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:10:25 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:10:25 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:10:25 user nova-compute[74535]: DEBUG nova.network.neutron [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: d742d153-7670-4be9-8477-882f6a39f03f] Updating instance_info_cache with network_info: [{"id": "3b060eee-df21-4ac4-a508-edd137bd8427", "address": "fa:16:3e:e3:fc:dd", "network": {"id": "a3dfa24c-76e2-4ead-941f-ba72c57234a4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-566828184-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17272e061eec432787a47431737ad50f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3b060eee-df", "ovs_interfaceid": "3b060eee-df21-4ac4-a508-edd137bd8427", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:10:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Releasing lock "refresh_cache-d742d153-7670-4be9-8477-882f6a39f03f" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:10:26 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: d742d153-7670-4be9-8477-882f6a39f03f] Updated the network info_cache for instance {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 10:10:26 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:10:26 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:10:26 user nova-compute[74535]: DEBUG nova.compute.manager [req-1d3d7c5e-125b-48ac-a2b7-15c9d56c9966 req-25e2dfef-cdb7-4aa8-a1ef-3f4434bf6dd0 service nova] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] Received event network-vif-plugged-7940d53f-a8ed-492e-94a8-264e986eacf9 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:10:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-1d3d7c5e-125b-48ac-a2b7-15c9d56c9966 req-25e2dfef-cdb7-4aa8-a1ef-3f4434bf6dd0 service nova] Acquiring lock "b1b834bc-519d-497f-97b9-7879f57044f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:10:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-1d3d7c5e-125b-48ac-a2b7-15c9d56c9966 req-25e2dfef-cdb7-4aa8-a1ef-3f4434bf6dd0 service nova] Lock "b1b834bc-519d-497f-97b9-7879f57044f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:10:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-1d3d7c5e-125b-48ac-a2b7-15c9d56c9966 req-25e2dfef-cdb7-4aa8-a1ef-3f4434bf6dd0 service nova] Lock "b1b834bc-519d-497f-97b9-7879f57044f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:10:26 user nova-compute[74535]: DEBUG nova.compute.manager [req-1d3d7c5e-125b-48ac-a2b7-15c9d56c9966 req-25e2dfef-cdb7-4aa8-a1ef-3f4434bf6dd0 service nova] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] No waiting events found dispatching network-vif-plugged-7940d53f-a8ed-492e-94a8-264e986eacf9 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:10:26 user nova-compute[74535]: WARNING nova.compute.manager [req-1d3d7c5e-125b-48ac-a2b7-15c9d56c9966 req-25e2dfef-cdb7-4aa8-a1ef-3f4434bf6dd0 service nova] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] Received unexpected event network-vif-plugged-7940d53f-a8ed-492e-94a8-264e986eacf9 for instance with vm_state building and task_state spawning.
Dec 06 10:10:26 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:10:26 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:10:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:10:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:10:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:10:27 user nova-compute[74535]: DEBUG nova.compute.manager [req-b03dcbba-9661-4d7b-861f-055a659e8c23 req-f941ec42-1d5b-4fab-9e5e-030d2cb53625 service nova] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] Received event network-vif-plugged-296acfc2-92b5-4f17-a0b5-bfff03a54490 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:10:27 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-b03dcbba-9661-4d7b-861f-055a659e8c23 req-f941ec42-1d5b-4fab-9e5e-030d2cb53625 service nova] Acquiring lock "e89c4f21-c084-4a60-9f6e-717b45ec85b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:10:27 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-b03dcbba-9661-4d7b-861f-055a659e8c23 req-f941ec42-1d5b-4fab-9e5e-030d2cb53625 service nova] Lock "e89c4f21-c084-4a60-9f6e-717b45ec85b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:10:27 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-b03dcbba-9661-4d7b-861f-055a659e8c23 req-f941ec42-1d5b-4fab-9e5e-030d2cb53625 service nova] Lock "e89c4f21-c084-4a60-9f6e-717b45ec85b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:10:27 user nova-compute[74535]: DEBUG nova.compute.manager [req-b03dcbba-9661-4d7b-861f-055a659e8c23 req-f941ec42-1d5b-4fab-9e5e-030d2cb53625 service nova] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] No waiting events found dispatching network-vif-plugged-296acfc2-92b5-4f17-a0b5-bfff03a54490 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:10:27 user nova-compute[74535]: WARNING nova.compute.manager [req-b03dcbba-9661-4d7b-861f-055a659e8c23 req-f941ec42-1d5b-4fab-9e5e-030d2cb53625 service nova] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] Received unexpected event network-vif-plugged-296acfc2-92b5-4f17-a0b5-bfff03a54490 for instance with vm_state stopped and task_state powering-on.
Dec 06 10:10:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:10:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:10:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:10:28 user nova-compute[74535]: DEBUG nova.compute.manager [req-e3369045-844f-4803-94e1-4d01805548a3 req-f1056b2a-ea67-44d1-bd12-d7bc56b6b71b service nova] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] Received event network-vif-plugged-7940d53f-a8ed-492e-94a8-264e986eacf9 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:10:28 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-e3369045-844f-4803-94e1-4d01805548a3 req-f1056b2a-ea67-44d1-bd12-d7bc56b6b71b service nova] Acquiring lock "b1b834bc-519d-497f-97b9-7879f57044f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:10:28 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-e3369045-844f-4803-94e1-4d01805548a3 req-f1056b2a-ea67-44d1-bd12-d7bc56b6b71b service nova] Lock "b1b834bc-519d-497f-97b9-7879f57044f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:10:28 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-e3369045-844f-4803-94e1-4d01805548a3 req-f1056b2a-ea67-44d1-bd12-d7bc56b6b71b service nova] Lock "b1b834bc-519d-497f-97b9-7879f57044f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:10:28 user nova-compute[74535]: DEBUG nova.compute.manager [req-e3369045-844f-4803-94e1-4d01805548a3 req-f1056b2a-ea67-44d1-bd12-d7bc56b6b71b service nova] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] No waiting events found dispatching network-vif-plugged-7940d53f-a8ed-492e-94a8-264e986eacf9 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:10:28 user nova-compute[74535]: WARNING nova.compute.manager [req-e3369045-844f-4803-94e1-4d01805548a3 req-f1056b2a-ea67-44d1-bd12-d7bc56b6b71b service nova] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] Received unexpected event network-vif-plugged-7940d53f-a8ed-492e-94a8-264e986eacf9 for instance with vm_state building and task_state spawning.
Dec 06 10:10:28 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:10:29 user nova-compute[74535]: DEBUG nova.compute.manager [None req-91137d16-a405-4467-9aa1-bdd434e3006c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] Instance event wait completed in 0 seconds for  {{(pid=74535) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 10:10:29 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-91137d16-a405-4467-9aa1-bdd434e3006c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] Guest created on hypervisor {{(pid=74535) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 10:10:29 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] Instance spawned successfully.
Dec 06 10:10:29 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-91137d16-a405-4467-9aa1-bdd434e3006c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 10:10:29 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-91137d16-a405-4467-9aa1-bdd434e3006c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] Found default for hw_cdrom_bus of ide {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:10:29 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-91137d16-a405-4467-9aa1-bdd434e3006c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] Found default for hw_disk_bus of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:10:29 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-91137d16-a405-4467-9aa1-bdd434e3006c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] Found default for hw_input_bus of None {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:10:29 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-91137d16-a405-4467-9aa1-bdd434e3006c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] Found default for hw_pointer_model of None {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:10:29 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-91137d16-a405-4467-9aa1-bdd434e3006c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] Found default for hw_video_model of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:10:29 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-91137d16-a405-4467-9aa1-bdd434e3006c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] Found default for hw_vif_model of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:10:29 user nova-compute[74535]: DEBUG nova.compute.manager [req-bab2a743-a7c0-4f61-9a21-1203c3973672 req-b3eb8a3d-7a68-47f0-8e3e-955dbc9c9c5b service nova] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] Received event network-vif-plugged-296acfc2-92b5-4f17-a0b5-bfff03a54490 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:10:29 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-bab2a743-a7c0-4f61-9a21-1203c3973672 req-b3eb8a3d-7a68-47f0-8e3e-955dbc9c9c5b service nova] Acquiring lock "e89c4f21-c084-4a60-9f6e-717b45ec85b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:10:29 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-bab2a743-a7c0-4f61-9a21-1203c3973672 req-b3eb8a3d-7a68-47f0-8e3e-955dbc9c9c5b service nova] Lock "e89c4f21-c084-4a60-9f6e-717b45ec85b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:10:29 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-bab2a743-a7c0-4f61-9a21-1203c3973672 req-b3eb8a3d-7a68-47f0-8e3e-955dbc9c9c5b service nova] Lock "e89c4f21-c084-4a60-9f6e-717b45ec85b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:10:29 user nova-compute[74535]: DEBUG nova.compute.manager [req-bab2a743-a7c0-4f61-9a21-1203c3973672 req-b3eb8a3d-7a68-47f0-8e3e-955dbc9c9c5b service nova] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] No waiting events found dispatching network-vif-plugged-296acfc2-92b5-4f17-a0b5-bfff03a54490 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:10:29 user nova-compute[74535]: WARNING nova.compute.manager [req-bab2a743-a7c0-4f61-9a21-1203c3973672 req-b3eb8a3d-7a68-47f0-8e3e-955dbc9c9c5b service nova] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] Received unexpected event network-vif-plugged-296acfc2-92b5-4f17-a0b5-bfff03a54490 for instance with vm_state stopped and task_state powering-on.
Dec 06 10:10:29 user nova-compute[74535]: INFO nova.compute.manager [None req-91137d16-a405-4467-9aa1-bdd434e3006c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] Took 8.00 seconds to spawn the instance on the hypervisor.
Dec 06 10:10:29 user nova-compute[74535]: DEBUG nova.compute.manager [None req-91137d16-a405-4467-9aa1-bdd434e3006c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] Checking state {{(pid=74535) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 10:10:29 user nova-compute[74535]: DEBUG nova.compute.manager [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] Instance event wait completed in 0 seconds for  {{(pid=74535) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 10:10:29 user nova-compute[74535]: INFO nova.compute.manager [None req-91137d16-a405-4467-9aa1-bdd434e3006c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] Took 9.20 seconds to build instance.
Dec 06 10:10:29 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] Instance rebooted successfully.
Dec 06 10:10:29 user nova-compute[74535]: DEBUG nova.compute.manager [None req-bd796ba9-5c4c-4c6b-8219-47ede5730c7a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] Checking state {{(pid=74535) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 10:10:29 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-91137d16-a405-4467-9aa1-bdd434e3006c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Lock "b1b834bc-519d-497f-97b9-7879f57044f7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 9.310s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:10:29 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:10:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:10:34 user nova-compute[74535]: DEBUG nova.compute.manager [req-89ee023d-d8cc-45e3-be41-0de74ceffc84 req-d386dae7-eea6-471f-b70d-228c6145e672 service nova] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] Received event network-changed-3d324afa-16ef-49f3-be43-c21db0c9eaa1 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:10:34 user nova-compute[74535]: DEBUG nova.compute.manager [req-89ee023d-d8cc-45e3-be41-0de74ceffc84 req-d386dae7-eea6-471f-b70d-228c6145e672 service nova] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] Refreshing instance network info cache due to event network-changed-3d324afa-16ef-49f3-be43-c21db0c9eaa1. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 10:10:34 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-89ee023d-d8cc-45e3-be41-0de74ceffc84 req-d386dae7-eea6-471f-b70d-228c6145e672 service nova] Acquiring lock "refresh_cache-247b6870-1e30-482b-b271-49ef023dbd62" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:10:34 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-89ee023d-d8cc-45e3-be41-0de74ceffc84 req-d386dae7-eea6-471f-b70d-228c6145e672 service nova] Acquired lock "refresh_cache-247b6870-1e30-482b-b271-49ef023dbd62" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:10:34 user nova-compute[74535]: DEBUG nova.network.neutron [req-89ee023d-d8cc-45e3-be41-0de74ceffc84 req-d386dae7-eea6-471f-b70d-228c6145e672 service nova] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] Refreshing network info cache for port 3d324afa-16ef-49f3-be43-c21db0c9eaa1 {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 10:10:34 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:10:35 user nova-compute[74535]: DEBUG nova.network.neutron [req-89ee023d-d8cc-45e3-be41-0de74ceffc84 req-d386dae7-eea6-471f-b70d-228c6145e672 service nova] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] Updated VIF entry in instance network info cache for port 3d324afa-16ef-49f3-be43-c21db0c9eaa1. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 10:10:35 user nova-compute[74535]: DEBUG nova.network.neutron [req-89ee023d-d8cc-45e3-be41-0de74ceffc84 req-d386dae7-eea6-471f-b70d-228c6145e672 service nova] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] Updating instance_info_cache with network_info: [{"id": "3d324afa-16ef-49f3-be43-c21db0c9eaa1", "address": "fa:16:3e:24:8a:1b", "network": {"id": "083b1a00-b026-47dd-86f2-afd036201f4c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-290939981-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea7d9b3864a245dca1620d6cfa442897", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d324afa-16", "ovs_interfaceid": "3d324afa-16ef-49f3-be43-c21db0c9eaa1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:10:35 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-89ee023d-d8cc-45e3-be41-0de74ceffc84 req-d386dae7-eea6-471f-b70d-228c6145e672 service nova] Releasing lock "refresh_cache-247b6870-1e30-482b-b271-49ef023dbd62" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:10:38 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:10:38 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-5134cd7d-5d69-412d-87a8-f733b86fce51 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Acquiring lock "247b6870-1e30-482b-b271-49ef023dbd62" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:10:38 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-5134cd7d-5d69-412d-87a8-f733b86fce51 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Lock "247b6870-1e30-482b-b271-49ef023dbd62" acquired by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:10:38 user nova-compute[74535]: INFO nova.compute.manager [None req-5134cd7d-5d69-412d-87a8-f733b86fce51 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] Shelving
Dec 06 10:10:39 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:10:39 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:10:39 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:10:39 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:10:39 user nova-compute[74535]: DEBUG nova.compute.manager [req-0c9d6ad3-8ac4-4205-926b-3f59202ca0b5 req-242c8bed-c192-4d12-a509-c324d08146b1 service nova] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] Received event network-vif-unplugged-3d324afa-16ef-49f3-be43-c21db0c9eaa1 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:10:39 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-0c9d6ad3-8ac4-4205-926b-3f59202ca0b5 req-242c8bed-c192-4d12-a509-c324d08146b1 service nova] Acquiring lock "247b6870-1e30-482b-b271-49ef023dbd62-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:10:39 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-0c9d6ad3-8ac4-4205-926b-3f59202ca0b5 req-242c8bed-c192-4d12-a509-c324d08146b1 service nova] Lock "247b6870-1e30-482b-b271-49ef023dbd62-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:10:39 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-0c9d6ad3-8ac4-4205-926b-3f59202ca0b5 req-242c8bed-c192-4d12-a509-c324d08146b1 service nova] Lock "247b6870-1e30-482b-b271-49ef023dbd62-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:10:39 user nova-compute[74535]: DEBUG nova.compute.manager [req-0c9d6ad3-8ac4-4205-926b-3f59202ca0b5 req-242c8bed-c192-4d12-a509-c324d08146b1 service nova] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] No waiting events found dispatching network-vif-unplugged-3d324afa-16ef-49f3-be43-c21db0c9eaa1 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:10:39 user nova-compute[74535]: WARNING nova.compute.manager [req-0c9d6ad3-8ac4-4205-926b-3f59202ca0b5 req-242c8bed-c192-4d12-a509-c324d08146b1 service nova] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] Received unexpected event network-vif-unplugged-3d324afa-16ef-49f3-be43-c21db0c9eaa1 for instance with vm_state active and task_state shelving.
Dec 06 10:10:39 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] Instance destroyed successfully.
Dec 06 10:10:39 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:10:39 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-5134cd7d-5d69-412d-87a8-f733b86fce51 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] Beginning cold snapshot process
Dec 06 10:10:40 user nova-compute[74535]: DEBUG nova.privsep.utils [None req-5134cd7d-5d69-412d-87a8-f733b86fce51 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74535) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 06 10:10:40 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-5134cd7d-5d69-412d-87a8-f733b86fce51 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/247b6870-1e30-482b-b271-49ef023dbd62/disk /opt/stack/data/nova/instances/snapshots/tmp_xq0gpr0/449aef0404f442ae9f1c9a651a51eb31 {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:10:41 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-5134cd7d-5d69-412d-87a8-f733b86fce51 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/247b6870-1e30-482b-b271-49ef023dbd62/disk /opt/stack/data/nova/instances/snapshots/tmp_xq0gpr0/449aef0404f442ae9f1c9a651a51eb31" returned: 0 in 1.099s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:10:41 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-5134cd7d-5d69-412d-87a8-f733b86fce51 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] Snapshot extracted, beginning image upload
Dec 06 10:10:41 user nova-compute[74535]: DEBUG nova.compute.manager [req-97a7dad8-39ff-4681-bd68-a82eafa40f48 req-4c4be247-9daf-4dd9-999c-ca75e03c308c service nova] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] Received event network-vif-plugged-3d324afa-16ef-49f3-be43-c21db0c9eaa1 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:10:41 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-97a7dad8-39ff-4681-bd68-a82eafa40f48 req-4c4be247-9daf-4dd9-999c-ca75e03c308c service nova] Acquiring lock "247b6870-1e30-482b-b271-49ef023dbd62-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:10:41 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-97a7dad8-39ff-4681-bd68-a82eafa40f48 req-4c4be247-9daf-4dd9-999c-ca75e03c308c service nova] Lock "247b6870-1e30-482b-b271-49ef023dbd62-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:10:41 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-97a7dad8-39ff-4681-bd68-a82eafa40f48 req-4c4be247-9daf-4dd9-999c-ca75e03c308c service nova] Lock "247b6870-1e30-482b-b271-49ef023dbd62-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:10:41 user nova-compute[74535]: DEBUG nova.compute.manager [req-97a7dad8-39ff-4681-bd68-a82eafa40f48 req-4c4be247-9daf-4dd9-999c-ca75e03c308c service nova] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] No waiting events found dispatching network-vif-plugged-3d324afa-16ef-49f3-be43-c21db0c9eaa1 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:10:41 user nova-compute[74535]: WARNING nova.compute.manager [req-97a7dad8-39ff-4681-bd68-a82eafa40f48 req-4c4be247-9daf-4dd9-999c-ca75e03c308c service nova] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] Received unexpected event network-vif-plugged-3d324afa-16ef-49f3-be43-c21db0c9eaa1 for instance with vm_state active and task_state shelving_image_uploading.
Dec 06 10:10:43 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:10:43 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-5134cd7d-5d69-412d-87a8-f733b86fce51 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] Snapshot image upload complete
Dec 06 10:10:43 user nova-compute[74535]: DEBUG nova.compute.manager [None req-5134cd7d-5d69-412d-87a8-f733b86fce51 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] Checking state {{(pid=74535) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 10:10:44 user nova-compute[74535]: INFO nova.compute.manager [None req-5134cd7d-5d69-412d-87a8-f733b86fce51 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] Shelve offloading
Dec 06 10:10:44 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] Instance destroyed successfully.
Dec 06 10:10:44 user nova-compute[74535]: DEBUG nova.compute.manager [None req-5134cd7d-5d69-412d-87a8-f733b86fce51 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] Checking state {{(pid=74535) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 10:10:44 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-5134cd7d-5d69-412d-87a8-f733b86fce51 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Acquiring lock "refresh_cache-247b6870-1e30-482b-b271-49ef023dbd62" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:10:44 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-5134cd7d-5d69-412d-87a8-f733b86fce51 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Acquired lock "refresh_cache-247b6870-1e30-482b-b271-49ef023dbd62" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:10:44 user nova-compute[74535]: DEBUG nova.network.neutron [None req-5134cd7d-5d69-412d-87a8-f733b86fce51 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] Building network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 10:10:44 user nova-compute[74535]: DEBUG nova.network.neutron [None req-5134cd7d-5d69-412d-87a8-f733b86fce51 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] Updating instance_info_cache with network_info: [{"id": "3d324afa-16ef-49f3-be43-c21db0c9eaa1", "address": "fa:16:3e:24:8a:1b", "network": {"id": "083b1a00-b026-47dd-86f2-afd036201f4c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-290939981-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea7d9b3864a245dca1620d6cfa442897", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d324afa-16", "ovs_interfaceid": "3d324afa-16ef-49f3-be43-c21db0c9eaa1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:10:44 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-5134cd7d-5d69-412d-87a8-f733b86fce51 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Releasing lock "refresh_cache-247b6870-1e30-482b-b271-49ef023dbd62" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:10:44 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:10:45 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] Instance destroyed successfully.
Dec 06 10:10:45 user nova-compute[74535]: DEBUG nova.objects.instance [None req-5134cd7d-5d69-412d-87a8-f733b86fce51 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Lazy-loading 'resources' on Instance uuid 247b6870-1e30-482b-b271-49ef023dbd62 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:10:45 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-5134cd7d-5d69-412d-87a8-f733b86fce51 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:08:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1311220006',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1311220006',id=30,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKTJRk7GYjUCwEUG5h5nUEzCw65rOpWM3k+9DTySlpYzeysrYH/54rUaBg5Og1NEtXV2xapkHb+q6wkxCEww9qIN8kjcJ0EPM088wC/uKKUaZZB1DxJwSGK6BPV1MtQ8rg==',key_name='tempest-keypair-1903872700',keypairs=<?>,launch_index=0,launched_at=2023-12-06T10:08:50Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='ea7d9b3864a245dca1620d6cfa442897',ramdisk_id='',reservation_id='r-z8m5ft61',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-178785579',owner_user_name='tempest-AttachVolumeShelveTestJSON-178785579-project-member',shelved_at='2023-12-06T10:10:43.956366',shelved_host='user',shelved_image_id='60f1a1d4-f27c-4614-a503-0c14dde4a969'},tags=<?>,task_state='shelving_offloading',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T10:10:41Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a270961c7b434e87a25209f6eff7df18',uuid=247b6870-1e30-482b-b271-49ef023dbd62,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='shelved') vif={"id": "3d324afa-16ef-49f3-be43-c21db0c9eaa1", "address": "fa:16:3e:24:8a:1b", "network": {"id": "083b1a00-b026-47dd-86f2-afd036201f4c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-290939981-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea7d9b3864a245dca1620d6cfa442897", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d324afa-16", "ovs_interfaceid": "3d324afa-16ef-49f3-be43-c21db0c9eaa1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 10:10:45 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-5134cd7d-5d69-412d-87a8-f733b86fce51 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Converting VIF {"id": "3d324afa-16ef-49f3-be43-c21db0c9eaa1", "address": "fa:16:3e:24:8a:1b", "network": {"id": "083b1a00-b026-47dd-86f2-afd036201f4c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-290939981-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea7d9b3864a245dca1620d6cfa442897", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d324afa-16", "ovs_interfaceid": "3d324afa-16ef-49f3-be43-c21db0c9eaa1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:10:45 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-5134cd7d-5d69-412d-87a8-f733b86fce51 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:24:8a:1b,bridge_name='br-int',has_traffic_filtering=True,id=3d324afa-16ef-49f3-be43-c21db0c9eaa1,network=Network(083b1a00-b026-47dd-86f2-afd036201f4c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3d324afa-16') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:10:45 user nova-compute[74535]: DEBUG os_vif [None req-5134cd7d-5d69-412d-87a8-f733b86fce51 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:24:8a:1b,bridge_name='br-int',has_traffic_filtering=True,id=3d324afa-16ef-49f3-be43-c21db0c9eaa1,network=Network(083b1a00-b026-47dd-86f2-afd036201f4c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3d324afa-16') {{(pid=74535) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 10:10:45 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:10:45 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap3d324afa-16, bridge=br-int, if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:10:45 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:10:45 user nova-compute[74535]: DEBUG nova.compute.manager [req-721bf9e7-b8b8-4984-8de4-1616f9224fe8 req-eebcf2a8-850f-4853-ad3a-4b5b3657e079 service nova] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] Received event network-changed-3d324afa-16ef-49f3-be43-c21db0c9eaa1 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:10:45 user nova-compute[74535]: DEBUG nova.compute.manager [req-721bf9e7-b8b8-4984-8de4-1616f9224fe8 req-eebcf2a8-850f-4853-ad3a-4b5b3657e079 service nova] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] Refreshing instance network info cache due to event network-changed-3d324afa-16ef-49f3-be43-c21db0c9eaa1. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 10:10:45 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-721bf9e7-b8b8-4984-8de4-1616f9224fe8 req-eebcf2a8-850f-4853-ad3a-4b5b3657e079 service nova] Acquiring lock "refresh_cache-247b6870-1e30-482b-b271-49ef023dbd62" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:10:45 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-721bf9e7-b8b8-4984-8de4-1616f9224fe8 req-eebcf2a8-850f-4853-ad3a-4b5b3657e079 service nova] Acquired lock "refresh_cache-247b6870-1e30-482b-b271-49ef023dbd62" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:10:45 user nova-compute[74535]: DEBUG nova.network.neutron [req-721bf9e7-b8b8-4984-8de4-1616f9224fe8 req-eebcf2a8-850f-4853-ad3a-4b5b3657e079 service nova] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] Refreshing network info cache for port 3d324afa-16ef-49f3-be43-c21db0c9eaa1 {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 10:10:45 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:10:45 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:10:45 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=de38ff53-d10b-46cc-9b70-253170c01db8) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:10:45 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:10:45 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:10:45 user nova-compute[74535]: INFO os_vif [None req-5134cd7d-5d69-412d-87a8-f733b86fce51 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:24:8a:1b,bridge_name='br-int',has_traffic_filtering=True,id=3d324afa-16ef-49f3-be43-c21db0c9eaa1,network=Network(083b1a00-b026-47dd-86f2-afd036201f4c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3d324afa-16')
Dec 06 10:10:45 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-5134cd7d-5d69-412d-87a8-f733b86fce51 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] Deleting instance files /opt/stack/data/nova/instances/247b6870-1e30-482b-b271-49ef023dbd62_del
Dec 06 10:10:45 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-5134cd7d-5d69-412d-87a8-f733b86fce51 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] Deletion of /opt/stack/data/nova/instances/247b6870-1e30-482b-b271-49ef023dbd62_del complete
Dec 06 10:10:45 user nova-compute[74535]: INFO nova.scheduler.client.report [None req-5134cd7d-5d69-412d-87a8-f733b86fce51 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Deleted allocations for instance 247b6870-1e30-482b-b271-49ef023dbd62
Dec 06 10:10:45 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-5134cd7d-5d69-412d-87a8-f733b86fce51 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:10:45 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-5134cd7d-5d69-412d-87a8-f733b86fce51 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:10:45 user nova-compute[74535]: DEBUG nova.objects.instance [None req-5134cd7d-5d69-412d-87a8-f733b86fce51 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Lazy-loading 'numa_topology' on Instance uuid 247b6870-1e30-482b-b271-49ef023dbd62 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:10:45 user nova-compute[74535]: DEBUG nova.objects.base [None req-5134cd7d-5d69-412d-87a8-f733b86fce51 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Object Instance<247b6870-1e30-482b-b271-49ef023dbd62> lazy-loaded attributes: resources,numa_topology {{(pid=74535) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 10:10:45 user nova-compute[74535]: DEBUG nova.network.neutron [req-721bf9e7-b8b8-4984-8de4-1616f9224fe8 req-eebcf2a8-850f-4853-ad3a-4b5b3657e079 service nova] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] Updated VIF entry in instance network info cache for port 3d324afa-16ef-49f3-be43-c21db0c9eaa1. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 10:10:45 user nova-compute[74535]: DEBUG nova.network.neutron [req-721bf9e7-b8b8-4984-8de4-1616f9224fe8 req-eebcf2a8-850f-4853-ad3a-4b5b3657e079 service nova] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] Updating instance_info_cache with network_info: [{"id": "3d324afa-16ef-49f3-be43-c21db0c9eaa1", "address": "fa:16:3e:24:8a:1b", "network": {"id": "083b1a00-b026-47dd-86f2-afd036201f4c", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-290939981-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea7d9b3864a245dca1620d6cfa442897", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "unbound", "details": {}, "devname": "tap3d324afa-16", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:10:45 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-721bf9e7-b8b8-4984-8de4-1616f9224fe8 req-eebcf2a8-850f-4853-ad3a-4b5b3657e079 service nova] Releasing lock "refresh_cache-247b6870-1e30-482b-b271-49ef023dbd62" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:10:45 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-5134cd7d-5d69-412d-87a8-f733b86fce51 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:10:45 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-5134cd7d-5d69-412d-87a8-f733b86fce51 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:10:45 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-5134cd7d-5d69-412d-87a8-f733b86fce51 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.410s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:10:45 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-5134cd7d-5d69-412d-87a8-f733b86fce51 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Lock "247b6870-1e30-482b-b271-49ef023dbd62" "released" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: held 6.902s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:10:48 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:10:50 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:10:53 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:10:55 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:10:58 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:11:00 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:11:02 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-d753df5a-0adb-41f9-94d8-177acfd23323 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Acquiring lock "0e39165e-d030-41a8-871f-56c2d08dcc20" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:11:02 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-d753df5a-0adb-41f9-94d8-177acfd23323 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lock "0e39165e-d030-41a8-871f-56c2d08dcc20" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:11:02 user nova-compute[74535]: INFO nova.compute.manager [None req-d753df5a-0adb-41f9-94d8-177acfd23323 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 0e39165e-d030-41a8-871f-56c2d08dcc20] Detaching volume f7edd6a6-e857-433b-8091-25baba775070
Dec 06 10:11:02 user nova-compute[74535]: INFO nova.virt.block_device [None req-d753df5a-0adb-41f9-94d8-177acfd23323 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 0e39165e-d030-41a8-871f-56c2d08dcc20] Attempting to driver detach volume f7edd6a6-e857-433b-8091-25baba775070 from mountpoint /dev/vdb
Dec 06 10:11:02 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-d753df5a-0adb-41f9-94d8-177acfd23323 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Attempting to detach device vdb from instance 0e39165e-d030-41a8-871f-56c2d08dcc20 from the persistent domain config. {{(pid=74535) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 10:11:02 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-d753df5a-0adb-41f9-94d8-177acfd23323 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 10:11:02 user nova-compute[74535]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 10:11:02 user nova-compute[74535]:   <source dev="/dev/sdb"/>
Dec 06 10:11:02 user nova-compute[74535]:   <target dev="vdb" bus="virtio"/>
Dec 06 10:11:02 user nova-compute[74535]:   <serial>f7edd6a6-e857-433b-8091-25baba775070</serial>
Dec 06 10:11:02 user nova-compute[74535]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 10:11:02 user nova-compute[74535]: </disk>
Dec 06 10:11:02 user nova-compute[74535]:  {{(pid=74535) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 10:11:02 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-d753df5a-0adb-41f9-94d8-177acfd23323 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Successfully detached device vdb from instance 0e39165e-d030-41a8-871f-56c2d08dcc20 from the persistent domain config.
Dec 06 10:11:02 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-d753df5a-0adb-41f9-94d8-177acfd23323 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 0e39165e-d030-41a8-871f-56c2d08dcc20 from the live domain config. {{(pid=74535) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 10:11:02 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-d753df5a-0adb-41f9-94d8-177acfd23323 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 10:11:02 user nova-compute[74535]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 10:11:02 user nova-compute[74535]:   <source dev="/dev/sdb"/>
Dec 06 10:11:02 user nova-compute[74535]:   <target dev="vdb" bus="virtio"/>
Dec 06 10:11:02 user nova-compute[74535]:   <serial>f7edd6a6-e857-433b-8091-25baba775070</serial>
Dec 06 10:11:02 user nova-compute[74535]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 10:11:02 user nova-compute[74535]: </disk>
Dec 06 10:11:02 user nova-compute[74535]:  {{(pid=74535) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 10:11:03 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:11:03 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-d753df5a-0adb-41f9-94d8-177acfd23323 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 0e39165e-d030-41a8-871f-56c2d08dcc20 {{(pid=74535) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 10:11:04 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-aca70dfc-ffa5-486c-80a2-7ee85a5425aa tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Acquiring lock "fc6777e8-00c2-4ec0-b373-5c43f705ece4" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:11:04 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-aca70dfc-ffa5-486c-80a2-7ee85a5425aa tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lock "fc6777e8-00c2-4ec0-b373-5c43f705ece4" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:11:04 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-aca70dfc-ffa5-486c-80a2-7ee85a5425aa tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Acquiring lock "fc6777e8-00c2-4ec0-b373-5c43f705ece4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:11:04 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-aca70dfc-ffa5-486c-80a2-7ee85a5425aa tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lock "fc6777e8-00c2-4ec0-b373-5c43f705ece4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:11:04 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-aca70dfc-ffa5-486c-80a2-7ee85a5425aa tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lock "fc6777e8-00c2-4ec0-b373-5c43f705ece4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:11:04 user nova-compute[74535]: INFO nova.compute.manager [None req-aca70dfc-ffa5-486c-80a2-7ee85a5425aa tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: fc6777e8-00c2-4ec0-b373-5c43f705ece4] Terminating instance
Dec 06 10:11:04 user nova-compute[74535]: DEBUG nova.compute.manager [None req-aca70dfc-ffa5-486c-80a2-7ee85a5425aa tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: fc6777e8-00c2-4ec0-b373-5c43f705ece4] Start destroying the instance on the hypervisor. {{(pid=74535) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 10:11:04 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:11:04 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:11:04 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:11:04 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:11:04 user nova-compute[74535]: DEBUG nova.compute.manager [req-830883cc-b444-4460-b3b2-b2e75d4e0bcb req-aac62025-4c33-45b9-a58c-d256d6908a93 service nova] [instance: fc6777e8-00c2-4ec0-b373-5c43f705ece4] Received event network-vif-unplugged-56a12dc2-a92f-4e91-a6e2-0048a0caa21a {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:11:04 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-830883cc-b444-4460-b3b2-b2e75d4e0bcb req-aac62025-4c33-45b9-a58c-d256d6908a93 service nova] Acquiring lock "fc6777e8-00c2-4ec0-b373-5c43f705ece4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:11:04 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-830883cc-b444-4460-b3b2-b2e75d4e0bcb req-aac62025-4c33-45b9-a58c-d256d6908a93 service nova] Lock "fc6777e8-00c2-4ec0-b373-5c43f705ece4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:11:04 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-830883cc-b444-4460-b3b2-b2e75d4e0bcb req-aac62025-4c33-45b9-a58c-d256d6908a93 service nova] Lock "fc6777e8-00c2-4ec0-b373-5c43f705ece4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:11:04 user nova-compute[74535]: DEBUG nova.compute.manager [req-830883cc-b444-4460-b3b2-b2e75d4e0bcb req-aac62025-4c33-45b9-a58c-d256d6908a93 service nova] [instance: fc6777e8-00c2-4ec0-b373-5c43f705ece4] No waiting events found dispatching network-vif-unplugged-56a12dc2-a92f-4e91-a6e2-0048a0caa21a {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:11:04 user nova-compute[74535]: DEBUG nova.compute.manager [req-830883cc-b444-4460-b3b2-b2e75d4e0bcb req-aac62025-4c33-45b9-a58c-d256d6908a93 service nova] [instance: fc6777e8-00c2-4ec0-b373-5c43f705ece4] Received event network-vif-unplugged-56a12dc2-a92f-4e91-a6e2-0048a0caa21a for instance with task_state deleting. {{(pid=74535) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 10:11:05 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:11:05 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:11:05 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:11:05 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: fc6777e8-00c2-4ec0-b373-5c43f705ece4] Instance destroyed successfully.
Dec 06 10:11:05 user nova-compute[74535]: DEBUG nova.objects.instance [None req-aca70dfc-ffa5-486c-80a2-7ee85a5425aa tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lazy-loading 'resources' on Instance uuid fc6777e8-00c2-4ec0-b373-5c43f705ece4 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:11:05 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-aca70dfc-ffa5-486c-80a2-7ee85a5425aa tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:09:13Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-687455246',display_name='tempest-TestVolumeBootPattern-server-687455246',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-687455246',id=31,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-06T10:09:35Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='19e83c953cf8498f8ea89afce479f26b',ramdisk_id='',reservation_id='r-la0ritfc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-1927549100',owner_user_name='tempest-TestVolumeBootPattern-1927549100-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T10:09:36Z,user_data=None,user_id='1068d2d7cca843c1b32d9c1b5b29d882',uuid=fc6777e8-00c2-4ec0-b373-5c43f705ece4,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "56a12dc2-a92f-4e91-a6e2-0048a0caa21a", "address": "fa:16:3e:a1:cc:22", "network": {"id": "72d08fd1-cc74-485f-848c-2ce73172f719", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1718263965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "19e83c953cf8498f8ea89afce479f26b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap56a12dc2-a9", "ovs_interfaceid": "56a12dc2-a92f-4e91-a6e2-0048a0caa21a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 10:11:05 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-aca70dfc-ffa5-486c-80a2-7ee85a5425aa tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Converting VIF {"id": "56a12dc2-a92f-4e91-a6e2-0048a0caa21a", "address": "fa:16:3e:a1:cc:22", "network": {"id": "72d08fd1-cc74-485f-848c-2ce73172f719", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1718263965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "19e83c953cf8498f8ea89afce479f26b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap56a12dc2-a9", "ovs_interfaceid": "56a12dc2-a92f-4e91-a6e2-0048a0caa21a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:11:05 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-aca70dfc-ffa5-486c-80a2-7ee85a5425aa tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a1:cc:22,bridge_name='br-int',has_traffic_filtering=True,id=56a12dc2-a92f-4e91-a6e2-0048a0caa21a,network=Network(72d08fd1-cc74-485f-848c-2ce73172f719),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap56a12dc2-a9') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:11:05 user nova-compute[74535]: DEBUG os_vif [None req-aca70dfc-ffa5-486c-80a2-7ee85a5425aa tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a1:cc:22,bridge_name='br-int',has_traffic_filtering=True,id=56a12dc2-a92f-4e91-a6e2-0048a0caa21a,network=Network(72d08fd1-cc74-485f-848c-2ce73172f719),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap56a12dc2-a9') {{(pid=74535) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 10:11:05 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:11:05 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap56a12dc2-a9, bridge=br-int, if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:11:05 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:11:05 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:11:05 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:11:05 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=2b90628e-5742-403d-bd22-0d36254e40a1) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:11:05 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:11:05 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:11:05 user nova-compute[74535]: INFO os_vif [None req-aca70dfc-ffa5-486c-80a2-7ee85a5425aa tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a1:cc:22,bridge_name='br-int',has_traffic_filtering=True,id=56a12dc2-a92f-4e91-a6e2-0048a0caa21a,network=Network(72d08fd1-cc74-485f-848c-2ce73172f719),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap56a12dc2-a9')
Dec 06 10:11:05 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-aca70dfc-ffa5-486c-80a2-7ee85a5425aa tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: fc6777e8-00c2-4ec0-b373-5c43f705ece4] calling os-brick to detach iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 10:11:05 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-aca70dfc-ffa5-486c-80a2-7ee85a5425aa tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, {'target_iqn': 'iqn.2010-10.org.openstack:a1d26dfe-5b26-421d-9507-f10c427e2f69', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MnpgRdmi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': True}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:11:05 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-aca70dfc-ffa5-486c-80a2-7ee85a5425aa tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:11:05 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-aca70dfc-ffa5-486c-80a2-7ee85a5425aa tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:11:05 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-aca70dfc-ffa5-486c-80a2-7ee85a5425aa tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:11:05 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:11:05 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.025s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:11:05 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[eefadbff-24f5-45b8-855f-df9f7a38459e]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a1d26dfe-5b26-421d-9507-f10c427e2f69\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f7edd6a6-e857-433b-8091-25baba775070\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:11:05 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-aca70dfc-ffa5-486c-80a2-7ee85a5425aa tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 10:11:05 user nova-compute[74535]: No targets found.
Dec 06 10:11:05 user nova-compute[74535]: iSNS:
Dec 06 10:11:05 user nova-compute[74535]: No targets found.
Dec 06 10:11:05 user nova-compute[74535]: STATIC:
Dec 06 10:11:05 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1
Dec 06 10:11:05 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:11:05 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:11:05 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8
Dec 06 10:11:05 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:11:05 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:11:05 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef
Dec 06 10:11:05 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:11:05 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:11:05 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:a1d26dfe-5b26-421d-9507-f10c427e2f69
Dec 06 10:11:05 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:11:05 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:11:05 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:f7edd6a6-e857-433b-8091-25baba775070
Dec 06 10:11:05 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:11:05 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:11:05 user nova-compute[74535]: FIRMWARE:
Dec 06 10:11:05 user nova-compute[74535]: No targets found.
Dec 06 10:11:05 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:11:05 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-aca70dfc-ffa5-486c-80a2-7ee85a5425aa tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 10:11:05 user nova-compute[74535]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 10:11:05 user nova-compute[74535]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74535) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 10:11:05 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-aca70dfc-ffa5-486c-80a2-7ee85a5425aa tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a1d26dfe-5b26-421d-9507-f10c427e2f69', 0)] {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 10:11:05 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:11:05 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:11:05 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[c3eb8c44-30df-4d4f-b12a-bf96af3298c4]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a1d26dfe-5b26-421d-9507-f10c427e2f69\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f7edd6a6-e857-433b-8091-25baba775070\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:11:05 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:11:05 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:11:05 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b55c0e2-482f-4dc4-96a0-2be2d10136cd]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7edd6a6-e857-433b-8091-25baba775070 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1d26dfe-5b26-421d-9507-f10c427e2f69 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1 (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:11:05 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-aca70dfc-ffa5-486c-80a2-7ee85a5425aa tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:11:05 user nova-compute[74535]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7edd6a6-e857-433b-8091-25baba775070 (non-flash)
Dec 06 10:11:05 user nova-compute[74535]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1d26dfe-5b26-421d-9507-f10c427e2f69 (non-flash)
Dec 06 10:11:05 user nova-compute[74535]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef (non-flash)
Dec 06 10:11:05 user nova-compute[74535]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1 (non-flash)
Dec 06 10:11:05 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:11:05 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-aca70dfc-ffa5-486c-80a2-7ee85a5425aa tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:11:05 user nova-compute[74535]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7edd6a6-e857-433b-8091-25baba775070 (non-flash)
Dec 06 10:11:05 user nova-compute[74535]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1d26dfe-5b26-421d-9507-f10c427e2f69 (non-flash)
Dec 06 10:11:05 user nova-compute[74535]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef (non-flash)
Dec 06 10:11:05 user nova-compute[74535]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1 (non-flash)
Dec 06 10:11:05 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:11:05 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-aca70dfc-ffa5-486c-80a2-7ee85a5425aa tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ff12444bc70>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a1d26dfe-5b26-421d-9507-f10c427e2f69'): ({'sdf'}, set())}) {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 10:11:05 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-aca70dfc-ffa5-486c-80a2-7ee85a5425aa tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Removing single pathed devices sdf {{(pid=74535) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 10:11:05 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:11:05 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:11:05 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea3c3afb-4c39-4791-aa79-458bd27a3b63]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:11:05 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:11:05 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.020s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:11:05 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[34ab02f2-1ddf-4cef-8c95-c614a26cdb78]: (4, ('ok\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:11:05 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-aca70dfc-ffa5-486c-80a2-7ee85a5425aa tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Flushing IO for device /dev/sdf {{(pid=74535) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 10:11:05 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:11:05 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.014s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:11:05 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[92559e0a-17ff-455e-90a3-7856b5c11104]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:11:05 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-aca70dfc-ffa5-486c-80a2-7ee85a5425aa tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=74535) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 10:11:05 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:11:05 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.150s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:11:05 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf01c997-1f18-4277-b2ff-f5fb468c83d8]: (4, ('1', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:11:05 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-aca70dfc-ffa5-486c-80a2-7ee85a5425aa tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 10:11:05 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-aca70dfc-ffa5-486c-80a2-7ee85a5425aa tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] SCSI volumes sdf have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 10:11:05 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-aca70dfc-ffa5-486c-80a2-7ee85a5425aa tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a1d26dfe-5b26-421d-9507-f10c427e2f69')] {{(pid=74535) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 10:11:05 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1d26dfe-5b26-421d-9507-f10c427e2f69 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:11:06 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1d26dfe-5b26-421d-9507-f10c427e2f69 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.027s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:11:06 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[70ede52a-46fa-4b2b-832c-ada6162fb054]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:11:06 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-aca70dfc-ffa5-486c-80a2-7ee85a5425aa tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:11:06 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1d26dfe-5b26-421d-9507-f10c427e2f69 -p 172.16.0.220:3260 --logout {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:11:06 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1d26dfe-5b26-421d-9507-f10c427e2f69 -p 172.16.0.220:3260 --logout" returned: 0 in 0.068s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:11:06 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[31cb04c0-8eae-49c3-8546-4192cb00e407]: (4, ('Logging out of session [sid: 32, target: iqn.2010-10.org.openstack:a1d26dfe-5b26-421d-9507-f10c427e2f69, portal: 172.16.0.220,3260]\nLogout of [sid: 32, target: iqn.2010-10.org.openstack:a1d26dfe-5b26-421d-9507-f10c427e2f69, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:11:06 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-aca70dfc-ffa5-486c-80a2-7ee85a5425aa tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 32, target: iqn.2010-10.org.openstack:a1d26dfe-5b26-421d-9507-f10c427e2f69, portal: 172.16.0.220,3260]
Dec 06 10:11:06 user nova-compute[74535]: Logout of [sid: 32, target: iqn.2010-10.org.openstack:a1d26dfe-5b26-421d-9507-f10c427e2f69, portal: 172.16.0.220,3260] successful.
Dec 06 10:11:06 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:11:06 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1d26dfe-5b26-421d-9507-f10c427e2f69 -p 172.16.0.220:3260 --op delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:11:06 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1d26dfe-5b26-421d-9507-f10c427e2f69 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.029s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:11:06 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d4057e1-0456-4c38-8016-114a7dd2732c]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:11:06 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-aca70dfc-ffa5-486c-80a2-7ee85a5425aa tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:11:06 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-aca70dfc-ffa5-486c-80a2-7ee85a5425aa tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.457s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:11:06 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-aca70dfc-ffa5-486c-80a2-7ee85a5425aa tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] <== disconnect_volume: return (458ms) None {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:11:06 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-aca70dfc-ffa5-486c-80a2-7ee85a5425aa tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: fc6777e8-00c2-4ec0-b373-5c43f705ece4] Disconnected iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 10:11:06 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-aca70dfc-ffa5-486c-80a2-7ee85a5425aa tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: fc6777e8-00c2-4ec0-b373-5c43f705ece4] Deleting instance files /opt/stack/data/nova/instances/fc6777e8-00c2-4ec0-b373-5c43f705ece4_del
Dec 06 10:11:06 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-aca70dfc-ffa5-486c-80a2-7ee85a5425aa tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: fc6777e8-00c2-4ec0-b373-5c43f705ece4] Deletion of /opt/stack/data/nova/instances/fc6777e8-00c2-4ec0-b373-5c43f705ece4_del complete
Dec 06 10:11:06 user nova-compute[74535]: INFO nova.compute.manager [None req-aca70dfc-ffa5-486c-80a2-7ee85a5425aa tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: fc6777e8-00c2-4ec0-b373-5c43f705ece4] Took 1.54 seconds to destroy the instance on the hypervisor.
Dec 06 10:11:06 user nova-compute[74535]: DEBUG oslo.service.loopingcall [None req-aca70dfc-ffa5-486c-80a2-7ee85a5425aa tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74535) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 10:11:06 user nova-compute[74535]: DEBUG nova.compute.manager [-] [instance: fc6777e8-00c2-4ec0-b373-5c43f705ece4] Deallocating network for instance {{(pid=74535) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 10:11:06 user nova-compute[74535]: DEBUG nova.network.neutron [-] [instance: fc6777e8-00c2-4ec0-b373-5c43f705ece4] deallocate_for_instance() {{(pid=74535) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 10:11:06 user nova-compute[74535]: DEBUG nova.network.neutron [-] [instance: fc6777e8-00c2-4ec0-b373-5c43f705ece4] Updating instance_info_cache with network_info: [] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:11:06 user nova-compute[74535]: INFO nova.compute.manager [-] [instance: fc6777e8-00c2-4ec0-b373-5c43f705ece4] Took 0.43 seconds to deallocate network for instance.
Dec 06 10:11:06 user nova-compute[74535]: DEBUG nova.compute.manager [req-77fd8b6c-c8e8-464f-ac98-10d10469dc72 req-34b54257-8395-40af-be18-9547811c60f3 service nova] [instance: fc6777e8-00c2-4ec0-b373-5c43f705ece4] Received event network-vif-plugged-56a12dc2-a92f-4e91-a6e2-0048a0caa21a {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:11:06 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-77fd8b6c-c8e8-464f-ac98-10d10469dc72 req-34b54257-8395-40af-be18-9547811c60f3 service nova] Acquiring lock "fc6777e8-00c2-4ec0-b373-5c43f705ece4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:11:06 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-77fd8b6c-c8e8-464f-ac98-10d10469dc72 req-34b54257-8395-40af-be18-9547811c60f3 service nova] Lock "fc6777e8-00c2-4ec0-b373-5c43f705ece4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:11:06 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-77fd8b6c-c8e8-464f-ac98-10d10469dc72 req-34b54257-8395-40af-be18-9547811c60f3 service nova] Lock "fc6777e8-00c2-4ec0-b373-5c43f705ece4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:11:06 user nova-compute[74535]: DEBUG nova.compute.manager [req-77fd8b6c-c8e8-464f-ac98-10d10469dc72 req-34b54257-8395-40af-be18-9547811c60f3 service nova] [instance: fc6777e8-00c2-4ec0-b373-5c43f705ece4] No waiting events found dispatching network-vif-plugged-56a12dc2-a92f-4e91-a6e2-0048a0caa21a {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:11:06 user nova-compute[74535]: WARNING nova.compute.manager [req-77fd8b6c-c8e8-464f-ac98-10d10469dc72 req-34b54257-8395-40af-be18-9547811c60f3 service nova] [instance: fc6777e8-00c2-4ec0-b373-5c43f705ece4] Received unexpected event network-vif-plugged-56a12dc2-a92f-4e91-a6e2-0048a0caa21a for instance with vm_state active and task_state deleting.
Dec 06 10:11:06 user nova-compute[74535]: DEBUG nova.compute.manager [req-77fd8b6c-c8e8-464f-ac98-10d10469dc72 req-34b54257-8395-40af-be18-9547811c60f3 service nova] [instance: fc6777e8-00c2-4ec0-b373-5c43f705ece4] Received event network-vif-deleted-56a12dc2-a92f-4e91-a6e2-0048a0caa21a {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:11:07 user nova-compute[74535]: INFO nova.compute.manager [None req-aca70dfc-ffa5-486c-80a2-7ee85a5425aa tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: fc6777e8-00c2-4ec0-b373-5c43f705ece4] Took 0.81 seconds to detach 1 volumes for instance.
Dec 06 10:11:07 user nova-compute[74535]: DEBUG nova.compute.manager [None req-aca70dfc-ffa5-486c-80a2-7ee85a5425aa tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: fc6777e8-00c2-4ec0-b373-5c43f705ece4] Deleting volume: a1d26dfe-5b26-421d-9507-f10c427e2f69 {{(pid=74535) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Dec 06 10:11:07 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-aca70dfc-ffa5-486c-80a2-7ee85a5425aa tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:11:07 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-aca70dfc-ffa5-486c-80a2-7ee85a5425aa tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:11:08 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-aca70dfc-ffa5-486c-80a2-7ee85a5425aa tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:11:08 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-aca70dfc-ffa5-486c-80a2-7ee85a5425aa tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:11:08 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-aca70dfc-ffa5-486c-80a2-7ee85a5425aa tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.453s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:11:08 user nova-compute[74535]: INFO nova.scheduler.client.report [None req-aca70dfc-ffa5-486c-80a2-7ee85a5425aa tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Deleted allocations for instance fc6777e8-00c2-4ec0-b373-5c43f705ece4
Dec 06 10:11:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:11:08 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-aca70dfc-ffa5-486c-80a2-7ee85a5425aa tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lock "fc6777e8-00c2-4ec0-b373-5c43f705ece4" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.624s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:11:10 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:11:15 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:11:16 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:11:16 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:11:16 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:11:16 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74535) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 10:11:18 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:11:18 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:11:18 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:11:18 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:11:18 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:11:18 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Auditing locally available compute resources for user (node: user) {{(pid=74535) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 10:11:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1b834bc-519d-497f-97b9-7879f57044f7/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:11:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1b834bc-519d-497f-97b9-7879f57044f7/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:11:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1b834bc-519d-497f-97b9-7879f57044f7/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:11:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1b834bc-519d-497f-97b9-7879f57044f7/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:11:19 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74535) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 10:11:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/19664d45-f856-4eb0-84d7-c1d29b1f5d0e/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:11:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/19664d45-f856-4eb0-84d7-c1d29b1f5d0e/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:11:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/19664d45-f856-4eb0-84d7-c1d29b1f5d0e/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:11:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/19664d45-f856-4eb0-84d7-c1d29b1f5d0e/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:11:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3623b97e-3ebb-4aeb-afae-8c80f720aa07/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:11:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3623b97e-3ebb-4aeb-afae-8c80f720aa07/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:11:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3623b97e-3ebb-4aeb-afae-8c80f720aa07/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:11:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3623b97e-3ebb-4aeb-afae-8c80f720aa07/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:11:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk.rescue --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:11:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk.rescue --force-share --output=json" returned: 0 in 0.183s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:11:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk.rescue --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:11:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk.rescue --force-share --output=json" returned: 0 in 0.178s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:11:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:11:20 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:11:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:11:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:11:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:11:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0e39165e-d030-41a8-871f-56c2d08dcc20/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:11:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0e39165e-d030-41a8-871f-56c2d08dcc20/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:11:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0e39165e-d030-41a8-871f-56c2d08dcc20/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:11:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0e39165e-d030-41a8-871f-56c2d08dcc20/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:11:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d9150e7-0f02-4b19-b3f2-b329620d9722/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:11:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d9150e7-0f02-4b19-b3f2-b329620d9722/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:11:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d9150e7-0f02-4b19-b3f2-b329620d9722/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:11:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d9150e7-0f02-4b19-b3f2-b329620d9722/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:11:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f37b4f2-47f1-474f-82cb-fa93ff07f428/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:11:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f37b4f2-47f1-474f-82cb-fa93ff07f428/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:11:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f37b4f2-47f1-474f-82cb-fa93ff07f428/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:11:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f37b4f2-47f1-474f-82cb-fa93ff07f428/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:11:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5e39a1a4-f188-40e3-bcba-70e47abd6026/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:11:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5e39a1a4-f188-40e3-bcba-70e47abd6026/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:11:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5e39a1a4-f188-40e3-bcba-70e47abd6026/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:11:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5e39a1a4-f188-40e3-bcba-70e47abd6026/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:11:22 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74535) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 10:11:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e89c4f21-c084-4a60-9f6e-717b45ec85b5/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:11:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e89c4f21-c084-4a60-9f6e-717b45ec85b5/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:11:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e89c4f21-c084-4a60-9f6e-717b45ec85b5/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:11:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e89c4f21-c084-4a60-9f6e-717b45ec85b5/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:11:22 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=74535) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 10:11:23 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:11:23 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:11:23 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Hypervisor/Node resource view: name=user free_ram=7413MB free_disk=25.016380310058594GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74535) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 10:11:23 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:11:23 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:11:23 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-d753df5a-0adb-41f9-94d8-177acfd23323 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 0e39165e-d030-41a8-871f-56c2d08dcc20 is timed out.
Dec 06 10:11:23 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-d753df5a-0adb-41f9-94d8-177acfd23323 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Successfully detached device vdb from instance 0e39165e-d030-41a8-871f-56c2d08dcc20 from the live domain config.
Dec 06 10:11:23 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d753df5a-0adb-41f9-94d8-177acfd23323 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 0e39165e-d030-41a8-871f-56c2d08dcc20] calling os-brick to detach iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 10:11:23 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d753df5a-0adb-41f9-94d8-177acfd23323 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, {'target_iqn': 'iqn.2010-10.org.openstack:f7edd6a6-e857-433b-8091-25baba775070', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'juvYnLFz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:11:23 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-d753df5a-0adb-41f9-94d8-177acfd23323 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:11:23 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-d753df5a-0adb-41f9-94d8-177acfd23323 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:11:23 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-d753df5a-0adb-41f9-94d8-177acfd23323 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:11:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:11:23 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Applying migration context for instance ceae3072-5275-4b93-92f3-fca295ad3929 as it has an incoming, in-progress migration d022e52a-fe58-4c58-9202-75f12feabb15. Migration status is finished {{(pid=74535) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Dec 06 10:11:23 user nova-compute[74535]: INFO nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] Updating resource usage from migration d022e52a-fe58-4c58-9202-75f12feabb15
Dec 06 10:11:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:11:23 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6f2d137-95e2-4ba1-96ac-9c501ca7404f]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f7edd6a6-e857-433b-8091-25baba775070\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:11:23 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d753df5a-0adb-41f9-94d8-177acfd23323 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 10:11:23 user nova-compute[74535]: No targets found.
Dec 06 10:11:23 user nova-compute[74535]: iSNS:
Dec 06 10:11:23 user nova-compute[74535]: No targets found.
Dec 06 10:11:23 user nova-compute[74535]: STATIC:
Dec 06 10:11:23 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1
Dec 06 10:11:23 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:11:23 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:11:23 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8
Dec 06 10:11:23 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:11:23 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:11:23 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef
Dec 06 10:11:23 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:11:23 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:11:23 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:f7edd6a6-e857-433b-8091-25baba775070
Dec 06 10:11:23 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:11:23 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:11:23 user nova-compute[74535]: FIRMWARE:
Dec 06 10:11:23 user nova-compute[74535]: No targets found.
Dec 06 10:11:23 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:11:23 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d753df5a-0adb-41f9-94d8-177acfd23323 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 10:11:23 user nova-compute[74535]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 10:11:23 user nova-compute[74535]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74535) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 10:11:23 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d753df5a-0adb-41f9-94d8-177acfd23323 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f7edd6a6-e857-433b-8091-25baba775070', 0)] {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 10:11:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:11:23 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 5e39a1a4-f188-40e3-bcba-70e47abd6026 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:11:23 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 2d9150e7-0f02-4b19-b3f2-b329620d9722 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:11:23 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 5f37b4f2-47f1-474f-82cb-fa93ff07f428 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:11:23 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance d742d153-7670-4be9-8477-882f6a39f03f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:11:23 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 66440071-6cf6-4b6d-8d2a-edd5c1885510 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:11:23 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 0e39165e-d030-41a8-871f-56c2d08dcc20 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:11:23 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance e89c4f21-c084-4a60-9f6e-717b45ec85b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:11:23 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 3623b97e-3ebb-4aeb-afae-8c80f720aa07 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:11:23 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Migration d022e52a-fe58-4c58-9202-75f12feabb15 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}}
Dec 06 10:11:23 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance ceae3072-5275-4b93-92f3-fca295ad3929 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:11:23 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 19664d45-f856-4eb0-84d7-c1d29b1f5d0e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:11:23 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance b1b834bc-519d-497f-97b9-7879f57044f7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:11:23 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Total usable vcpus: 12, total allocated vcpus: 12 {{(pid=74535) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 10:11:23 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Final resource view: name=user phys_ram=16011MB used_ram=8192MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=12 pci_stats=[] {{(pid=74535) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 10:11:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:11:23 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[e44639b7-51f4-47c0-ba74-ead158ad085e]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f7edd6a6-e857-433b-8091-25baba775070\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:11:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:11:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:11:23 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[28a94b1d-3f00-4ba7-b7e4-657c311858b7]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7edd6a6-e857-433b-8091-25baba775070 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1 (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:11:23 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d753df5a-0adb-41f9-94d8-177acfd23323 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:11:23 user nova-compute[74535]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7edd6a6-e857-433b-8091-25baba775070 (non-flash)
Dec 06 10:11:23 user nova-compute[74535]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef (non-flash)
Dec 06 10:11:23 user nova-compute[74535]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1 (non-flash)
Dec 06 10:11:23 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:11:23 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d753df5a-0adb-41f9-94d8-177acfd23323 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:11:23 user nova-compute[74535]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7edd6a6-e857-433b-8091-25baba775070 (non-flash)
Dec 06 10:11:23 user nova-compute[74535]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef (non-flash)
Dec 06 10:11:23 user nova-compute[74535]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1 (non-flash)
Dec 06 10:11:23 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:11:23 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d753df5a-0adb-41f9-94d8-177acfd23323 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ff1246b2a70>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f7edd6a6-e857-433b-8091-25baba775070'): ({'sdb'}, set())}) {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 10:11:23 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-d753df5a-0adb-41f9-94d8-177acfd23323 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Removing single pathed devices sdb {{(pid=74535) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 10:11:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:11:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:11:23 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[363659b1-2235-426c-9650-cd080d05360a]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:11:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:11:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.021s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:11:23 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b05262c-8976-4a1c-bf8e-fb435a61d4f7]: (4, ('ok\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:11:23 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-d753df5a-0adb-41f9-94d8-177acfd23323 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Flushing IO for device /dev/sdb {{(pid=74535) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 10:11:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:11:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:11:23 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[32e0b01e-1e2b-4e90-88b7-d8da700fdc2d]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:11:23 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-d753df5a-0adb-41f9-94d8-177acfd23323 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74535) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 10:11:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:11:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.048s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:11:23 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[e6492e02-b9dd-45c3-ae00-5edbb720915a]: (4, ('1', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:11:23 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-d753df5a-0adb-41f9-94d8-177acfd23323 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 10:11:23 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-d753df5a-0adb-41f9-94d8-177acfd23323 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] SCSI volumes sdb have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 10:11:23 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d753df5a-0adb-41f9-94d8-177acfd23323 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f7edd6a6-e857-433b-8091-25baba775070')] {{(pid=74535) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 10:11:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f7edd6a6-e857-433b-8091-25baba775070 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:11:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f7edd6a6-e857-433b-8091-25baba775070 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:11:23 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e74a103-0c4e-4088-a984-60e3be602e62]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:11:23 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d753df5a-0adb-41f9-94d8-177acfd23323 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:11:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f7edd6a6-e857-433b-8091-25baba775070 -p 172.16.0.220:3260 --logout {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:11:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f7edd6a6-e857-433b-8091-25baba775070 -p 172.16.0.220:3260 --logout" returned: 0 in 0.055s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:11:23 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[64f557c5-9e5a-44ea-9f8a-ec25da56f512]: (4, ('Logging out of session [sid: 29, target: iqn.2010-10.org.openstack:f7edd6a6-e857-433b-8091-25baba775070, portal: 172.16.0.220,3260]\nLogout of [sid: 29, target: iqn.2010-10.org.openstack:f7edd6a6-e857-433b-8091-25baba775070, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:11:23 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d753df5a-0adb-41f9-94d8-177acfd23323 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 29, target: iqn.2010-10.org.openstack:f7edd6a6-e857-433b-8091-25baba775070, portal: 172.16.0.220,3260]
Dec 06 10:11:23 user nova-compute[74535]: Logout of [sid: 29, target: iqn.2010-10.org.openstack:f7edd6a6-e857-433b-8091-25baba775070, portal: 172.16.0.220,3260] successful.
Dec 06 10:11:23 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:11:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f7edd6a6-e857-433b-8091-25baba775070 -p 172.16.0.220:3260 --op delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:11:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f7edd6a6-e857-433b-8091-25baba775070 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.031s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:11:23 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b1eec1f-5e3c-4702-a98e-ca8404dd60dc]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:11:23 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d753df5a-0adb-41f9-94d8-177acfd23323 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:11:23 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-d753df5a-0adb-41f9-94d8-177acfd23323 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.367s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:11:23 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d753df5a-0adb-41f9-94d8-177acfd23323 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] <== disconnect_volume: return (369ms) None {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:11:23 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d753df5a-0adb-41f9-94d8-177acfd23323 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 0e39165e-d030-41a8-871f-56c2d08dcc20] Disconnected iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 10:11:23 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:11:23 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:11:23 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Compute_service record updated for user:user {{(pid=74535) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 10:11:23 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.582s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:11:24 user nova-compute[74535]: DEBUG nova.objects.instance [None req-d753df5a-0adb-41f9-94d8-177acfd23323 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lazy-loading 'flavor' on Instance uuid 0e39165e-d030-41a8-871f-56c2d08dcc20 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:11:24 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-d753df5a-0adb-41f9-94d8-177acfd23323 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lock "0e39165e-d030-41a8-871f-56c2d08dcc20" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.996s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:11:24 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:11:24 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Starting heal instance info cache {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 10:11:24 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Didn't find any instances for network info cache update. {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 06 10:11:24 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:11:24 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:11:24 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:11:25 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:11:28 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:11:30 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:11:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-34998f86-3d8a-4bab-8267-d2006f0deb8c tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Acquiring lock "3623b97e-3ebb-4aeb-afae-8c80f720aa07" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:11:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-34998f86-3d8a-4bab-8267-d2006f0deb8c tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Lock "3623b97e-3ebb-4aeb-afae-8c80f720aa07" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:11:32 user nova-compute[74535]: DEBUG nova.objects.instance [None req-34998f86-3d8a-4bab-8267-d2006f0deb8c tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Lazy-loading 'flavor' on Instance uuid 3623b97e-3ebb-4aeb-afae-8c80f720aa07 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:11:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-34998f86-3d8a-4bab-8267-d2006f0deb8c tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Lock "3623b97e-3ebb-4aeb-afae-8c80f720aa07" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.055s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:11:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-34998f86-3d8a-4bab-8267-d2006f0deb8c tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Acquiring lock "3623b97e-3ebb-4aeb-afae-8c80f720aa07" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:11:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-34998f86-3d8a-4bab-8267-d2006f0deb8c tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Lock "3623b97e-3ebb-4aeb-afae-8c80f720aa07" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:11:32 user nova-compute[74535]: INFO nova.compute.manager [None req-34998f86-3d8a-4bab-8267-d2006f0deb8c tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] [instance: 3623b97e-3ebb-4aeb-afae-8c80f720aa07] Attaching volume 518b71bf-d113-4242-aaea-264dd34e927c to /dev/vdb
Dec 06 10:11:33 user nova-compute[74535]: DEBUG os_brick.utils [None req-34998f86-3d8a-4bab-8267-d2006f0deb8c tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:11:33 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:11:33 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:11:33 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa92b6bc-0d81-4847-af13-78ad6cfb3fbb]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d95ac7cee77a\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:11:33 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:11:33 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:11:33 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[4bc295ea-8459-4d08-bd4a-1a29de5d22e2]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:11:33 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:11:33 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.014s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:11:33 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[a5902d2f-a7e8-41eb-b532-96c1d135d91f]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:11:33 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[df67b9af-04d1-4d52-a6b5-2b1ffc02e40f]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:11:33 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-34998f86-3d8a-4bab-8267-d2006f0deb8c tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Running cmd (subprocess): nvme version {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:11:33 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-34998f86-3d8a-4bab-8267-d2006f0deb8c tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] 'nvme version' failed. Not Retrying. {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 10:11:33 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.nvmeof [None req-34998f86-3d8a-4bab-8267-d2006f0deb8c tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] nvme not present on system {{(pid=74535) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 10:11:33 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:11:33 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 10:11:33 user nova-compute[74535]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 10:11:33 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e13ef1b-7cf3-45d9-9250-6688e4d31aa9]: (4, '') {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:11:33 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-34998f86-3d8a-4bab-8267-d2006f0deb8c tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74535) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 10:11:33 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-34998f86-3d8a-4bab-8267-d2006f0deb8c tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74535) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 10:11:33 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-34998f86-3d8a-4bab-8267-d2006f0deb8c tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] LIGHTOS: no hostnqn found. {{(pid=74535) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 10:11:33 user nova-compute[74535]: DEBUG os_brick.utils [None req-34998f86-3d8a-4bab-8267-d2006f0deb8c tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] <== get_connector_properties: return (119ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d95ac7cee77a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:11:33 user nova-compute[74535]: DEBUG nova.virt.block_device [None req-34998f86-3d8a-4bab-8267-d2006f0deb8c tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] [instance: 3623b97e-3ebb-4aeb-afae-8c80f720aa07] Updating existing volume attachment record: ce742170-8b0f-42ac-8335-c724df7fd4b1 {{(pid=74535) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 10:11:35 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:11:35 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:11:35 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74535) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 10:11:35 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74535) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 10:11:35 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74535) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 10:11:35 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:11:38 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-44687fbf-4139-43df-9138-1c90ce7dd36e tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Acquiring lock "ceae3072-5275-4b93-92f3-fca295ad3929" by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:11:38 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-44687fbf-4139-43df-9138-1c90ce7dd36e tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Lock "ceae3072-5275-4b93-92f3-fca295ad3929" acquired by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" :: waited 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:11:38 user nova-compute[74535]: DEBUG nova.compute.manager [None req-44687fbf-4139-43df-9138-1c90ce7dd36e tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] Going to confirm migration 2 {{(pid=74535) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4774}}
Dec 06 10:11:38 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-44687fbf-4139-43df-9138-1c90ce7dd36e tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Acquiring lock "refresh_cache-ceae3072-5275-4b93-92f3-fca295ad3929" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:11:38 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-44687fbf-4139-43df-9138-1c90ce7dd36e tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Acquired lock "refresh_cache-ceae3072-5275-4b93-92f3-fca295ad3929" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:11:38 user nova-compute[74535]: DEBUG nova.network.neutron [None req-44687fbf-4139-43df-9138-1c90ce7dd36e tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] Building network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 10:11:38 user nova-compute[74535]: DEBUG nova.objects.instance [None req-44687fbf-4139-43df-9138-1c90ce7dd36e tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Lazy-loading 'info_cache' on Instance uuid ceae3072-5275-4b93-92f3-fca295ad3929 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:11:39 user nova-compute[74535]: DEBUG nova.network.neutron [None req-44687fbf-4139-43df-9138-1c90ce7dd36e tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] Updating instance_info_cache with network_info: [{"id": "176932fd-6f91-448e-882d-6ad94f3126fb", "address": "fa:16:3e:1c:04:bb", "network": {"id": "8b86f560-d219-47ac-911b-827500badcc4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-867973244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.9", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1a6ab8cc08d4115a89db7cf36f78025", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap176932fd-6f", "ovs_interfaceid": "176932fd-6f91-448e-882d-6ad94f3126fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:11:39 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-44687fbf-4139-43df-9138-1c90ce7dd36e tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Releasing lock "refresh_cache-ceae3072-5275-4b93-92f3-fca295ad3929" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:11:39 user nova-compute[74535]: DEBUG nova.objects.instance [None req-44687fbf-4139-43df-9138-1c90ce7dd36e tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Lazy-loading 'migration_context' on Instance uuid ceae3072-5275-4b93-92f3-fca295ad3929 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:11:39 user nova-compute[74535]: DEBUG nova.objects.base [None req-44687fbf-4139-43df-9138-1c90ce7dd36e tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Object Instance<ceae3072-5275-4b93-92f3-fca295ad3929> lazy-loaded attributes: info_cache,migration_context {{(pid=74535) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 10:11:39 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-44687fbf-4139-43df-9138-1c90ce7dd36e tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:11:39 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-44687fbf-4139-43df-9138-1c90ce7dd36e tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:11:39 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-44687fbf-4139-43df-9138-1c90ce7dd36e tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:11:39 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-44687fbf-4139-43df-9138-1c90ce7dd36e tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:11:39 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-44687fbf-4139-43df-9138-1c90ce7dd36e tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 0.433s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:11:39 user nova-compute[74535]: INFO nova.scheduler.client.report [None req-44687fbf-4139-43df-9138-1c90ce7dd36e tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Deleted allocation for migration d022e52a-fe58-4c58-9202-75f12feabb15
Dec 06 10:11:39 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-44687fbf-4139-43df-9138-1c90ce7dd36e tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Lock "ceae3072-5275-4b93-92f3-fca295ad3929" "released" by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" :: held 1.390s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:11:40 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:11:42 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-34998f86-3d8a-4bab-8267-d2006f0deb8c tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] [instance: 3623b97e-3ebb-4aeb-afae-8c80f720aa07] Calling os-brick to attach iSCSI Volume {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 10:11:42 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-34998f86-3d8a-4bab-8267-d2006f0deb8c tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:518b71bf-d113-4242-aaea-264dd34e927c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'fRlDVPGr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:11:42 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-34998f86-3d8a-4bab-8267-d2006f0deb8c tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:11:42 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-34998f86-3d8a-4bab-8267-d2006f0deb8c tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:11:42 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-34998f86-3d8a-4bab-8267-d2006f0deb8c tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:11:42 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-34998f86-3d8a-4bab-8267-d2006f0deb8c tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:11:42 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-34998f86-3d8a-4bab-8267-d2006f0deb8c tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:518b71bf-d113-4242-aaea-264dd34e927c" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:11:42 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-34998f86-3d8a-4bab-8267-d2006f0deb8c tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:518b71bf-d113-4242-aaea-264dd34e927c" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:11:42 user nova-compute[74535]: INFO os_brick.initiator.connectors.iscsi [None req-34998f86-3d8a-4bab-8267-d2006f0deb8c tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 10:11:42 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:518b71bf-d113-4242-aaea-264dd34e927c -p 172.16.0.220:3260 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:11:42 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:518b71bf-d113-4242-aaea-264dd34e927c -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:11:42 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd2d4c7a-dd0b-4426-bbc7-df8783d280e3]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:11:42 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-34998f86-3d8a-4bab-8267-d2006f0deb8c tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 10:11:42 user nova-compute[74535]:  {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:11:42 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:518b71bf-d113-4242-aaea-264dd34e927c -p 172.16.0.220:3260 --interface default --op new {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:11:42 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:518b71bf-d113-4242-aaea-264dd34e927c -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:11:42 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[672427fe-8f60-4cb6-a0e5-f36d0ef2a96a]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:518b71bf-d113-4242-aaea-264dd34e927c] added\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:11:42 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-34998f86-3d8a-4bab-8267-d2006f0deb8c tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:518b71bf-d113-4242-aaea-264dd34e927c] added
Dec 06 10:11:42 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:11:42 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:518b71bf-d113-4242-aaea-264dd34e927c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:11:42 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:518b71bf-d113-4242-aaea-264dd34e927c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.027s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:11:42 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee3dd908-e4dd-4829-a444-a30a47b4da6b]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:11:42 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-34998f86-3d8a-4bab-8267-d2006f0deb8c tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:11:42 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:518b71bf-d113-4242-aaea-264dd34e927c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:11:42 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:518b71bf-d113-4242-aaea-264dd34e927c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.028s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:11:42 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa9a8737-5fd2-464c-a08d-83747cd79520]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:11:42 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-34998f86-3d8a-4bab-8267-d2006f0deb8c tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:11:42 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:518b71bf-d113-4242-aaea-264dd34e927c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v fRlDVPGr {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:11:42 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:518b71bf-d113-4242-aaea-264dd34e927c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v fRlDVPGr" returned: 0 in 0.023s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:11:42 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0ef2031-785b-44a5-ae26-5265f23de7e4]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:11:42 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-34998f86-3d8a-4bab-8267-d2006f0deb8c tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'fRlDVPGr'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:11:42 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:518b71bf-d113-4242-aaea-264dd34e927c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:11:42 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:518b71bf-d113-4242-aaea-264dd34e927c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.023s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:11:42 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e5696b3-c234-4821-98b1-e66ec21c3c37]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:11:42 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-34998f86-3d8a-4bab-8267-d2006f0deb8c tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:11:42 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:11:42 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:11:42 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[31bf1041-b9da-4708-9b20-7eaa3fd982c0]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1 (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:11:42 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-34998f86-3d8a-4bab-8267-d2006f0deb8c tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:11:42 user nova-compute[74535]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef (non-flash)
Dec 06 10:11:42 user nova-compute[74535]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1 (non-flash)
Dec 06 10:11:42 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:11:42 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-34998f86-3d8a-4bab-8267-d2006f0deb8c tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:11:42 user nova-compute[74535]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef (non-flash)
Dec 06 10:11:42 user nova-compute[74535]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1 (non-flash)
Dec 06 10:11:42 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:11:42 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:518b71bf-d113-4242-aaea-264dd34e927c -p 172.16.0.220:3260 --login {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:11:42 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:518b71bf-d113-4242-aaea-264dd34e927c -p 172.16.0.220:3260 --login" returned: 0 in 0.064s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:11:42 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[53b474e0-fbe0-420e-8e80-27ac23861695]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:518b71bf-d113-4242-aaea-264dd34e927c, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:518b71bf-d113-4242-aaea-264dd34e927c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:11:42 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-34998f86-3d8a-4bab-8267-d2006f0deb8c tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:518b71bf-d113-4242-aaea-264dd34e927c, portal: 172.16.0.220,3260]
Dec 06 10:11:42 user nova-compute[74535]: Login to [iface: default, target: iqn.2010-10.org.openstack:518b71bf-d113-4242-aaea-264dd34e927c, portal: 172.16.0.220,3260] successful.
Dec 06 10:11:42 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:11:42 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:518b71bf-d113-4242-aaea-264dd34e927c -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:11:42 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:518b71bf-d113-4242-aaea-264dd34e927c -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:11:42 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[18058559-5e5a-4249-a8d1-50d02886ecb7]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:11:42 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-34998f86-3d8a-4bab-8267-d2006f0deb8c tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:11:42 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:11:42 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:11:42 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a65e22c-968e-4edd-8510-e132b12ffb6e]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:518b71bf-d113-4242-aaea-264dd34e927c (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:11:42 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-34998f86-3d8a-4bab-8267-d2006f0deb8c tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:11:42 user nova-compute[74535]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef (non-flash)
Dec 06 10:11:42 user nova-compute[74535]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1 (non-flash)
Dec 06 10:11:42 user nova-compute[74535]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:518b71bf-d113-4242-aaea-264dd34e927c (non-flash)
Dec 06 10:11:42 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:11:42 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-34998f86-3d8a-4bab-8267-d2006f0deb8c tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:11:42 user nova-compute[74535]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef (non-flash)
Dec 06 10:11:42 user nova-compute[74535]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1 (non-flash)
Dec 06 10:11:42 user nova-compute[74535]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:518b71bf-d113-4242-aaea-264dd34e927c (non-flash)
Dec 06 10:11:42 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:11:42 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-34998f86-3d8a-4bab-8267-d2006f0deb8c tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:518b71bf-d113-4242-aaea-264dd34e927c" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.316s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:11:42 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-34998f86-3d8a-4bab-8267-d2006f0deb8c tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Connected to 172.16.0.220:3260 {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 10:11:42 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-34998f86-3d8a-4bab-8267-d2006f0deb8c tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] HCTL ('33', '-', '-', 0) found on session 35 with lun 0 {{(pid=74535) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 10:11:42 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-34998f86-3d8a-4bab-8267-d2006f0deb8c tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74535) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 10:11:42 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:11:43 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:11:43 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[27d49b4d-e284-4dc3-9ad5-4c9e26767b92]: (4, ('- - 0', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:11:43 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-34998f86-3d8a-4bab-8267-d2006f0deb8c tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Searching for a device in session 35 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74535) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 10:11:43 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-34998f86-3d8a-4bab-8267-d2006f0deb8c tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:518b71bf-d113-4242-aaea-264dd34e927c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'fRlDVPGr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 10:11:44 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-34998f86-3d8a-4bab-8267-d2006f0deb8c tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.347s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:11:44 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-34998f86-3d8a-4bab-8267-d2006f0deb8c tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] <== connect_volume: return (1349ms) {'type': 'block', 'scsi_wwn': '23531313931313466', 'path': '/dev/sdb'} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:11:44 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-34998f86-3d8a-4bab-8267-d2006f0deb8c tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] [instance: 3623b97e-3ebb-4aeb-afae-8c80f720aa07] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23531313931313466', 'path': '/dev/sdb'} {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 10:11:44 user nova-compute[74535]: DEBUG nova.objects.instance [None req-34998f86-3d8a-4bab-8267-d2006f0deb8c tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Lazy-loading 'flavor' on Instance uuid 3623b97e-3ebb-4aeb-afae-8c80f720aa07 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:11:44 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-34998f86-3d8a-4bab-8267-d2006f0deb8c tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 10:11:44 user nova-compute[74535]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 10:11:44 user nova-compute[74535]:   <source dev="/dev/sdb"/>
Dec 06 10:11:44 user nova-compute[74535]:   <target dev="vdb" bus="virtio"/>
Dec 06 10:11:44 user nova-compute[74535]:   <serial>518b71bf-d113-4242-aaea-264dd34e927c</serial>
Dec 06 10:11:44 user nova-compute[74535]: </disk>
Dec 06 10:11:44 user nova-compute[74535]:  {{(pid=74535) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 10:11:44 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-34998f86-3d8a-4bab-8267-d2006f0deb8c tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] No BDM found with device name vda, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 10:11:44 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-34998f86-3d8a-4bab-8267-d2006f0deb8c tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 10:11:44 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-34998f86-3d8a-4bab-8267-d2006f0deb8c tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] No VIF found with MAC fa:16:3e:00:a3:a7, not building metadata {{(pid=74535) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 10:11:44 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-34998f86-3d8a-4bab-8267-d2006f0deb8c tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Lock "3623b97e-3ebb-4aeb-afae-8c80f720aa07" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 11.626s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:11:45 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:11:45 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:11:45 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74535) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 10:11:45 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74535) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 10:11:45 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74535) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 10:11:45 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:11:47 user nova-compute[74535]: DEBUG nova.compute.manager [req-2c9e50f4-e8c2-4d23-ba15-74d2e5adfd5e req-96f3e9c9-1531-45c9-bccc-20289c2a0c1e service nova] [instance: 3623b97e-3ebb-4aeb-afae-8c80f720aa07] Received event network-changed-6690c3a9-390c-4750-be6e-2670d7117610 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:11:47 user nova-compute[74535]: DEBUG nova.compute.manager [req-2c9e50f4-e8c2-4d23-ba15-74d2e5adfd5e req-96f3e9c9-1531-45c9-bccc-20289c2a0c1e service nova] [instance: 3623b97e-3ebb-4aeb-afae-8c80f720aa07] Refreshing instance network info cache due to event network-changed-6690c3a9-390c-4750-be6e-2670d7117610. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 10:11:47 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-2c9e50f4-e8c2-4d23-ba15-74d2e5adfd5e req-96f3e9c9-1531-45c9-bccc-20289c2a0c1e service nova] Acquiring lock "refresh_cache-3623b97e-3ebb-4aeb-afae-8c80f720aa07" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:11:47 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-2c9e50f4-e8c2-4d23-ba15-74d2e5adfd5e req-96f3e9c9-1531-45c9-bccc-20289c2a0c1e service nova] Acquired lock "refresh_cache-3623b97e-3ebb-4aeb-afae-8c80f720aa07" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:11:47 user nova-compute[74535]: DEBUG nova.network.neutron [req-2c9e50f4-e8c2-4d23-ba15-74d2e5adfd5e req-96f3e9c9-1531-45c9-bccc-20289c2a0c1e service nova] [instance: 3623b97e-3ebb-4aeb-afae-8c80f720aa07] Refreshing network info cache for port 6690c3a9-390c-4750-be6e-2670d7117610 {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 10:11:47 user nova-compute[74535]: DEBUG nova.network.neutron [req-2c9e50f4-e8c2-4d23-ba15-74d2e5adfd5e req-96f3e9c9-1531-45c9-bccc-20289c2a0c1e service nova] [instance: 3623b97e-3ebb-4aeb-afae-8c80f720aa07] Updated VIF entry in instance network info cache for port 6690c3a9-390c-4750-be6e-2670d7117610. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 10:11:47 user nova-compute[74535]: DEBUG nova.network.neutron [req-2c9e50f4-e8c2-4d23-ba15-74d2e5adfd5e req-96f3e9c9-1531-45c9-bccc-20289c2a0c1e service nova] [instance: 3623b97e-3ebb-4aeb-afae-8c80f720aa07] Updating instance_info_cache with network_info: [{"id": "6690c3a9-390c-4750-be6e-2670d7117610", "address": "fa:16:3e:00:a3:a7", "network": {"id": "d5481230-d801-4b5c-9559-71444e926e04", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1378130033-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "15e410d9f3724888aa51fec7ed16ea0e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6690c3a9-39", "ovs_interfaceid": "6690c3a9-390c-4750-be6e-2670d7117610", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:11:47 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-2c9e50f4-e8c2-4d23-ba15-74d2e5adfd5e req-96f3e9c9-1531-45c9-bccc-20289c2a0c1e service nova] Releasing lock "refresh_cache-3623b97e-3ebb-4aeb-afae-8c80f720aa07" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:11:48 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:11:49 user nova-compute[74535]: DEBUG nova.compute.manager [req-a136fcfa-b414-4f3b-a558-44ca50900cec req-044f97e0-9194-40cf-95cf-e010b7f1591a service nova] [instance: 3623b97e-3ebb-4aeb-afae-8c80f720aa07] Received event network-changed-6690c3a9-390c-4750-be6e-2670d7117610 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:11:49 user nova-compute[74535]: DEBUG nova.compute.manager [req-a136fcfa-b414-4f3b-a558-44ca50900cec req-044f97e0-9194-40cf-95cf-e010b7f1591a service nova] [instance: 3623b97e-3ebb-4aeb-afae-8c80f720aa07] Refreshing instance network info cache due to event network-changed-6690c3a9-390c-4750-be6e-2670d7117610. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 10:11:49 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-a136fcfa-b414-4f3b-a558-44ca50900cec req-044f97e0-9194-40cf-95cf-e010b7f1591a service nova] Acquiring lock "refresh_cache-3623b97e-3ebb-4aeb-afae-8c80f720aa07" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:11:49 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-a136fcfa-b414-4f3b-a558-44ca50900cec req-044f97e0-9194-40cf-95cf-e010b7f1591a service nova] Acquired lock "refresh_cache-3623b97e-3ebb-4aeb-afae-8c80f720aa07" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:11:49 user nova-compute[74535]: DEBUG nova.network.neutron [req-a136fcfa-b414-4f3b-a558-44ca50900cec req-044f97e0-9194-40cf-95cf-e010b7f1591a service nova] [instance: 3623b97e-3ebb-4aeb-afae-8c80f720aa07] Refreshing network info cache for port 6690c3a9-390c-4750-be6e-2670d7117610 {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 10:11:49 user nova-compute[74535]: DEBUG nova.network.neutron [req-a136fcfa-b414-4f3b-a558-44ca50900cec req-044f97e0-9194-40cf-95cf-e010b7f1591a service nova] [instance: 3623b97e-3ebb-4aeb-afae-8c80f720aa07] Updated VIF entry in instance network info cache for port 6690c3a9-390c-4750-be6e-2670d7117610. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 10:11:49 user nova-compute[74535]: DEBUG nova.network.neutron [req-a136fcfa-b414-4f3b-a558-44ca50900cec req-044f97e0-9194-40cf-95cf-e010b7f1591a service nova] [instance: 3623b97e-3ebb-4aeb-afae-8c80f720aa07] Updating instance_info_cache with network_info: [{"id": "6690c3a9-390c-4750-be6e-2670d7117610", "address": "fa:16:3e:00:a3:a7", "network": {"id": "d5481230-d801-4b5c-9559-71444e926e04", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1378130033-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "15e410d9f3724888aa51fec7ed16ea0e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6690c3a9-39", "ovs_interfaceid": "6690c3a9-390c-4750-be6e-2670d7117610", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:11:49 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-615694c1-46d6-4a59-82c2-08ae85e43ee2 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Acquiring lock "3623b97e-3ebb-4aeb-afae-8c80f720aa07" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:11:49 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-615694c1-46d6-4a59-82c2-08ae85e43ee2 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Lock "3623b97e-3ebb-4aeb-afae-8c80f720aa07" acquired by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:11:49 user nova-compute[74535]: INFO nova.compute.manager [None req-615694c1-46d6-4a59-82c2-08ae85e43ee2 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] [instance: 3623b97e-3ebb-4aeb-afae-8c80f720aa07] Rebooting instance
Dec 06 10:11:49 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-a136fcfa-b414-4f3b-a558-44ca50900cec req-044f97e0-9194-40cf-95cf-e010b7f1591a service nova] Releasing lock "refresh_cache-3623b97e-3ebb-4aeb-afae-8c80f720aa07" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:11:49 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-615694c1-46d6-4a59-82c2-08ae85e43ee2 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Acquiring lock "refresh_cache-3623b97e-3ebb-4aeb-afae-8c80f720aa07" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:11:49 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-615694c1-46d6-4a59-82c2-08ae85e43ee2 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Acquired lock "refresh_cache-3623b97e-3ebb-4aeb-afae-8c80f720aa07" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:11:49 user nova-compute[74535]: DEBUG nova.network.neutron [None req-615694c1-46d6-4a59-82c2-08ae85e43ee2 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] [instance: 3623b97e-3ebb-4aeb-afae-8c80f720aa07] Building network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 10:11:50 user nova-compute[74535]: DEBUG nova.network.neutron [None req-615694c1-46d6-4a59-82c2-08ae85e43ee2 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] [instance: 3623b97e-3ebb-4aeb-afae-8c80f720aa07] Updating instance_info_cache with network_info: [{"id": "6690c3a9-390c-4750-be6e-2670d7117610", "address": "fa:16:3e:00:a3:a7", "network": {"id": "d5481230-d801-4b5c-9559-71444e926e04", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1378130033-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "15e410d9f3724888aa51fec7ed16ea0e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6690c3a9-39", "ovs_interfaceid": "6690c3a9-390c-4750-be6e-2670d7117610", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:11:50 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-615694c1-46d6-4a59-82c2-08ae85e43ee2 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Releasing lock "refresh_cache-3623b97e-3ebb-4aeb-afae-8c80f720aa07" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:11:50 user nova-compute[74535]: DEBUG nova.compute.manager [None req-615694c1-46d6-4a59-82c2-08ae85e43ee2 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] [instance: 3623b97e-3ebb-4aeb-afae-8c80f720aa07] Checking state {{(pid=74535) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 10:11:50 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:11:52 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:11:52 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:11:52 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:11:52 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:11:52 user nova-compute[74535]: DEBUG nova.compute.manager [req-432c06a0-bc6c-4d59-b5f3-9ec16144330b req-ca51161a-42c4-4996-9a6d-e2950b6c8539 service nova] [instance: 3623b97e-3ebb-4aeb-afae-8c80f720aa07] Received event network-vif-unplugged-6690c3a9-390c-4750-be6e-2670d7117610 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:11:52 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-432c06a0-bc6c-4d59-b5f3-9ec16144330b req-ca51161a-42c4-4996-9a6d-e2950b6c8539 service nova] Acquiring lock "3623b97e-3ebb-4aeb-afae-8c80f720aa07-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:11:52 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-432c06a0-bc6c-4d59-b5f3-9ec16144330b req-ca51161a-42c4-4996-9a6d-e2950b6c8539 service nova] Lock "3623b97e-3ebb-4aeb-afae-8c80f720aa07-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:11:52 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-432c06a0-bc6c-4d59-b5f3-9ec16144330b req-ca51161a-42c4-4996-9a6d-e2950b6c8539 service nova] Lock "3623b97e-3ebb-4aeb-afae-8c80f720aa07-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:11:52 user nova-compute[74535]: DEBUG nova.compute.manager [req-432c06a0-bc6c-4d59-b5f3-9ec16144330b req-ca51161a-42c4-4996-9a6d-e2950b6c8539 service nova] [instance: 3623b97e-3ebb-4aeb-afae-8c80f720aa07] No waiting events found dispatching network-vif-unplugged-6690c3a9-390c-4750-be6e-2670d7117610 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:11:52 user nova-compute[74535]: WARNING nova.compute.manager [req-432c06a0-bc6c-4d59-b5f3-9ec16144330b req-ca51161a-42c4-4996-9a6d-e2950b6c8539 service nova] [instance: 3623b97e-3ebb-4aeb-afae-8c80f720aa07] Received unexpected event network-vif-unplugged-6690c3a9-390c-4750-be6e-2670d7117610 for instance with vm_state active and task_state reboot_started.
Dec 06 10:11:53 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-7659f23a-713c-4d76-9fc8-ef3d233dfe4a tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Acquiring lock "0e39165e-d030-41a8-871f-56c2d08dcc20" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:11:53 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-7659f23a-713c-4d76-9fc8-ef3d233dfe4a tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lock "0e39165e-d030-41a8-871f-56c2d08dcc20" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:11:53 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-7659f23a-713c-4d76-9fc8-ef3d233dfe4a tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Acquiring lock "0e39165e-d030-41a8-871f-56c2d08dcc20-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:11:53 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-7659f23a-713c-4d76-9fc8-ef3d233dfe4a tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lock "0e39165e-d030-41a8-871f-56c2d08dcc20-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:11:53 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-7659f23a-713c-4d76-9fc8-ef3d233dfe4a tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lock "0e39165e-d030-41a8-871f-56c2d08dcc20-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:11:53 user nova-compute[74535]: INFO nova.compute.manager [None req-7659f23a-713c-4d76-9fc8-ef3d233dfe4a tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 0e39165e-d030-41a8-871f-56c2d08dcc20] Terminating instance
Dec 06 10:11:53 user nova-compute[74535]: DEBUG nova.compute.manager [None req-7659f23a-713c-4d76-9fc8-ef3d233dfe4a tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 0e39165e-d030-41a8-871f-56c2d08dcc20] Start destroying the instance on the hypervisor. {{(pid=74535) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 10:11:53 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:11:53 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:11:53 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:11:53 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:11:53 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:11:53 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:11:53 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-615694c1-46d6-4a59-82c2-08ae85e43ee2 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] [instance: 3623b97e-3ebb-4aeb-afae-8c80f720aa07] Instance shutdown successfully.
Dec 06 10:11:54 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: 0e39165e-d030-41a8-871f-56c2d08dcc20] Instance destroyed successfully.
Dec 06 10:11:54 user nova-compute[74535]: DEBUG nova.objects.instance [None req-7659f23a-713c-4d76-9fc8-ef3d233dfe4a tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lazy-loading 'resources' on Instance uuid 0e39165e-d030-41a8-871f-56c2d08dcc20 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:11:54 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-7659f23a-713c-4d76-9fc8-ef3d233dfe4a tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:06:08Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1081803434',display_name='tempest-AttachVolumeNegativeTest-server-1081803434',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1081803434',id=26,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLnts0MADcsHqLtaGNt3AluQ80mCsDsSDSElUy0xofxgS2JIXzSQmyW+FD26XM1MuGytou1MavrX/DoaJCRut7ArEByPfWC303NpUuU8dsnjRkDOKokTwUJ0p6Dkx3qeAg==',key_name='tempest-keypair-246289545',keypairs=<?>,launch_index=0,launched_at=2023-12-06T10:06:17Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ad8e6f48b8f442aa80f5839b55ad4b74',ramdisk_id='',reservation_id='r-20abmvgi',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-1248837640',owner_user_name='tempest-AttachVolumeNegativeTest-1248837640-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T10:06:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2a00a36cf91f4768aadaeccc7d530154',uuid=0e39165e-d030-41a8-871f-56c2d08dcc20,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "3d027e66-e623-440e-9918-4af349ce8f54", "address": "fa:16:3e:d7:7c:1d", "network": {"id": "49702c0e-8306-49f2-9a37-580dfa9aedca", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1167139173-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ad8e6f48b8f442aa80f5839b55ad4b74", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d027e66-e6", "ovs_interfaceid": "3d027e66-e623-440e-9918-4af349ce8f54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 10:11:54 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-7659f23a-713c-4d76-9fc8-ef3d233dfe4a tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Converting VIF {"id": "3d027e66-e623-440e-9918-4af349ce8f54", "address": "fa:16:3e:d7:7c:1d", "network": {"id": "49702c0e-8306-49f2-9a37-580dfa9aedca", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1167139173-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ad8e6f48b8f442aa80f5839b55ad4b74", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d027e66-e6", "ovs_interfaceid": "3d027e66-e623-440e-9918-4af349ce8f54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:11:54 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-7659f23a-713c-4d76-9fc8-ef3d233dfe4a tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:d7:7c:1d,bridge_name='br-int',has_traffic_filtering=True,id=3d027e66-e623-440e-9918-4af349ce8f54,network=Network(49702c0e-8306-49f2-9a37-580dfa9aedca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3d027e66-e6') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:11:54 user nova-compute[74535]: DEBUG os_vif [None req-7659f23a-713c-4d76-9fc8-ef3d233dfe4a tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:d7:7c:1d,bridge_name='br-int',has_traffic_filtering=True,id=3d027e66-e623-440e-9918-4af349ce8f54,network=Network(49702c0e-8306-49f2-9a37-580dfa9aedca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3d027e66-e6') {{(pid=74535) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 10:11:54 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:11:54 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap3d027e66-e6, bridge=br-int, if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:11:54 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:11:54 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:11:54 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:11:54 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:11:54 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=9c7fc3e5-8f77-4174-83da-34ba91def32a) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:11:54 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:11:54 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:11:54 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:11:54 user nova-compute[74535]: INFO os_vif [None req-7659f23a-713c-4d76-9fc8-ef3d233dfe4a tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:d7:7c:1d,bridge_name='br-int',has_traffic_filtering=True,id=3d027e66-e623-440e-9918-4af349ce8f54,network=Network(49702c0e-8306-49f2-9a37-580dfa9aedca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3d027e66-e6')
Dec 06 10:11:54 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-7659f23a-713c-4d76-9fc8-ef3d233dfe4a tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 0e39165e-d030-41a8-871f-56c2d08dcc20] Deleting instance files /opt/stack/data/nova/instances/0e39165e-d030-41a8-871f-56c2d08dcc20_del
Dec 06 10:11:54 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-7659f23a-713c-4d76-9fc8-ef3d233dfe4a tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 0e39165e-d030-41a8-871f-56c2d08dcc20] Deletion of /opt/stack/data/nova/instances/0e39165e-d030-41a8-871f-56c2d08dcc20_del complete
Dec 06 10:11:54 user nova-compute[74535]: INFO nova.compute.manager [None req-7659f23a-713c-4d76-9fc8-ef3d233dfe4a tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 0e39165e-d030-41a8-871f-56c2d08dcc20] Took 1.34 seconds to destroy the instance on the hypervisor.
Dec 06 10:11:54 user nova-compute[74535]: DEBUG oslo.service.loopingcall [None req-7659f23a-713c-4d76-9fc8-ef3d233dfe4a tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74535) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 10:11:54 user nova-compute[74535]: DEBUG nova.compute.manager [-] [instance: 0e39165e-d030-41a8-871f-56c2d08dcc20] Deallocating network for instance {{(pid=74535) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 10:11:54 user nova-compute[74535]: DEBUG nova.network.neutron [-] [instance: 0e39165e-d030-41a8-871f-56c2d08dcc20] deallocate_for_instance() {{(pid=74535) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 10:11:54 user nova-compute[74535]: DEBUG nova.compute.manager [req-168754bc-ee7a-4e62-9a7b-873a79485087 req-1f490c01-d760-4625-b43f-5be737099e44 service nova] [instance: 3623b97e-3ebb-4aeb-afae-8c80f720aa07] Received event network-vif-plugged-6690c3a9-390c-4750-be6e-2670d7117610 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:11:54 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-168754bc-ee7a-4e62-9a7b-873a79485087 req-1f490c01-d760-4625-b43f-5be737099e44 service nova] Acquiring lock "3623b97e-3ebb-4aeb-afae-8c80f720aa07-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:11:54 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-168754bc-ee7a-4e62-9a7b-873a79485087 req-1f490c01-d760-4625-b43f-5be737099e44 service nova] Lock "3623b97e-3ebb-4aeb-afae-8c80f720aa07-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:11:54 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-168754bc-ee7a-4e62-9a7b-873a79485087 req-1f490c01-d760-4625-b43f-5be737099e44 service nova] Lock "3623b97e-3ebb-4aeb-afae-8c80f720aa07-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:11:54 user nova-compute[74535]: DEBUG nova.compute.manager [req-168754bc-ee7a-4e62-9a7b-873a79485087 req-1f490c01-d760-4625-b43f-5be737099e44 service nova] [instance: 3623b97e-3ebb-4aeb-afae-8c80f720aa07] No waiting events found dispatching network-vif-plugged-6690c3a9-390c-4750-be6e-2670d7117610 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:11:54 user nova-compute[74535]: WARNING nova.compute.manager [req-168754bc-ee7a-4e62-9a7b-873a79485087 req-1f490c01-d760-4625-b43f-5be737099e44 service nova] [instance: 3623b97e-3ebb-4aeb-afae-8c80f720aa07] Received unexpected event network-vif-plugged-6690c3a9-390c-4750-be6e-2670d7117610 for instance with vm_state active and task_state reboot_started.
Dec 06 10:11:54 user nova-compute[74535]: DEBUG nova.compute.manager [req-168754bc-ee7a-4e62-9a7b-873a79485087 req-1f490c01-d760-4625-b43f-5be737099e44 service nova] [instance: 0e39165e-d030-41a8-871f-56c2d08dcc20] Received event network-vif-unplugged-3d027e66-e623-440e-9918-4af349ce8f54 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:11:54 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-168754bc-ee7a-4e62-9a7b-873a79485087 req-1f490c01-d760-4625-b43f-5be737099e44 service nova] Acquiring lock "0e39165e-d030-41a8-871f-56c2d08dcc20-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:11:54 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-168754bc-ee7a-4e62-9a7b-873a79485087 req-1f490c01-d760-4625-b43f-5be737099e44 service nova] Lock "0e39165e-d030-41a8-871f-56c2d08dcc20-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:11:54 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-168754bc-ee7a-4e62-9a7b-873a79485087 req-1f490c01-d760-4625-b43f-5be737099e44 service nova] Lock "0e39165e-d030-41a8-871f-56c2d08dcc20-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:11:54 user nova-compute[74535]: DEBUG nova.compute.manager [req-168754bc-ee7a-4e62-9a7b-873a79485087 req-1f490c01-d760-4625-b43f-5be737099e44 service nova] [instance: 0e39165e-d030-41a8-871f-56c2d08dcc20] No waiting events found dispatching network-vif-unplugged-3d027e66-e623-440e-9918-4af349ce8f54 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:11:54 user nova-compute[74535]: DEBUG nova.compute.manager [req-168754bc-ee7a-4e62-9a7b-873a79485087 req-1f490c01-d760-4625-b43f-5be737099e44 service nova] [instance: 0e39165e-d030-41a8-871f-56c2d08dcc20] Received event network-vif-unplugged-3d027e66-e623-440e-9918-4af349ce8f54 for instance with task_state deleting. {{(pid=74535) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 10:11:54 user nova-compute[74535]: DEBUG nova.compute.manager [req-168754bc-ee7a-4e62-9a7b-873a79485087 req-1f490c01-d760-4625-b43f-5be737099e44 service nova] [instance: 0e39165e-d030-41a8-871f-56c2d08dcc20] Received event network-vif-plugged-3d027e66-e623-440e-9918-4af349ce8f54 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:11:54 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-168754bc-ee7a-4e62-9a7b-873a79485087 req-1f490c01-d760-4625-b43f-5be737099e44 service nova] Acquiring lock "0e39165e-d030-41a8-871f-56c2d08dcc20-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:11:54 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-168754bc-ee7a-4e62-9a7b-873a79485087 req-1f490c01-d760-4625-b43f-5be737099e44 service nova] Lock "0e39165e-d030-41a8-871f-56c2d08dcc20-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:11:54 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-168754bc-ee7a-4e62-9a7b-873a79485087 req-1f490c01-d760-4625-b43f-5be737099e44 service nova] Lock "0e39165e-d030-41a8-871f-56c2d08dcc20-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:11:54 user nova-compute[74535]: DEBUG nova.compute.manager [req-168754bc-ee7a-4e62-9a7b-873a79485087 req-1f490c01-d760-4625-b43f-5be737099e44 service nova] [instance: 0e39165e-d030-41a8-871f-56c2d08dcc20] No waiting events found dispatching network-vif-plugged-3d027e66-e623-440e-9918-4af349ce8f54 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:11:54 user nova-compute[74535]: WARNING nova.compute.manager [req-168754bc-ee7a-4e62-9a7b-873a79485087 req-1f490c01-d760-4625-b43f-5be737099e44 service nova] [instance: 0e39165e-d030-41a8-871f-56c2d08dcc20] Received unexpected event network-vif-plugged-3d027e66-e623-440e-9918-4af349ce8f54 for instance with vm_state active and task_state deleting.
Dec 06 10:11:55 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:11:55 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:11:55 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:11:55 user nova-compute[74535]: DEBUG nova.network.neutron [-] [instance: 0e39165e-d030-41a8-871f-56c2d08dcc20] Updating instance_info_cache with network_info: [] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:11:55 user nova-compute[74535]: INFO nova.compute.manager [-] [instance: 0e39165e-d030-41a8-871f-56c2d08dcc20] Took 0.77 seconds to deallocate network for instance.
Dec 06 10:11:55 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-7659f23a-713c-4d76-9fc8-ef3d233dfe4a tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:11:55 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-7659f23a-713c-4d76-9fc8-ef3d233dfe4a tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:11:55 user nova-compute[74535]: DEBUG nova.compute.manager [req-1eb4041a-8a1b-4dcf-8fea-9cff1c40b67e req-f6ba4d52-f85d-4c86-8a1b-f195d493b275 service nova] [instance: 0e39165e-d030-41a8-871f-56c2d08dcc20] Received event network-vif-deleted-3d027e66-e623-440e-9918-4af349ce8f54 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:11:55 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-7659f23a-713c-4d76-9fc8-ef3d233dfe4a tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:11:55 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-7659f23a-713c-4d76-9fc8-ef3d233dfe4a tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:11:55 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-7659f23a-713c-4d76-9fc8-ef3d233dfe4a tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.377s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:11:55 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:11:55 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:11:55 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:11:55 user nova-compute[74535]: INFO nova.scheduler.client.report [None req-7659f23a-713c-4d76-9fc8-ef3d233dfe4a tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Deleted allocations for instance 0e39165e-d030-41a8-871f-56c2d08dcc20
Dec 06 10:11:55 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-7659f23a-713c-4d76-9fc8-ef3d233dfe4a tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lock "0e39165e-d030-41a8-871f-56c2d08dcc20" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.685s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:11:56 user nova-compute[74535]: DEBUG nova.compute.manager [req-909e36e3-b5c4-44ed-8a12-21b2c0f7b77b req-8ae3e95f-00fd-4594-8e64-4c1190a31078 service nova] [instance: 3623b97e-3ebb-4aeb-afae-8c80f720aa07] Received event network-vif-plugged-6690c3a9-390c-4750-be6e-2670d7117610 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:11:56 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-909e36e3-b5c4-44ed-8a12-21b2c0f7b77b req-8ae3e95f-00fd-4594-8e64-4c1190a31078 service nova] Acquiring lock "3623b97e-3ebb-4aeb-afae-8c80f720aa07-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:11:56 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-909e36e3-b5c4-44ed-8a12-21b2c0f7b77b req-8ae3e95f-00fd-4594-8e64-4c1190a31078 service nova] Lock "3623b97e-3ebb-4aeb-afae-8c80f720aa07-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:11:56 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-909e36e3-b5c4-44ed-8a12-21b2c0f7b77b req-8ae3e95f-00fd-4594-8e64-4c1190a31078 service nova] Lock "3623b97e-3ebb-4aeb-afae-8c80f720aa07-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:11:56 user nova-compute[74535]: DEBUG nova.compute.manager [req-909e36e3-b5c4-44ed-8a12-21b2c0f7b77b req-8ae3e95f-00fd-4594-8e64-4c1190a31078 service nova] [instance: 3623b97e-3ebb-4aeb-afae-8c80f720aa07] No waiting events found dispatching network-vif-plugged-6690c3a9-390c-4750-be6e-2670d7117610 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:11:56 user nova-compute[74535]: WARNING nova.compute.manager [req-909e36e3-b5c4-44ed-8a12-21b2c0f7b77b req-8ae3e95f-00fd-4594-8e64-4c1190a31078 service nova] [instance: 3623b97e-3ebb-4aeb-afae-8c80f720aa07] Received unexpected event network-vif-plugged-6690c3a9-390c-4750-be6e-2670d7117610 for instance with vm_state active and task_state reboot_started.
Dec 06 10:11:56 user nova-compute[74535]: DEBUG nova.compute.manager [req-909e36e3-b5c4-44ed-8a12-21b2c0f7b77b req-8ae3e95f-00fd-4594-8e64-4c1190a31078 service nova] [instance: 3623b97e-3ebb-4aeb-afae-8c80f720aa07] Received event network-vif-plugged-6690c3a9-390c-4750-be6e-2670d7117610 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:11:56 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-909e36e3-b5c4-44ed-8a12-21b2c0f7b77b req-8ae3e95f-00fd-4594-8e64-4c1190a31078 service nova] Acquiring lock "3623b97e-3ebb-4aeb-afae-8c80f720aa07-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:11:56 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-909e36e3-b5c4-44ed-8a12-21b2c0f7b77b req-8ae3e95f-00fd-4594-8e64-4c1190a31078 service nova] Lock "3623b97e-3ebb-4aeb-afae-8c80f720aa07-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:11:56 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-909e36e3-b5c4-44ed-8a12-21b2c0f7b77b req-8ae3e95f-00fd-4594-8e64-4c1190a31078 service nova] Lock "3623b97e-3ebb-4aeb-afae-8c80f720aa07-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:11:56 user nova-compute[74535]: DEBUG nova.compute.manager [req-909e36e3-b5c4-44ed-8a12-21b2c0f7b77b req-8ae3e95f-00fd-4594-8e64-4c1190a31078 service nova] [instance: 3623b97e-3ebb-4aeb-afae-8c80f720aa07] No waiting events found dispatching network-vif-plugged-6690c3a9-390c-4750-be6e-2670d7117610 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:11:56 user nova-compute[74535]: WARNING nova.compute.manager [req-909e36e3-b5c4-44ed-8a12-21b2c0f7b77b req-8ae3e95f-00fd-4594-8e64-4c1190a31078 service nova] [instance: 3623b97e-3ebb-4aeb-afae-8c80f720aa07] Received unexpected event network-vif-plugged-6690c3a9-390c-4750-be6e-2670d7117610 for instance with vm_state active and task_state reboot_started.
Dec 06 10:11:57 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: 3623b97e-3ebb-4aeb-afae-8c80f720aa07] Instance running successfully.
Dec 06 10:11:57 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-615694c1-46d6-4a59-82c2-08ae85e43ee2 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] [instance: 3623b97e-3ebb-4aeb-afae-8c80f720aa07] Instance soft rebooted successfully.
Dec 06 10:11:57 user nova-compute[74535]: DEBUG nova.compute.manager [None req-615694c1-46d6-4a59-82c2-08ae85e43ee2 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] [instance: 3623b97e-3ebb-4aeb-afae-8c80f720aa07] Checking state {{(pid=74535) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 10:11:57 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-615694c1-46d6-4a59-82c2-08ae85e43ee2 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Lock "3623b97e-3ebb-4aeb-afae-8c80f720aa07" "released" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: held 7.477s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:11:58 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:11:59 user nova-compute[74535]: DEBUG nova.compute.manager [None req-a29ed4f8-c022-4da1-a2e9-6949bb15ec34 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 19664d45-f856-4eb0-84d7-c1d29b1f5d0e] Checking state {{(pid=74535) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 10:11:59 user nova-compute[74535]: INFO nova.compute.manager [None req-a29ed4f8-c022-4da1-a2e9-6949bb15ec34 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 19664d45-f856-4eb0-84d7-c1d29b1f5d0e] instance snapshotting
Dec 06 10:11:59 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-a29ed4f8-c022-4da1-a2e9-6949bb15ec34 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 19664d45-f856-4eb0-84d7-c1d29b1f5d0e] Beginning live snapshot process
Dec 06 10:11:59 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-a29ed4f8-c022-4da1-a2e9-6949bb15ec34 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/19664d45-f856-4eb0-84d7-c1d29b1f5d0e/disk --force-share --output=json -f qcow2 {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:11:59 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:11:59 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-a29ed4f8-c022-4da1-a2e9-6949bb15ec34 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/19664d45-f856-4eb0-84d7-c1d29b1f5d0e/disk --force-share --output=json -f qcow2" returned: 0 in 0.183s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:11:59 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-a29ed4f8-c022-4da1-a2e9-6949bb15ec34 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/19664d45-f856-4eb0-84d7-c1d29b1f5d0e/disk --force-share --output=json -f qcow2 {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:11:59 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-a29ed4f8-c022-4da1-a2e9-6949bb15ec34 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/19664d45-f856-4eb0-84d7-c1d29b1f5d0e/disk --force-share --output=json -f qcow2" returned: 0 in 0.177s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:11:59 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-a29ed4f8-c022-4da1-a2e9-6949bb15ec34 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:11:59 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-a29ed4f8-c022-4da1-a2e9-6949bb15ec34 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.183s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:11:59 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-a29ed4f8-c022-4da1-a2e9-6949bb15ec34 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpbjecl_t6/fd7f35ffabea4d1a9c46610051153b2d.delta 1073741824 {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:11:59 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-a29ed4f8-c022-4da1-a2e9-6949bb15ec34 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpbjecl_t6/fd7f35ffabea4d1a9c46610051153b2d.delta 1073741824" returned: 0 in 0.051s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:11:59 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-a29ed4f8-c022-4da1-a2e9-6949bb15ec34 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 19664d45-f856-4eb0-84d7-c1d29b1f5d0e] Quiescing instance not available: QEMU guest agent is not enabled.
Dec 06 10:12:00 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-a29ed4f8-c022-4da1-a2e9-6949bb15ec34 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] COPY block job progress, current cursor: 0 final cursor: 75497472 {{(pid=74535) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 06 10:12:01 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-a29ed4f8-c022-4da1-a2e9-6949bb15ec34 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] COPY block job progress, current cursor: 75497472 final cursor: 75497472 {{(pid=74535) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 06 10:12:01 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-a29ed4f8-c022-4da1-a2e9-6949bb15ec34 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 19664d45-f856-4eb0-84d7-c1d29b1f5d0e] Skipping quiescing instance: QEMU guest agent is not enabled.
Dec 06 10:12:01 user nova-compute[74535]: DEBUG nova.privsep.utils [None req-a29ed4f8-c022-4da1-a2e9-6949bb15ec34 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74535) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 06 10:12:01 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-a29ed4f8-c022-4da1-a2e9-6949bb15ec34 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpbjecl_t6/fd7f35ffabea4d1a9c46610051153b2d.delta /opt/stack/data/nova/instances/snapshots/tmpbjecl_t6/fd7f35ffabea4d1a9c46610051153b2d {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:12:01 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-a29ed4f8-c022-4da1-a2e9-6949bb15ec34 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpbjecl_t6/fd7f35ffabea4d1a9c46610051153b2d.delta /opt/stack/data/nova/instances/snapshots/tmpbjecl_t6/fd7f35ffabea4d1a9c46610051153b2d" returned: 0 in 0.387s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:12:01 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-a29ed4f8-c022-4da1-a2e9-6949bb15ec34 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 19664d45-f856-4eb0-84d7-c1d29b1f5d0e] Snapshot extracted, beginning image upload
Dec 06 10:12:03 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:12:04 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-a29ed4f8-c022-4da1-a2e9-6949bb15ec34 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 19664d45-f856-4eb0-84d7-c1d29b1f5d0e] Snapshot image upload complete
Dec 06 10:12:04 user nova-compute[74535]: INFO nova.compute.manager [None req-a29ed4f8-c022-4da1-a2e9-6949bb15ec34 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 19664d45-f856-4eb0-84d7-c1d29b1f5d0e] Took 5.14 seconds to snapshot the instance on the hypervisor.
Dec 06 10:12:04 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:12:09 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:12:11 user nova-compute[74535]: DEBUG nova.compute.manager [req-675a4ede-fab2-419e-8c6f-492be1258753 req-bf691f7c-9e74-4e26-b32f-f7d8db5164eb service nova] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] Received event network-changed-7940d53f-a8ed-492e-94a8-264e986eacf9 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:12:11 user nova-compute[74535]: DEBUG nova.compute.manager [req-675a4ede-fab2-419e-8c6f-492be1258753 req-bf691f7c-9e74-4e26-b32f-f7d8db5164eb service nova] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] Refreshing instance network info cache due to event network-changed-7940d53f-a8ed-492e-94a8-264e986eacf9. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 10:12:11 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-675a4ede-fab2-419e-8c6f-492be1258753 req-bf691f7c-9e74-4e26-b32f-f7d8db5164eb service nova] Acquiring lock "refresh_cache-b1b834bc-519d-497f-97b9-7879f57044f7" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:12:11 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-675a4ede-fab2-419e-8c6f-492be1258753 req-bf691f7c-9e74-4e26-b32f-f7d8db5164eb service nova] Acquired lock "refresh_cache-b1b834bc-519d-497f-97b9-7879f57044f7" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:12:11 user nova-compute[74535]: DEBUG nova.network.neutron [req-675a4ede-fab2-419e-8c6f-492be1258753 req-bf691f7c-9e74-4e26-b32f-f7d8db5164eb service nova] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] Refreshing network info cache for port 7940d53f-a8ed-492e-94a8-264e986eacf9 {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 10:12:11 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a548440c-4f2c-4909-86b7-17a11b9234ec tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Acquiring lock "e89c4f21-c084-4a60-9f6e-717b45ec85b5" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:12:11 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a548440c-4f2c-4909-86b7-17a11b9234ec tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Lock "e89c4f21-c084-4a60-9f6e-717b45ec85b5" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:12:11 user nova-compute[74535]: INFO nova.compute.manager [None req-a548440c-4f2c-4909-86b7-17a11b9234ec tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] Detaching volume faf967c2-6a02-4952-94ca-1d2acc23afe1
Dec 06 10:12:11 user nova-compute[74535]: INFO nova.virt.block_device [None req-a548440c-4f2c-4909-86b7-17a11b9234ec tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] Attempting to driver detach volume faf967c2-6a02-4952-94ca-1d2acc23afe1 from mountpoint /dev/vdb
Dec 06 10:12:11 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-a548440c-4f2c-4909-86b7-17a11b9234ec tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Attempting to detach device vdb from instance e89c4f21-c084-4a60-9f6e-717b45ec85b5 from the persistent domain config. {{(pid=74535) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 10:12:11 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-a548440c-4f2c-4909-86b7-17a11b9234ec tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 10:12:11 user nova-compute[74535]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 10:12:11 user nova-compute[74535]:   <source dev="/dev/sde"/>
Dec 06 10:12:11 user nova-compute[74535]:   <target dev="vdb" bus="virtio"/>
Dec 06 10:12:11 user nova-compute[74535]:   <serial>faf967c2-6a02-4952-94ca-1d2acc23afe1</serial>
Dec 06 10:12:11 user nova-compute[74535]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Dec 06 10:12:11 user nova-compute[74535]: </disk>
Dec 06 10:12:11 user nova-compute[74535]:  {{(pid=74535) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 10:12:11 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-a548440c-4f2c-4909-86b7-17a11b9234ec tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Successfully detached device vdb from instance e89c4f21-c084-4a60-9f6e-717b45ec85b5 from the persistent domain config.
Dec 06 10:12:11 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-a548440c-4f2c-4909-86b7-17a11b9234ec tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance e89c4f21-c084-4a60-9f6e-717b45ec85b5 from the live domain config. {{(pid=74535) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 10:12:11 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-a548440c-4f2c-4909-86b7-17a11b9234ec tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 10:12:11 user nova-compute[74535]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 10:12:11 user nova-compute[74535]:   <source dev="/dev/sde"/>
Dec 06 10:12:11 user nova-compute[74535]:   <target dev="vdb" bus="virtio"/>
Dec 06 10:12:11 user nova-compute[74535]:   <serial>faf967c2-6a02-4952-94ca-1d2acc23afe1</serial>
Dec 06 10:12:11 user nova-compute[74535]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Dec 06 10:12:11 user nova-compute[74535]: </disk>
Dec 06 10:12:11 user nova-compute[74535]:  {{(pid=74535) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 10:12:11 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-e5d84b7f-3deb-4d93-a5e2-6a4ea3aa247e tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Acquiring lock "b1b834bc-519d-497f-97b9-7879f57044f7" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:12:11 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-e5d84b7f-3deb-4d93-a5e2-6a4ea3aa247e tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Lock "b1b834bc-519d-497f-97b9-7879f57044f7" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:12:11 user nova-compute[74535]: DEBUG nova.objects.instance [None req-e5d84b7f-3deb-4d93-a5e2-6a4ea3aa247e tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Lazy-loading 'flavor' on Instance uuid b1b834bc-519d-497f-97b9-7879f57044f7 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:12:11 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-e5d84b7f-3deb-4d93-a5e2-6a4ea3aa247e tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Lock "b1b834bc-519d-497f-97b9-7879f57044f7" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.055s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:12:11 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-e5d84b7f-3deb-4d93-a5e2-6a4ea3aa247e tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Acquiring lock "b1b834bc-519d-497f-97b9-7879f57044f7" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:12:11 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-e5d84b7f-3deb-4d93-a5e2-6a4ea3aa247e tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Lock "b1b834bc-519d-497f-97b9-7879f57044f7" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:12:11 user nova-compute[74535]: INFO nova.compute.manager [None req-e5d84b7f-3deb-4d93-a5e2-6a4ea3aa247e tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] Attaching volume 627da594-0bbf-4459-bfeb-8f67be5a4c4b to /dev/vdb
Dec 06 10:12:11 user nova-compute[74535]: DEBUG nova.network.neutron [req-675a4ede-fab2-419e-8c6f-492be1258753 req-bf691f7c-9e74-4e26-b32f-f7d8db5164eb service nova] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] Updated VIF entry in instance network info cache for port 7940d53f-a8ed-492e-94a8-264e986eacf9. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 10:12:11 user nova-compute[74535]: DEBUG nova.network.neutron [req-675a4ede-fab2-419e-8c6f-492be1258753 req-bf691f7c-9e74-4e26-b32f-f7d8db5164eb service nova] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] Updating instance_info_cache with network_info: [{"id": "7940d53f-a8ed-492e-94a8-264e986eacf9", "address": "fa:16:3e:ee:ab:9e", "network": {"id": "a3dfa24c-76e2-4ead-941f-ba72c57234a4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-566828184-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.23", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17272e061eec432787a47431737ad50f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7940d53f-a8", "ovs_interfaceid": "7940d53f-a8ed-492e-94a8-264e986eacf9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:12:11 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-675a4ede-fab2-419e-8c6f-492be1258753 req-bf691f7c-9e74-4e26-b32f-f7d8db5164eb service nova] Releasing lock "refresh_cache-b1b834bc-519d-497f-97b9-7879f57044f7" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:12:11 user nova-compute[74535]: DEBUG os_brick.utils [None req-e5d84b7f-3deb-4d93-a5e2-6a4ea3aa247e tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:12:11 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:12:11 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.021s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:12:11 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[f0efd4bc-b55e-4427-88c1-1ac683e7fb56]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d95ac7cee77a\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:12:11 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:12:11 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.027s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:12:11 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b332518-3162-4a36-8bde-2d8934614277]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:12:11 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:12:11 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.030s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:12:11 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e73e8b6-e29f-4ddc-b8cf-4c6f61f2be63]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:12:11 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[1231be1b-ca04-4876-a675-cc6e199a0cc8]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:12:11 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-e5d84b7f-3deb-4d93-a5e2-6a4ea3aa247e tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Running cmd (subprocess): nvme version {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:12:11 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-e5d84b7f-3deb-4d93-a5e2-6a4ea3aa247e tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] 'nvme version' failed. Not Retrying. {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 10:12:11 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.nvmeof [None req-e5d84b7f-3deb-4d93-a5e2-6a4ea3aa247e tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] nvme not present on system {{(pid=74535) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 10:12:11 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:12:12 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 10:12:12 user nova-compute[74535]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 10:12:12 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa85f153-76c0-4537-9517-50e4eb67a737]: (4, '') {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:12:12 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-e5d84b7f-3deb-4d93-a5e2-6a4ea3aa247e tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74535) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 10:12:12 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-e5d84b7f-3deb-4d93-a5e2-6a4ea3aa247e tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74535) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 10:12:12 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-e5d84b7f-3deb-4d93-a5e2-6a4ea3aa247e tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] LIGHTOS: no hostnqn found. {{(pid=74535) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 10:12:12 user nova-compute[74535]: DEBUG os_brick.utils [None req-e5d84b7f-3deb-4d93-a5e2-6a4ea3aa247e tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] <== get_connector_properties: return (159ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d95ac7cee77a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:12:12 user nova-compute[74535]: DEBUG nova.virt.block_device [None req-e5d84b7f-3deb-4d93-a5e2-6a4ea3aa247e tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] Updating existing volume attachment record: 4463c604-2ca2-4cb9-8eb6-a5368144605b {{(pid=74535) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 10:12:12 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-a548440c-4f2c-4909-86b7-17a11b9234ec tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance e89c4f21-c084-4a60-9f6e-717b45ec85b5 {{(pid=74535) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 10:12:13 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:12:14 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:12:14 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Acquiring lock "fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:12:14 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lock "fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:12:14 user nova-compute[74535]: DEBUG nova.compute.manager [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d] Starting instance... {{(pid=74535) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 10:12:15 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:12:15 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:12:15 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74535) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 10:12:15 user nova-compute[74535]: INFO nova.compute.claims [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d] Claim successful on node user
Dec 06 10:12:15 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:12:15 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:12:15 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.430s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:12:15 user nova-compute[74535]: DEBUG nova.compute.manager [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d] Start building networks asynchronously for instance. {{(pid=74535) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 10:12:15 user nova-compute[74535]: DEBUG nova.compute.manager [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d] Allocating IP information in the background. {{(pid=74535) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 10:12:15 user nova-compute[74535]: DEBUG nova.network.neutron [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d] allocate_for_instance() {{(pid=74535) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 10:12:15 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 10:12:15 user nova-compute[74535]: DEBUG nova.compute.manager [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d] Start building block device mappings for instance. {{(pid=74535) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 10:12:15 user nova-compute[74535]: DEBUG nova.policy [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1068d2d7cca843c1b32d9c1b5b29d882', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '19e83c953cf8498f8ea89afce479f26b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74535) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 10:12:15 user nova-compute[74535]: INFO nova.virt.block_device [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d] Booting with volume 4a53f27b-666c-4438-a4ac-20632e4fabaa at /dev/vda
Dec 06 10:12:15 user nova-compute[74535]: DEBUG os_brick.utils [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:12:15 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:12:15 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:12:15 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[03ae2769-4bf3-46f4-bacd-571e616f5191]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d95ac7cee77a\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:12:15 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:12:15 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:12:15 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[dabdc950-077e-4313-bb63-2cad5460e2be]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:12:15 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:12:15 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:12:15 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[87f15915-7543-4de5-bff4-86b7c56cdb96]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:12:15 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[fbebadcc-02fe-4846-bb8b-d4ba5b3fb0ea]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:12:15 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Running cmd (subprocess): nvme version {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:12:15 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] 'nvme version' failed. Not Retrying. {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 10:12:15 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.nvmeof [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] nvme not present on system {{(pid=74535) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 10:12:15 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:12:15 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 10:12:15 user nova-compute[74535]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 10:12:15 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[29b9ba29-09e7-42f2-a0c4-8c1948a39f06]: (4, '') {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:12:15 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74535) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 10:12:15 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74535) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 10:12:15 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] LIGHTOS: no hostnqn found. {{(pid=74535) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 10:12:15 user nova-compute[74535]: DEBUG os_brick.utils [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] <== get_connector_properties: return (125ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d95ac7cee77a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:12:15 user nova-compute[74535]: DEBUG nova.virt.block_device [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d] Updating existing volume attachment record: 9477f360-e3dc-4510-9cc0-12c36b1fcc68 {{(pid=74535) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 10:12:15 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:12:15 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74535) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Dec 06 10:12:16 user nova-compute[74535]: DEBUG nova.network.neutron [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d] Successfully created port: f507893b-7e2b-4a12-9149-b464ec3fcc32 {{(pid=74535) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 10:12:16 user nova-compute[74535]: DEBUG nova.network.neutron [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d] Successfully updated port: f507893b-7e2b-4a12-9149-b464ec3fcc32 {{(pid=74535) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 10:12:16 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:12:16 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Acquiring lock "refresh_cache-fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:12:16 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Acquired lock "refresh_cache-fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:12:16 user nova-compute[74535]: DEBUG nova.network.neutron [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d] Building network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 10:12:16 user nova-compute[74535]: DEBUG nova.compute.manager [req-e0a0ef20-7b7a-4bb2-80ac-41ba8dd6b283 req-dc82ace0-8723-4c61-a2f2-6b17fcd961ca service nova] [instance: fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d] Received event network-changed-f507893b-7e2b-4a12-9149-b464ec3fcc32 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:12:16 user nova-compute[74535]: DEBUG nova.compute.manager [req-e0a0ef20-7b7a-4bb2-80ac-41ba8dd6b283 req-dc82ace0-8723-4c61-a2f2-6b17fcd961ca service nova] [instance: fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d] Refreshing instance network info cache due to event network-changed-f507893b-7e2b-4a12-9149-b464ec3fcc32. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 10:12:16 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-e0a0ef20-7b7a-4bb2-80ac-41ba8dd6b283 req-dc82ace0-8723-4c61-a2f2-6b17fcd961ca service nova] Acquiring lock "refresh_cache-fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:12:16 user nova-compute[74535]: DEBUG nova.network.neutron [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d] Instance cache missing network info. {{(pid=74535) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 10:12:17 user nova-compute[74535]: DEBUG nova.network.neutron [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d] Updating instance_info_cache with network_info: [{"id": "f507893b-7e2b-4a12-9149-b464ec3fcc32", "address": "fa:16:3e:65:94:6c", "network": {"id": "72d08fd1-cc74-485f-848c-2ce73172f719", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1718263965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "19e83c953cf8498f8ea89afce479f26b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf507893b-7e", "ovs_interfaceid": "f507893b-7e2b-4a12-9149-b464ec3fcc32", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:12:17 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Releasing lock "refresh_cache-fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:12:17 user nova-compute[74535]: DEBUG nova.compute.manager [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d] Instance network_info: |[{"id": "f507893b-7e2b-4a12-9149-b464ec3fcc32", "address": "fa:16:3e:65:94:6c", "network": {"id": "72d08fd1-cc74-485f-848c-2ce73172f719", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1718263965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "19e83c953cf8498f8ea89afce479f26b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf507893b-7e", "ovs_interfaceid": "f507893b-7e2b-4a12-9149-b464ec3fcc32", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74535) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 10:12:17 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-e0a0ef20-7b7a-4bb2-80ac-41ba8dd6b283 req-dc82ace0-8723-4c61-a2f2-6b17fcd961ca service nova] Acquired lock "refresh_cache-fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:12:17 user nova-compute[74535]: DEBUG nova.network.neutron [req-e0a0ef20-7b7a-4bb2-80ac-41ba8dd6b283 req-dc82ace0-8723-4c61-a2f2-6b17fcd961ca service nova] [instance: fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d] Refreshing network info cache for port f507893b-7e2b-4a12-9149-b464ec3fcc32 {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 10:12:17 user nova-compute[74535]: DEBUG nova.network.neutron [req-e0a0ef20-7b7a-4bb2-80ac-41ba8dd6b283 req-dc82ace0-8723-4c61-a2f2-6b17fcd961ca service nova] [instance: fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d] Updated VIF entry in instance network info cache for port f507893b-7e2b-4a12-9149-b464ec3fcc32. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 10:12:17 user nova-compute[74535]: DEBUG nova.network.neutron [req-e0a0ef20-7b7a-4bb2-80ac-41ba8dd6b283 req-dc82ace0-8723-4c61-a2f2-6b17fcd961ca service nova] [instance: fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d] Updating instance_info_cache with network_info: [{"id": "f507893b-7e2b-4a12-9149-b464ec3fcc32", "address": "fa:16:3e:65:94:6c", "network": {"id": "72d08fd1-cc74-485f-848c-2ce73172f719", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1718263965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "19e83c953cf8498f8ea89afce479f26b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf507893b-7e", "ovs_interfaceid": "f507893b-7e2b-4a12-9149-b464ec3fcc32", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:12:17 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-e0a0ef20-7b7a-4bb2-80ac-41ba8dd6b283 req-dc82ace0-8723-4c61-a2f2-6b17fcd961ca service nova] Releasing lock "refresh_cache-fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:12:17 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:12:18 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:12:18 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:12:18 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:12:18 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:12:18 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74535) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 10:12:18 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:12:18 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:12:18 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:12:18 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:12:18 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Auditing locally available compute resources for user (node: user) {{(pid=74535) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 10:12:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1b834bc-519d-497f-97b9-7879f57044f7/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:12:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1b834bc-519d-497f-97b9-7879f57044f7/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:12:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1b834bc-519d-497f-97b9-7879f57044f7/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:12:19 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:12:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1b834bc-519d-497f-97b9-7879f57044f7/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:12:19 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74535) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 10:12:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/19664d45-f856-4eb0-84d7-c1d29b1f5d0e/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:12:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/19664d45-f856-4eb0-84d7-c1d29b1f5d0e/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:12:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/19664d45-f856-4eb0-84d7-c1d29b1f5d0e/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:12:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/19664d45-f856-4eb0-84d7-c1d29b1f5d0e/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:12:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3623b97e-3ebb-4aeb-afae-8c80f720aa07/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:12:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3623b97e-3ebb-4aeb-afae-8c80f720aa07/disk --force-share --output=json" returned: 0 in 0.217s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:12:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3623b97e-3ebb-4aeb-afae-8c80f720aa07/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:12:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3623b97e-3ebb-4aeb-afae-8c80f720aa07/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:12:20 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74535) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 10:12:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk.rescue --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:12:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk.rescue --force-share --output=json" returned: 0 in 0.180s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:12:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk.rescue --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:12:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk.rescue --force-share --output=json" returned: 0 in 0.175s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:12:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:12:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:12:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:12:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk --force-share --output=json" returned: 0 in 0.167s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:12:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d9150e7-0f02-4b19-b3f2-b329620d9722/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:12:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d9150e7-0f02-4b19-b3f2-b329620d9722/disk --force-share --output=json" returned: 0 in 0.167s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:12:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d9150e7-0f02-4b19-b3f2-b329620d9722/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:12:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d9150e7-0f02-4b19-b3f2-b329620d9722/disk --force-share --output=json" returned: 0 in 0.167s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:12:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f37b4f2-47f1-474f-82cb-fa93ff07f428/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:12:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f37b4f2-47f1-474f-82cb-fa93ff07f428/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:12:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f37b4f2-47f1-474f-82cb-fa93ff07f428/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:12:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f37b4f2-47f1-474f-82cb-fa93ff07f428/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:12:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5e39a1a4-f188-40e3-bcba-70e47abd6026/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:12:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5e39a1a4-f188-40e3-bcba-70e47abd6026/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:12:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5e39a1a4-f188-40e3-bcba-70e47abd6026/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:12:22 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e5d84b7f-3deb-4d93-a5e2-6a4ea3aa247e tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] Calling os-brick to attach iSCSI Volume {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 10:12:22 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5d84b7f-3deb-4d93-a5e2-6a4ea3aa247e tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:627da594-0bbf-4459-bfeb-8f67be5a4c4b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DYpnjQlm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:12:22 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-e5d84b7f-3deb-4d93-a5e2-6a4ea3aa247e tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:12:22 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-e5d84b7f-3deb-4d93-a5e2-6a4ea3aa247e tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:12:22 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-e5d84b7f-3deb-4d93-a5e2-6a4ea3aa247e tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:12:22 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-e5d84b7f-3deb-4d93-a5e2-6a4ea3aa247e tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:12:22 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-e5d84b7f-3deb-4d93-a5e2-6a4ea3aa247e tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:627da594-0bbf-4459-bfeb-8f67be5a4c4b" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:12:22 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-e5d84b7f-3deb-4d93-a5e2-6a4ea3aa247e tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:627da594-0bbf-4459-bfeb-8f67be5a4c4b" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:12:22 user nova-compute[74535]: INFO os_brick.initiator.connectors.iscsi [None req-e5d84b7f-3deb-4d93-a5e2-6a4ea3aa247e tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 10:12:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:627da594-0bbf-4459-bfeb-8f67be5a4c4b -p 172.16.0.220:3260 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:12:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:627da594-0bbf-4459-bfeb-8f67be5a4c4b -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:12:22 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[21541ea5-2982-4cc9-ab57-bec3e6b1e286]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:12:22 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5d84b7f-3deb-4d93-a5e2-6a4ea3aa247e tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 10:12:22 user nova-compute[74535]:  {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:12:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:627da594-0bbf-4459-bfeb-8f67be5a4c4b -p 172.16.0.220:3260 --interface default --op new {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:12:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:627da594-0bbf-4459-bfeb-8f67be5a4c4b -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:12:22 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c78b311-9f95-46e6-bb33-3cc891cfb180]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:627da594-0bbf-4459-bfeb-8f67be5a4c4b] added\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:12:22 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5d84b7f-3deb-4d93-a5e2-6a4ea3aa247e tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:627da594-0bbf-4459-bfeb-8f67be5a4c4b] added
Dec 06 10:12:22 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:12:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:627da594-0bbf-4459-bfeb-8f67be5a4c4b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:12:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:627da594-0bbf-4459-bfeb-8f67be5a4c4b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.029s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:12:22 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[add6b40d-5aca-4691-8c46-bc46d6e22122]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:12:22 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5d84b7f-3deb-4d93-a5e2-6a4ea3aa247e tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:12:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:627da594-0bbf-4459-bfeb-8f67be5a4c4b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:12:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:627da594-0bbf-4459-bfeb-8f67be5a4c4b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:12:22 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[01fc10b9-c077-4075-969e-d24199bab2b8]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:12:22 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5d84b7f-3deb-4d93-a5e2-6a4ea3aa247e tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:12:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5e39a1a4-f188-40e3-bcba-70e47abd6026/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:12:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:627da594-0bbf-4459-bfeb-8f67be5a4c4b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v DYpnjQlm {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:12:22 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74535) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 10:12:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e89c4f21-c084-4a60-9f6e-717b45ec85b5/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:12:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:627da594-0bbf-4459-bfeb-8f67be5a4c4b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v DYpnjQlm" returned: 0 in 0.020s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:12:22 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe7d0aee-1718-410b-b229-ed585da0b9b6]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:12:22 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5d84b7f-3deb-4d93-a5e2-6a4ea3aa247e tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'DYpnjQlm'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:12:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:627da594-0bbf-4459-bfeb-8f67be5a4c4b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:12:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:627da594-0bbf-4459-bfeb-8f67be5a4c4b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:12:22 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[e69169ee-db73-4416-99f3-21cf99926fe3]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:12:22 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5d84b7f-3deb-4d93-a5e2-6a4ea3aa247e tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:12:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:12:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:12:22 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[35fd96f4-8511-4faa-afd9-6f901fe470db]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:518b71bf-d113-4242-aaea-264dd34e927c (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:12:22 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5d84b7f-3deb-4d93-a5e2-6a4ea3aa247e tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:12:22 user nova-compute[74535]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef (non-flash)
Dec 06 10:12:22 user nova-compute[74535]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1 (non-flash)
Dec 06 10:12:22 user nova-compute[74535]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:518b71bf-d113-4242-aaea-264dd34e927c (non-flash)
Dec 06 10:12:22 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:12:22 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5d84b7f-3deb-4d93-a5e2-6a4ea3aa247e tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:12:22 user nova-compute[74535]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef (non-flash)
Dec 06 10:12:22 user nova-compute[74535]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1 (non-flash)
Dec 06 10:12:22 user nova-compute[74535]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:518b71bf-d113-4242-aaea-264dd34e927c (non-flash)
Dec 06 10:12:22 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:12:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:627da594-0bbf-4459-bfeb-8f67be5a4c4b -p 172.16.0.220:3260 --login {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:12:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:627da594-0bbf-4459-bfeb-8f67be5a4c4b -p 172.16.0.220:3260 --login" returned: 0 in 0.065s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:12:22 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8c8a5f7-b234-4dc4-8456-d3eaf35ee324]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:627da594-0bbf-4459-bfeb-8f67be5a4c4b, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:627da594-0bbf-4459-bfeb-8f67be5a4c4b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:12:22 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5d84b7f-3deb-4d93-a5e2-6a4ea3aa247e tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:627da594-0bbf-4459-bfeb-8f67be5a4c4b, portal: 172.16.0.220,3260]
Dec 06 10:12:22 user nova-compute[74535]: Login to [iface: default, target: iqn.2010-10.org.openstack:627da594-0bbf-4459-bfeb-8f67be5a4c4b, portal: 172.16.0.220,3260] successful.
Dec 06 10:12:22 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:12:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:627da594-0bbf-4459-bfeb-8f67be5a4c4b -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:12:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e89c4f21-c084-4a60-9f6e-717b45ec85b5/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:12:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e89c4f21-c084-4a60-9f6e-717b45ec85b5/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:12:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:627da594-0bbf-4459-bfeb-8f67be5a4c4b -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.026s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:12:22 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[265aeae0-7a4a-409c-b131-6b9691c0e6d2]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:12:22 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5d84b7f-3deb-4d93-a5e2-6a4ea3aa247e tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:12:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:12:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:12:22 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[1955bd34-f9df-4baa-9307-044198e7c051]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:518b71bf-d113-4242-aaea-264dd34e927c (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:627da594-0bbf-4459-bfeb-8f67be5a4c4b (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:12:22 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5d84b7f-3deb-4d93-a5e2-6a4ea3aa247e tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:12:22 user nova-compute[74535]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef (non-flash)
Dec 06 10:12:22 user nova-compute[74535]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1 (non-flash)
Dec 06 10:12:22 user nova-compute[74535]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:518b71bf-d113-4242-aaea-264dd34e927c (non-flash)
Dec 06 10:12:22 user nova-compute[74535]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:627da594-0bbf-4459-bfeb-8f67be5a4c4b (non-flash)
Dec 06 10:12:22 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:12:22 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5d84b7f-3deb-4d93-a5e2-6a4ea3aa247e tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:12:22 user nova-compute[74535]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef (non-flash)
Dec 06 10:12:22 user nova-compute[74535]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1 (non-flash)
Dec 06 10:12:22 user nova-compute[74535]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:518b71bf-d113-4242-aaea-264dd34e927c (non-flash)
Dec 06 10:12:22 user nova-compute[74535]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:627da594-0bbf-4459-bfeb-8f67be5a4c4b (non-flash)
Dec 06 10:12:22 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:12:22 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-e5d84b7f-3deb-4d93-a5e2-6a4ea3aa247e tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:627da594-0bbf-4459-bfeb-8f67be5a4c4b" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.366s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:12:22 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5d84b7f-3deb-4d93-a5e2-6a4ea3aa247e tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Connected to 172.16.0.220:3260 {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 10:12:22 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-e5d84b7f-3deb-4d93-a5e2-6a4ea3aa247e tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] HCTL ('37', '-', '-', 0) found on session 36 with lun 0 {{(pid=74535) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 10:12:22 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-e5d84b7f-3deb-4d93-a5e2-6a4ea3aa247e tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=74535) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 10:12:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:12:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.017s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:12:22 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[fcffbe33-24aa-40c7-917c-60a28ce5716a]: (4, ('- - 0', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:12:22 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-e5d84b7f-3deb-4d93-a5e2-6a4ea3aa247e tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Searching for a device in session 36 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=74535) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 10:12:22 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5d84b7f-3deb-4d93-a5e2-6a4ea3aa247e tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:627da594-0bbf-4459-bfeb-8f67be5a4c4b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DYpnjQlm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 10:12:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e89c4f21-c084-4a60-9f6e-717b45ec85b5/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:12:22 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:12:22 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:12:22 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Hypervisor/Node resource view: name=user free_ram=7700MB free_disk=24.991775512695312GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74535) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 10:12:22 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:12:22 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:12:23 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 5e39a1a4-f188-40e3-bcba-70e47abd6026 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:12:23 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 2d9150e7-0f02-4b19-b3f2-b329620d9722 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:12:23 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 5f37b4f2-47f1-474f-82cb-fa93ff07f428 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:12:23 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance d742d153-7670-4be9-8477-882f6a39f03f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:12:23 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 66440071-6cf6-4b6d-8d2a-edd5c1885510 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:12:23 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance e89c4f21-c084-4a60-9f6e-717b45ec85b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:12:23 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 3623b97e-3ebb-4aeb-afae-8c80f720aa07 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:12:23 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance ceae3072-5275-4b93-92f3-fca295ad3929 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:12:23 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 19664d45-f856-4eb0-84d7-c1d29b1f5d0e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:12:23 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance b1b834bc-519d-497f-97b9-7879f57044f7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:12:23 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:12:23 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=74535) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 10:12:23 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Final resource view: name=user phys_ram=16011MB used_ram=7680MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=74535) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 10:12:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:12:23 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Refreshing inventories for resource provider 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Dec 06 10:12:23 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Updating ProviderTree inventory for provider 7659fa57-3072-4575-9409-805e7df3d907 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Dec 06 10:12:23 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Updating inventory in ProviderTree for provider 7659fa57-3072-4575-9409-805e7df3d907 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 06 10:12:23 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Refreshing aggregate associations for resource provider 7659fa57-3072-4575-9409-805e7df3d907, aggregates: None {{(pid=74535) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Dec 06 10:12:23 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Refreshing trait associations for resource provider 7659fa57-3072-4575-9409-805e7df3d907, traits: COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NODE,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_IMAGE_TYPE_QCOW2,HW_CPU_X86_SSE41,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_TRUSTED_CERTS,HW_CPU_X86_SSE42,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_ACCELERATORS,COMPUTE_STORAGE_BUS_FDC,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_NET_VIRTIO_PACKED,COMPUTE_STORAGE_BUS_IDE,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_STORAGE_BUS_SATA,COMPUTE_STORAGE_BUS_VIRTIO,HW_CPU_X86_SSE,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_VOLUME_EXTEND,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_IMAGE_TYPE_AMI,HW_CPU_X86_MMX,COMPUTE_RESCUE_BFV,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_GRAPHICS_MODEL_BOCHS,HW_CPU_X86_SSSE3,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_DEVICE_TAGGING,HW_CPU_X86_SSE2,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_NET_VIF_MODEL_RTL8139 {{(pid=74535) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Dec 06 10:12:23 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-e5d84b7f-3deb-4d93-a5e2-6a4ea3aa247e tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.406s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:12:23 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5d84b7f-3deb-4d93-a5e2-6a4ea3aa247e tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] <== connect_volume: return (1408ms) {'type': 'block', 'scsi_wwn': '26665643731653031', 'path': '/dev/sdf'} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:12:23 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e5d84b7f-3deb-4d93-a5e2-6a4ea3aa247e tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26665643731653031', 'path': '/dev/sdf'} {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 10:12:23 user nova-compute[74535]: DEBUG nova.objects.instance [None req-e5d84b7f-3deb-4d93-a5e2-6a4ea3aa247e tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Lazy-loading 'flavor' on Instance uuid b1b834bc-519d-497f-97b9-7879f57044f7 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:12:23 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-e5d84b7f-3deb-4d93-a5e2-6a4ea3aa247e tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 10:12:23 user nova-compute[74535]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 10:12:23 user nova-compute[74535]:   <source dev="/dev/sdf"/>
Dec 06 10:12:23 user nova-compute[74535]:   <target dev="vdb" bus="virtio"/>
Dec 06 10:12:23 user nova-compute[74535]:   <serial>627da594-0bbf-4459-bfeb-8f67be5a4c4b</serial>
Dec 06 10:12:23 user nova-compute[74535]: </disk>
Dec 06 10:12:23 user nova-compute[74535]:  {{(pid=74535) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 10:12:23 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:12:23 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:12:23 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Compute_service record updated for user:user {{(pid=74535) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 10:12:23 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.728s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:12:23 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:12:23 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Cleaning up deleted instances {{(pid=74535) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Dec 06 10:12:23 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] There are 0 instances to clean {{(pid=74535) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Dec 06 10:12:23 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-e5d84b7f-3deb-4d93-a5e2-6a4ea3aa247e tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] No BDM found with device name vda, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 10:12:23 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-e5d84b7f-3deb-4d93-a5e2-6a4ea3aa247e tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 10:12:23 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-e5d84b7f-3deb-4d93-a5e2-6a4ea3aa247e tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] No VIF found with MAC fa:16:3e:ee:ab:9e, not building metadata {{(pid=74535) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 10:12:24 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-e5d84b7f-3deb-4d93-a5e2-6a4ea3aa247e tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Lock "b1b834bc-519d-497f-97b9-7879f57044f7" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 12.277s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:12:24 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:12:24 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:12:24 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:12:24 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:12:24 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:12:24 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Starting heal instance info cache {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 10:12:24 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Rebuilding the list of instances to heal {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 06 10:12:24 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d] Skipping network cache update for instance because it is Building. {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9935}}
Dec 06 10:12:24 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "refresh_cache-5e39a1a4-f188-40e3-bcba-70e47abd6026" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:12:24 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquired lock "refresh_cache-5e39a1a4-f188-40e3-bcba-70e47abd6026" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:12:24 user nova-compute[74535]: DEBUG nova.network.neutron [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: 5e39a1a4-f188-40e3-bcba-70e47abd6026] Forcefully refreshing network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 10:12:24 user nova-compute[74535]: DEBUG nova.objects.instance [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lazy-loading 'info_cache' on Instance uuid 5e39a1a4-f188-40e3-bcba-70e47abd6026 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:12:25 user nova-compute[74535]: INFO nova.compute.manager [None req-12b074ae-c7cd-45bf-8520-69a1e83a2f4c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] Rescuing
Dec 06 10:12:25 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-12b074ae-c7cd-45bf-8520-69a1e83a2f4c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Acquiring lock "refresh_cache-b1b834bc-519d-497f-97b9-7879f57044f7" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:12:25 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-12b074ae-c7cd-45bf-8520-69a1e83a2f4c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Acquired lock "refresh_cache-b1b834bc-519d-497f-97b9-7879f57044f7" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:12:25 user nova-compute[74535]: DEBUG nova.network.neutron [None req-12b074ae-c7cd-45bf-8520-69a1e83a2f4c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] Building network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 10:12:25 user nova-compute[74535]: DEBUG nova.network.neutron [None req-12b074ae-c7cd-45bf-8520-69a1e83a2f4c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] Updating instance_info_cache with network_info: [{"id": "7940d53f-a8ed-492e-94a8-264e986eacf9", "address": "fa:16:3e:ee:ab:9e", "network": {"id": "a3dfa24c-76e2-4ead-941f-ba72c57234a4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-566828184-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.23", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17272e061eec432787a47431737ad50f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7940d53f-a8", "ovs_interfaceid": "7940d53f-a8ed-492e-94a8-264e986eacf9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:12:25 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-12b074ae-c7cd-45bf-8520-69a1e83a2f4c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Releasing lock "refresh_cache-b1b834bc-519d-497f-97b9-7879f57044f7" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:12:25 user nova-compute[74535]: DEBUG nova.network.neutron [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: 5e39a1a4-f188-40e3-bcba-70e47abd6026] Updating instance_info_cache with network_info: [{"id": "d5923d45-0499-4abf-8914-ff036bd4603b", "address": "fa:16:3e:1b:cc:82", "network": {"id": "8b86f560-d219-47ac-911b-827500badcc4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-867973244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1a6ab8cc08d4115a89db7cf36f78025", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd5923d45-04", "ovs_interfaceid": "d5923d45-0499-4abf-8914-ff036bd4603b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:12:25 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Releasing lock "refresh_cache-5e39a1a4-f188-40e3-bcba-70e47abd6026" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:12:25 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: 5e39a1a4-f188-40e3-bcba-70e47abd6026] Updated the network info_cache for instance {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 10:12:25 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:12:25 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:12:25 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG nova.compute.manager [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d] Start spawning the instance on the hypervisor. {{(pid=74535) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d] Creating instance directory {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 10:12:26 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d] Creating image(s)
Dec 06 10:12:26 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d] Did not create local disks {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4867}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d] Ensure instance console log exists: /opt/stack/data/nova/instances/fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d/console.log {{(pid=74535) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d] Start _get_guest_xml network_info=[{"id": "f507893b-7e2b-4a12-9149-b464ec3fcc32", "address": "fa:16:3e:65:94:6c", "network": {"id": "72d08fd1-cc74-485f-848c-2ce73172f719", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1718263965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "19e83c953cf8498f8ea89afce479f26b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf507893b-7e", "ovs_interfaceid": "f507893b-7e2b-4a12-9149-b464ec3fcc32", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'delete_on_termination': True, 'attachment_id': '9477f360-e3dc-4510-9cc0-12c36b1fcc68', 'boot_index': 0, 'device_type': 'disk', 'guest_format': None, 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZsDgJuGc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d', 'attached_at': '', 'detached_at': '', 'volume_id': '4a53f27b-666c-4438-a4ac-20632e4fabaa', 'serial': '4a53f27b-666c-4438-a4ac-20632e4fabaa'}, 'volume_type': None} {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG nova.compute.manager [req-399329ee-c054-4f00-8eba-227caf26c9bd req-6fcdec66-2694-4995-bcc5-177203058375 service nova] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] Received event network-vif-unplugged-7940d53f-a8ed-492e-94a8-264e986eacf9 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-399329ee-c054-4f00-8eba-227caf26c9bd req-6fcdec66-2694-4995-bcc5-177203058375 service nova] Acquiring lock "b1b834bc-519d-497f-97b9-7879f57044f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-399329ee-c054-4f00-8eba-227caf26c9bd req-6fcdec66-2694-4995-bcc5-177203058375 service nova] Lock "b1b834bc-519d-497f-97b9-7879f57044f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-399329ee-c054-4f00-8eba-227caf26c9bd req-6fcdec66-2694-4995-bcc5-177203058375 service nova] Lock "b1b834bc-519d-497f-97b9-7879f57044f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG nova.compute.manager [req-399329ee-c054-4f00-8eba-227caf26c9bd req-6fcdec66-2694-4995-bcc5-177203058375 service nova] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] No waiting events found dispatching network-vif-unplugged-7940d53f-a8ed-492e-94a8-264e986eacf9 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:12:26 user nova-compute[74535]: WARNING nova.compute.manager [req-399329ee-c054-4f00-8eba-227caf26c9bd req-6fcdec66-2694-4995-bcc5-177203058375 service nova] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] Received unexpected event network-vif-unplugged-7940d53f-a8ed-492e-94a8-264e986eacf9 for instance with vm_state active and task_state rescuing.
Dec 06 10:12:26 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:12:26 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:12:26 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] CPU controller missing on host. {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] CPU controller found on host. {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74535) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T09:52:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Flavor limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Image limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Flavor pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Image pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Got 1 possible topologies {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d] Calling os-brick to attach iSCSI Volume {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZsDgJuGc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:12:26 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:12:26 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:12:26 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:12:26 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:12:26 user nova-compute[74535]: INFO os_brick.initiator.connectors.iscsi [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 10:12:26 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa -p 172.16.0.220:3260 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ea8d5be-ec55-49b5-a5f5-dc66db5e7be5]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 10:12:26 user nova-compute[74535]:  {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa -p 172.16.0.220:3260 --interface default --op new {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e0604cd-a23b-4aa7-b382-1120460420e3]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa] added\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa] added
Dec 06 10:12:26 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[81d2c505-4f5b-454b-99fc-83c56af9180a]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a3e1b3f-c909-4946-9453-53161481898e]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ZsDgJuGc {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ZsDgJuGc" returned: 0 in 0.020s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ba4e3ac-7372-41a4-b447-e68a8c6bd35c]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ZsDgJuGc'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.027s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e8afd45-5545-41b0-aa59-e13a57c64f1c]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[32119806-aef1-4344-bea0-de44ec0f83f1]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:518b71bf-d113-4242-aaea-264dd34e927c (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:627da594-0bbf-4459-bfeb-8f67be5a4c4b (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:12:26 user nova-compute[74535]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef (non-flash)
Dec 06 10:12:26 user nova-compute[74535]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1 (non-flash)
Dec 06 10:12:26 user nova-compute[74535]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:518b71bf-d113-4242-aaea-264dd34e927c (non-flash)
Dec 06 10:12:26 user nova-compute[74535]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:627da594-0bbf-4459-bfeb-8f67be5a4c4b (non-flash)
Dec 06 10:12:26 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:12:26 user nova-compute[74535]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef (non-flash)
Dec 06 10:12:26 user nova-compute[74535]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1 (non-flash)
Dec 06 10:12:26 user nova-compute[74535]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:518b71bf-d113-4242-aaea-264dd34e927c (non-flash)
Dec 06 10:12:26 user nova-compute[74535]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:627da594-0bbf-4459-bfeb-8f67be5a4c4b (non-flash)
Dec 06 10:12:26 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa -p 172.16.0.220:3260 --login {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa -p 172.16.0.220:3260 --login" returned: 0 in 0.071s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e535086-b0ca-4353-bce2-3475a9d44b75]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa, portal: 172.16.0.220,3260]
Dec 06 10:12:26 user nova-compute[74535]: Login to [iface: default, target: iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa, portal: 172.16.0.220,3260] successful.
Dec 06 10:12:26 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab9e37e1-6dce-4e5f-ad1c-3d1c51bf3fbf]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[63d814ce-1791-498a-ac96-516eb691dfc0]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:518b71bf-d113-4242-aaea-264dd34e927c (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:627da594-0bbf-4459-bfeb-8f67be5a4c4b (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:12:26 user nova-compute[74535]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef (non-flash)
Dec 06 10:12:26 user nova-compute[74535]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1 (non-flash)
Dec 06 10:12:26 user nova-compute[74535]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:518b71bf-d113-4242-aaea-264dd34e927c (non-flash)
Dec 06 10:12:26 user nova-compute[74535]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:627da594-0bbf-4459-bfeb-8f67be5a4c4b (non-flash)
Dec 06 10:12:26 user nova-compute[74535]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa (non-flash)
Dec 06 10:12:26 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:12:26 user nova-compute[74535]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef (non-flash)
Dec 06 10:12:26 user nova-compute[74535]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1 (non-flash)
Dec 06 10:12:26 user nova-compute[74535]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:518b71bf-d113-4242-aaea-264dd34e927c (non-flash)
Dec 06 10:12:26 user nova-compute[74535]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:627da594-0bbf-4459-bfeb-8f67be5a4c4b (non-flash)
Dec 06 10:12:26 user nova-compute[74535]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa (non-flash)
Dec 06 10:12:26 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.319s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Connected to 172.16.0.220:3260 {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] HCTL ('38', '-', '-', 0) found on session 37 with lun 0 {{(pid=74535) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Scanning host 38 c: -, t: -, l: 0) {{(pid=74535) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host38/scan {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host38/scan" returned: 0 in 0.017s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a095567-f8d0-46c2-b3c3-9c2372a5f297]: (4, ('- - 0', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Searching for a device in session 37 and hctl ['38', '*', '*', 0] yield: sdg {{(pid=74535) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Connected to sdg using {'target_iqn': 'iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZsDgJuGc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 10:12:26 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] Instance destroyed successfully.
Dec 06 10:12:26 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-12b074ae-c7cd-45bf-8520-69a1e83a2f4c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] Attempting rescue
Dec 06 10:12:26 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-12b074ae-c7cd-45bf-8520-69a1e83a2f4c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=74535) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4314}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-12b074ae-c7cd-45bf-8520-69a1e83a2f4c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] Instance directory exists: not creating {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Dec 06 10:12:26 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-12b074ae-c7cd-45bf-8520-69a1e83a2f4c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] Creating image(s)
Dec 06 10:12:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-12b074ae-c7cd-45bf-8520-69a1e83a2f4c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Acquiring lock "/opt/stack/data/nova/instances/b1b834bc-519d-497f-97b9-7879f57044f7/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-12b074ae-c7cd-45bf-8520-69a1e83a2f4c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Lock "/opt/stack/data/nova/instances/b1b834bc-519d-497f-97b9-7879f57044f7/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-12b074ae-c7cd-45bf-8520-69a1e83a2f4c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Lock "/opt/stack/data/nova/instances/b1b834bc-519d-497f-97b9-7879f57044f7/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG nova.objects.instance [None req-12b074ae-c7cd-45bf-8520-69a1e83a2f4c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Lazy-loading 'trusted_certs' on Instance uuid b1b834bc-519d-497f-97b9-7879f57044f7 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-12b074ae-c7cd-45bf-8520-69a1e83a2f4c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Acquiring lock "7aef4f97309efbd0d8988be1fd45eed756898e08" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-12b074ae-c7cd-45bf-8520-69a1e83a2f4c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Lock "7aef4f97309efbd0d8988be1fd45eed756898e08" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-12b074ae-c7cd-45bf-8520-69a1e83a2f4c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-12b074ae-c7cd-45bf-8520-69a1e83a2f4c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.183s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-12b074ae-c7cd-45bf-8520-69a1e83a2f4c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08,backing_fmt=raw /opt/stack/data/nova/instances/b1b834bc-519d-497f-97b9-7879f57044f7/disk.rescue {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-12b074ae-c7cd-45bf-8520-69a1e83a2f4c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08,backing_fmt=raw /opt/stack/data/nova/instances/b1b834bc-519d-497f-97b9-7879f57044f7/disk.rescue" returned: 0 in 0.049s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-12b074ae-c7cd-45bf-8520-69a1e83a2f4c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Lock "7aef4f97309efbd0d8988be1fd45eed756898e08" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.239s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG nova.objects.instance [None req-12b074ae-c7cd-45bf-8520-69a1e83a2f4c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Lazy-loading 'migration_context' on Instance uuid b1b834bc-519d-497f-97b9-7879f57044f7 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG nova.objects.base [None req-12b074ae-c7cd-45bf-8520-69a1e83a2f4c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Object Instance<b1b834bc-519d-497f-97b9-7879f57044f7> lazy-loaded attributes: trusted_certs,migration_context {{(pid=74535) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-12b074ae-c7cd-45bf-8520-69a1e83a2f4c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] Created local disks {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-12b074ae-c7cd-45bf-8520-69a1e83a2f4c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] Start _get_guest_xml network_info=[{"id": "7940d53f-a8ed-492e-94a8-264e986eacf9", "address": "fa:16:3e:ee:ab:9e", "network": {"id": "a3dfa24c-76e2-4ead-941f-ba72c57234a4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-566828184-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.23", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerRescueNegativeTestJSON-566828184-network", "vif_mac": "fa:16:3e:ee:ab:9e"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17272e061eec432787a47431737ad50f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7940d53f-a8", "ovs_interfaceid": "7940d53f-a8ed-492e-94a8-264e986eacf9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T09:52:28Z,direct_url=<?>,disk_format='qcow2',id=b338f3c8-9974-4b9f-bacb-c75dd541c256,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='563f6a2917a742ada39fb0e950eece6e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T09:52:30Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': 'b338f3c8-9974-4b9f-bacb-c75dd541c256', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=None {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG nova.objects.instance [None req-12b074ae-c7cd-45bf-8520-69a1e83a2f4c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Lazy-loading 'resources' on Instance uuid b1b834bc-519d-497f-97b9-7879f57044f7 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG nova.objects.base [None req-12b074ae-c7cd-45bf-8520-69a1e83a2f4c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Object Instance<b1b834bc-519d-497f-97b9-7879f57044f7> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=74535) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG nova.objects.instance [None req-12b074ae-c7cd-45bf-8520-69a1e83a2f4c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Lazy-loading 'numa_topology' on Instance uuid b1b834bc-519d-497f-97b9-7879f57044f7 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG nova.objects.base [None req-12b074ae-c7cd-45bf-8520-69a1e83a2f4c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Object Instance<b1b834bc-519d-497f-97b9-7879f57044f7> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=74535) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 10:12:26 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-12b074ae-c7cd-45bf-8520-69a1e83a2f4c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:12:26 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-12b074ae-c7cd-45bf-8520-69a1e83a2f4c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:12:26 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-12b074ae-c7cd-45bf-8520-69a1e83a2f4c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-12b074ae-c7cd-45bf-8520-69a1e83a2f4c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] CPU controller missing on host. {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-12b074ae-c7cd-45bf-8520-69a1e83a2f4c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-12b074ae-c7cd-45bf-8520-69a1e83a2f4c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] CPU controller found on host. {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-12b074ae-c7cd-45bf-8520-69a1e83a2f4c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74535) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-12b074ae-c7cd-45bf-8520-69a1e83a2f4c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T09:52:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T09:52:28Z,direct_url=<?>,disk_format='qcow2',id=b338f3c8-9974-4b9f-bacb-c75dd541c256,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='563f6a2917a742ada39fb0e950eece6e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T09:52:30Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-12b074ae-c7cd-45bf-8520-69a1e83a2f4c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Flavor limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-12b074ae-c7cd-45bf-8520-69a1e83a2f4c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Image limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-12b074ae-c7cd-45bf-8520-69a1e83a2f4c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Flavor pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-12b074ae-c7cd-45bf-8520-69a1e83a2f4c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Image pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-12b074ae-c7cd-45bf-8520-69a1e83a2f4c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-12b074ae-c7cd-45bf-8520-69a1e83a2f4c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-12b074ae-c7cd-45bf-8520-69a1e83a2f4c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-12b074ae-c7cd-45bf-8520-69a1e83a2f4c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Got 1 possible topologies {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-12b074ae-c7cd-45bf-8520-69a1e83a2f4c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-12b074ae-c7cd-45bf-8520-69a1e83a2f4c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG nova.objects.instance [None req-12b074ae-c7cd-45bf-8520-69a1e83a2f4c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Lazy-loading 'vcpu_model' on Instance uuid b1b834bc-519d-497f-97b9-7879f57044f7 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG nova.objects.base [None req-12b074ae-c7cd-45bf-8520-69a1e83a2f4c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Object Instance<b1b834bc-519d-497f-97b9-7879f57044f7> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=74535) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-12b074ae-c7cd-45bf-8520-69a1e83a2f4c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:10:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1781398421',display_name='tempest-ServerRescueNegativeTestJSON-server-1781398421',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1781398421',id=34,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPnWZcVembybJRWLsELvJeCopTblFho2l2nTTFW/BMuxyCjdR9J1K2X6/5oSStPvpuMPO7KoAaSOi1VCrYmiKsnxO68kE4BJMFJA5dpeSg27GUgcH7f5JfIBqsotq1wrfA==',key_name='tempest-keypair-788461230',keypairs=<?>,launch_index=0,launched_at=2023-12-06T10:10:29Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='17272e061eec432787a47431737ad50f',ramdisk_id='',reservation_id='r-y0d117x9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-1402737075',owner_user_name='tempest-ServerRescueNegativeTestJSON-1402737075-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T10:10:30Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9a77e6b6f564435a942477b2360ac402',uuid=b1b834bc-519d-497f-97b9-7879f57044f7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "7940d53f-a8ed-492e-94a8-264e986eacf9", "address": "fa:16:3e:ee:ab:9e", "network": {"id": "a3dfa24c-76e2-4ead-941f-ba72c57234a4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-566828184-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.23", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerRescueNegativeTestJSON-566828184-network", "vif_mac": "fa:16:3e:ee:ab:9e"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17272e061eec432787a47431737ad50f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7940d53f-a8", "ovs_interfaceid": "7940d53f-a8ed-492e-94a8-264e986eacf9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74535) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-12b074ae-c7cd-45bf-8520-69a1e83a2f4c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Converting VIF {"id": "7940d53f-a8ed-492e-94a8-264e986eacf9", "address": "fa:16:3e:ee:ab:9e", "network": {"id": "a3dfa24c-76e2-4ead-941f-ba72c57234a4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-566828184-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.23", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerRescueNegativeTestJSON-566828184-network", "vif_mac": "fa:16:3e:ee:ab:9e"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17272e061eec432787a47431737ad50f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7940d53f-a8", "ovs_interfaceid": "7940d53f-a8ed-492e-94a8-264e986eacf9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-12b074ae-c7cd-45bf-8520-69a1e83a2f4c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:ee:ab:9e,bridge_name='br-int',has_traffic_filtering=True,id=7940d53f-a8ed-492e-94a8-264e986eacf9,network=Network(a3dfa24c-76e2-4ead-941f-ba72c57234a4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7940d53f-a8') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG nova.objects.instance [None req-12b074ae-c7cd-45bf-8520-69a1e83a2f4c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Lazy-loading 'pci_devices' on Instance uuid b1b834bc-519d-497f-97b9-7879f57044f7 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG nova.objects.base [None req-12b074ae-c7cd-45bf-8520-69a1e83a2f4c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Object Instance<b1b834bc-519d-497f-97b9-7879f57044f7> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=74535) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 10:12:26 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-12b074ae-c7cd-45bf-8520-69a1e83a2f4c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] End _get_guest_xml xml=<domain type="kvm">
Dec 06 10:12:26 user nova-compute[74535]:   <uuid>b1b834bc-519d-497f-97b9-7879f57044f7</uuid>
Dec 06 10:12:26 user nova-compute[74535]:   <name>instance-00000022</name>
Dec 06 10:12:26 user nova-compute[74535]:   <memory>524288</memory>
Dec 06 10:12:26 user nova-compute[74535]:   <vcpu>1</vcpu>
Dec 06 10:12:26 user nova-compute[74535]:   <metadata>
Dec 06 10:12:26 user nova-compute[74535]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 10:12:26 user nova-compute[74535]:       <nova:package version="0.0.0"/>
Dec 06 10:12:26 user nova-compute[74535]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-1781398421</nova:name>
Dec 06 10:12:26 user nova-compute[74535]:       <nova:creationTime>2023-12-06 10:12:26</nova:creationTime>
Dec 06 10:12:26 user nova-compute[74535]:       <nova:flavor name="m1.tiny">
Dec 06 10:12:26 user nova-compute[74535]:         <nova:memory>512</nova:memory>
Dec 06 10:12:26 user nova-compute[74535]:         <nova:disk>1</nova:disk>
Dec 06 10:12:26 user nova-compute[74535]:         <nova:swap>0</nova:swap>
Dec 06 10:12:26 user nova-compute[74535]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 10:12:26 user nova-compute[74535]:         <nova:vcpus>1</nova:vcpus>
Dec 06 10:12:26 user nova-compute[74535]:       </nova:flavor>
Dec 06 10:12:26 user nova-compute[74535]:       <nova:owner>
Dec 06 10:12:26 user nova-compute[74535]:         <nova:user uuid="9a77e6b6f564435a942477b2360ac402">tempest-ServerRescueNegativeTestJSON-1402737075-project-member</nova:user>
Dec 06 10:12:26 user nova-compute[74535]:         <nova:project uuid="17272e061eec432787a47431737ad50f">tempest-ServerRescueNegativeTestJSON-1402737075</nova:project>
Dec 06 10:12:26 user nova-compute[74535]:       </nova:owner>
Dec 06 10:12:26 user nova-compute[74535]:       <nova:root type="image" uuid="b338f3c8-9974-4b9f-bacb-c75dd541c256"/>
Dec 06 10:12:26 user nova-compute[74535]:       <nova:ports>
Dec 06 10:12:26 user nova-compute[74535]:         <nova:port uuid="7940d53f-a8ed-492e-94a8-264e986eacf9">
Dec 06 10:12:26 user nova-compute[74535]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Dec 06 10:12:26 user nova-compute[74535]:         </nova:port>
Dec 06 10:12:26 user nova-compute[74535]:       </nova:ports>
Dec 06 10:12:26 user nova-compute[74535]:     </nova:instance>
Dec 06 10:12:26 user nova-compute[74535]:   </metadata>
Dec 06 10:12:26 user nova-compute[74535]:   <sysinfo type="smbios">
Dec 06 10:12:26 user nova-compute[74535]:     <system>
Dec 06 10:12:26 user nova-compute[74535]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 10:12:26 user nova-compute[74535]:       <entry name="product">OpenStack Nova</entry>
Dec 06 10:12:26 user nova-compute[74535]:       <entry name="version">0.0.0</entry>
Dec 06 10:12:26 user nova-compute[74535]:       <entry name="serial">b1b834bc-519d-497f-97b9-7879f57044f7</entry>
Dec 06 10:12:26 user nova-compute[74535]:       <entry name="uuid">b1b834bc-519d-497f-97b9-7879f57044f7</entry>
Dec 06 10:12:26 user nova-compute[74535]:       <entry name="family">Virtual Machine</entry>
Dec 06 10:12:26 user nova-compute[74535]:     </system>
Dec 06 10:12:26 user nova-compute[74535]:   </sysinfo>
Dec 06 10:12:26 user nova-compute[74535]:   <os>
Dec 06 10:12:26 user nova-compute[74535]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 10:12:26 user nova-compute[74535]:     <smbios mode="sysinfo"/>
Dec 06 10:12:26 user nova-compute[74535]:   </os>
Dec 06 10:12:26 user nova-compute[74535]:   <features>
Dec 06 10:12:26 user nova-compute[74535]:     <acpi/>
Dec 06 10:12:26 user nova-compute[74535]:     <apic/>
Dec 06 10:12:26 user nova-compute[74535]:     <vmcoreinfo/>
Dec 06 10:12:26 user nova-compute[74535]:   </features>
Dec 06 10:12:26 user nova-compute[74535]:   <clock offset="utc">
Dec 06 10:12:26 user nova-compute[74535]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 10:12:26 user nova-compute[74535]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 10:12:26 user nova-compute[74535]:     <timer name="hpet" present="no"/>
Dec 06 10:12:26 user nova-compute[74535]:   </clock>
Dec 06 10:12:26 user nova-compute[74535]:   <cpu mode="custom" match="exact">
Dec 06 10:12:26 user nova-compute[74535]:     <model>Nehalem</model>
Dec 06 10:12:26 user nova-compute[74535]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 10:12:26 user nova-compute[74535]:   </cpu>
Dec 06 10:12:26 user nova-compute[74535]:   <devices>
Dec 06 10:12:26 user nova-compute[74535]:     <disk type="file" device="disk">
Dec 06 10:12:26 user nova-compute[74535]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 10:12:26 user nova-compute[74535]:       <source file="/opt/stack/data/nova/instances/b1b834bc-519d-497f-97b9-7879f57044f7/disk.rescue"/>
Dec 06 10:12:26 user nova-compute[74535]:       <target dev="vda" bus="virtio"/>
Dec 06 10:12:26 user nova-compute[74535]:     </disk>
Dec 06 10:12:26 user nova-compute[74535]:     <disk type="file" device="disk">
Dec 06 10:12:26 user nova-compute[74535]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 10:12:26 user nova-compute[74535]:       <source file="/opt/stack/data/nova/instances/b1b834bc-519d-497f-97b9-7879f57044f7/disk"/>
Dec 06 10:12:26 user nova-compute[74535]:       <target dev="vdb" bus="virtio"/>
Dec 06 10:12:26 user nova-compute[74535]:     </disk>
Dec 06 10:12:26 user nova-compute[74535]:     <interface type="ethernet">
Dec 06 10:12:26 user nova-compute[74535]:       <mac address="fa:16:3e:ee:ab:9e"/>
Dec 06 10:12:26 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 10:12:26 user nova-compute[74535]:       <mtu size="1442"/>
Dec 06 10:12:26 user nova-compute[74535]:       <target dev="tap7940d53f-a8"/>
Dec 06 10:12:26 user nova-compute[74535]:     </interface>
Dec 06 10:12:26 user nova-compute[74535]:     <serial type="pty">
Dec 06 10:12:26 user nova-compute[74535]:       <log file="/opt/stack/data/nova/instances/b1b834bc-519d-497f-97b9-7879f57044f7/console.log" append="off"/>
Dec 06 10:12:26 user nova-compute[74535]:     </serial>
Dec 06 10:12:26 user nova-compute[74535]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 10:12:26 user nova-compute[74535]:     <video>
Dec 06 10:12:26 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 10:12:26 user nova-compute[74535]:     </video>
Dec 06 10:12:26 user nova-compute[74535]:     <rng model="virtio">
Dec 06 10:12:26 user nova-compute[74535]:       <backend model="random">/dev/urandom</backend>
Dec 06 10:12:26 user nova-compute[74535]:     </rng>
Dec 06 10:12:26 user nova-compute[74535]:     <controller type="usb" index="0" model="none"/>
Dec 06 10:12:26 user nova-compute[74535]:     <memballoon model="virtio">
Dec 06 10:12:26 user nova-compute[74535]:       <stats period="10"/>
Dec 06 10:12:26 user nova-compute[74535]:     </memballoon>
Dec 06 10:12:26 user nova-compute[74535]:   </devices>
Dec 06 10:12:26 user nova-compute[74535]: </domain>
Dec 06 10:12:26 user nova-compute[74535]:  {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 10:12:26 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] Instance destroyed successfully.
Dec 06 10:12:27 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-12b074ae-c7cd-45bf-8520-69a1e83a2f4c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] No BDM found with device name vda, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 10:12:27 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-12b074ae-c7cd-45bf-8520-69a1e83a2f4c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 10:12:27 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-12b074ae-c7cd-45bf-8520-69a1e83a2f4c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] No VIF found with MAC fa:16:3e:ee:ab:9e, not building metadata {{(pid=74535) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 10:12:27 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.353s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:12:27 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] <== connect_volume: return (1354ms) {'type': 'block', 'scsi_wwn': '26437353564633639', 'path': '/dev/sdg'} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:12:27 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26437353564633639', 'path': '/dev/sdg'} {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 10:12:27 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:12:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-1481297884',display_name='tempest-TestVolumeBootPattern-volume-backed-server-1481297884',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-volume-backed-server-1481297884',id=35,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBE0MRsHuEAB/8YPjyxm8g+qjIT/OLLzveItt1mLcOPcTLXHyf8vo3wM153/mgpN3hQ6+IDXIYqPHIc9bumSOEZImw5fCPoGWa1vv8lP1r8eCUR2EPhUJFaK7w+a4HmAyg==',key_name='tempest-keypair-139175817',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='19e83c953cf8498f8ea89afce479f26b',ramdisk_id='',reservation_id='r-6ru10pq3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1927549100',owner_user_name='tempest-TestVolumeBootPattern-1927549100-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T10:12:16Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1068d2d7cca843c1b32d9c1b5b29d882',uuid=fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f507893b-7e2b-4a12-9149-b464ec3fcc32", "address": "fa:16:3e:65:94:6c", "network": {"id": "72d08fd1-cc74-485f-848c-2ce73172f719", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1718263965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "19e83c953cf8498f8ea89afce479f26b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf507893b-7e", "ovs_interfaceid": "f507893b-7e2b-4a12-9149-b464ec3fcc32", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74535) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 10:12:27 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Converting VIF {"id": "f507893b-7e2b-4a12-9149-b464ec3fcc32", "address": "fa:16:3e:65:94:6c", "network": {"id": "72d08fd1-cc74-485f-848c-2ce73172f719", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1718263965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "19e83c953cf8498f8ea89afce479f26b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf507893b-7e", "ovs_interfaceid": "f507893b-7e2b-4a12-9149-b464ec3fcc32", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:12:27 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:65:94:6c,bridge_name='br-int',has_traffic_filtering=True,id=f507893b-7e2b-4a12-9149-b464ec3fcc32,network=Network(72d08fd1-cc74-485f-848c-2ce73172f719),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf507893b-7e') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:12:27 user nova-compute[74535]: DEBUG nova.objects.instance [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lazy-loading 'pci_devices' on Instance uuid fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:12:27 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d] End _get_guest_xml xml=<domain type="kvm">
Dec 06 10:12:27 user nova-compute[74535]:   <uuid>fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d</uuid>
Dec 06 10:12:27 user nova-compute[74535]:   <name>instance-00000023</name>
Dec 06 10:12:27 user nova-compute[74535]:   <memory>524288</memory>
Dec 06 10:12:27 user nova-compute[74535]:   <vcpu>1</vcpu>
Dec 06 10:12:27 user nova-compute[74535]:   <metadata>
Dec 06 10:12:27 user nova-compute[74535]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 10:12:27 user nova-compute[74535]:       <nova:package version="0.0.0"/>
Dec 06 10:12:27 user nova-compute[74535]:       <nova:name>tempest-TestVolumeBootPattern-volume-backed-server-1481297884</nova:name>
Dec 06 10:12:27 user nova-compute[74535]:       <nova:creationTime>2023-12-06 10:12:26</nova:creationTime>
Dec 06 10:12:27 user nova-compute[74535]:       <nova:flavor name="m1.tiny">
Dec 06 10:12:27 user nova-compute[74535]:         <nova:memory>512</nova:memory>
Dec 06 10:12:27 user nova-compute[74535]:         <nova:disk>1</nova:disk>
Dec 06 10:12:27 user nova-compute[74535]:         <nova:swap>0</nova:swap>
Dec 06 10:12:27 user nova-compute[74535]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 10:12:27 user nova-compute[74535]:         <nova:vcpus>1</nova:vcpus>
Dec 06 10:12:27 user nova-compute[74535]:       </nova:flavor>
Dec 06 10:12:27 user nova-compute[74535]:       <nova:owner>
Dec 06 10:12:27 user nova-compute[74535]:         <nova:user uuid="1068d2d7cca843c1b32d9c1b5b29d882">tempest-TestVolumeBootPattern-1927549100-project-member</nova:user>
Dec 06 10:12:27 user nova-compute[74535]:         <nova:project uuid="19e83c953cf8498f8ea89afce479f26b">tempest-TestVolumeBootPattern-1927549100</nova:project>
Dec 06 10:12:27 user nova-compute[74535]:       </nova:owner>
Dec 06 10:12:27 user nova-compute[74535]:       <nova:ports>
Dec 06 10:12:27 user nova-compute[74535]:         <nova:port uuid="f507893b-7e2b-4a12-9149-b464ec3fcc32">
Dec 06 10:12:27 user nova-compute[74535]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Dec 06 10:12:27 user nova-compute[74535]:         </nova:port>
Dec 06 10:12:27 user nova-compute[74535]:       </nova:ports>
Dec 06 10:12:27 user nova-compute[74535]:     </nova:instance>
Dec 06 10:12:27 user nova-compute[74535]:   </metadata>
Dec 06 10:12:27 user nova-compute[74535]:   <sysinfo type="smbios">
Dec 06 10:12:27 user nova-compute[74535]:     <system>
Dec 06 10:12:27 user nova-compute[74535]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 10:12:27 user nova-compute[74535]:       <entry name="product">OpenStack Nova</entry>
Dec 06 10:12:27 user nova-compute[74535]:       <entry name="version">0.0.0</entry>
Dec 06 10:12:27 user nova-compute[74535]:       <entry name="serial">fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d</entry>
Dec 06 10:12:27 user nova-compute[74535]:       <entry name="uuid">fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d</entry>
Dec 06 10:12:27 user nova-compute[74535]:       <entry name="family">Virtual Machine</entry>
Dec 06 10:12:27 user nova-compute[74535]:     </system>
Dec 06 10:12:27 user nova-compute[74535]:   </sysinfo>
Dec 06 10:12:27 user nova-compute[74535]:   <os>
Dec 06 10:12:27 user nova-compute[74535]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 10:12:27 user nova-compute[74535]:     <boot dev="hd"/>
Dec 06 10:12:27 user nova-compute[74535]:     <smbios mode="sysinfo"/>
Dec 06 10:12:27 user nova-compute[74535]:   </os>
Dec 06 10:12:27 user nova-compute[74535]:   <features>
Dec 06 10:12:27 user nova-compute[74535]:     <acpi/>
Dec 06 10:12:27 user nova-compute[74535]:     <apic/>
Dec 06 10:12:27 user nova-compute[74535]:     <vmcoreinfo/>
Dec 06 10:12:27 user nova-compute[74535]:   </features>
Dec 06 10:12:27 user nova-compute[74535]:   <clock offset="utc">
Dec 06 10:12:27 user nova-compute[74535]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 10:12:27 user nova-compute[74535]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 10:12:27 user nova-compute[74535]:     <timer name="hpet" present="no"/>
Dec 06 10:12:27 user nova-compute[74535]:   </clock>
Dec 06 10:12:27 user nova-compute[74535]:   <cpu mode="custom" match="exact">
Dec 06 10:12:27 user nova-compute[74535]:     <model>Nehalem</model>
Dec 06 10:12:27 user nova-compute[74535]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 10:12:27 user nova-compute[74535]:   </cpu>
Dec 06 10:12:27 user nova-compute[74535]:   <devices>
Dec 06 10:12:27 user nova-compute[74535]:     <disk type="block" device="disk">
Dec 06 10:12:27 user nova-compute[74535]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 10:12:27 user nova-compute[74535]:       <source dev="/dev/sdg"/>
Dec 06 10:12:27 user nova-compute[74535]:       <target dev="vda" bus="virtio"/>
Dec 06 10:12:27 user nova-compute[74535]:       <serial>4a53f27b-666c-4438-a4ac-20632e4fabaa</serial>
Dec 06 10:12:27 user nova-compute[74535]:     </disk>
Dec 06 10:12:27 user nova-compute[74535]:     <interface type="ethernet">
Dec 06 10:12:27 user nova-compute[74535]:       <mac address="fa:16:3e:65:94:6c"/>
Dec 06 10:12:27 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 10:12:27 user nova-compute[74535]:       <mtu size="1442"/>
Dec 06 10:12:27 user nova-compute[74535]:       <target dev="tapf507893b-7e"/>
Dec 06 10:12:27 user nova-compute[74535]:     </interface>
Dec 06 10:12:27 user nova-compute[74535]:     <serial type="pty">
Dec 06 10:12:27 user nova-compute[74535]:       <log file="/opt/stack/data/nova/instances/fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d/console.log" append="off"/>
Dec 06 10:12:27 user nova-compute[74535]:     </serial>
Dec 06 10:12:27 user nova-compute[74535]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 10:12:27 user nova-compute[74535]:     <video>
Dec 06 10:12:27 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 10:12:27 user nova-compute[74535]:     </video>
Dec 06 10:12:27 user nova-compute[74535]:     <rng model="virtio">
Dec 06 10:12:27 user nova-compute[74535]:       <backend model="random">/dev/urandom</backend>
Dec 06 10:12:27 user nova-compute[74535]:     </rng>
Dec 06 10:12:27 user nova-compute[74535]:     <controller type="usb" index="0" model="none"/>
Dec 06 10:12:27 user nova-compute[74535]:     <memballoon model="virtio">
Dec 06 10:12:27 user nova-compute[74535]:       <stats period="10"/>
Dec 06 10:12:27 user nova-compute[74535]:     </memballoon>
Dec 06 10:12:27 user nova-compute[74535]:   </devices>
Dec 06 10:12:27 user nova-compute[74535]: </domain>
Dec 06 10:12:27 user nova-compute[74535]:  {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 10:12:27 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:12:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-1481297884',display_name='tempest-TestVolumeBootPattern-volume-backed-server-1481297884',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-volume-backed-server-1481297884',id=35,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBE0MRsHuEAB/8YPjyxm8g+qjIT/OLLzveItt1mLcOPcTLXHyf8vo3wM153/mgpN3hQ6+IDXIYqPHIc9bumSOEZImw5fCPoGWa1vv8lP1r8eCUR2EPhUJFaK7w+a4HmAyg==',key_name='tempest-keypair-139175817',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='19e83c953cf8498f8ea89afce479f26b',ramdisk_id='',reservation_id='r-6ru10pq3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1927549100',owner_user_name='tempest-TestVolumeBootPattern-1927549100-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T10:12:16Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1068d2d7cca843c1b32d9c1b5b29d882',uuid=fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f507893b-7e2b-4a12-9149-b464ec3fcc32", "address": "fa:16:3e:65:94:6c", "network": {"id": "72d08fd1-cc74-485f-848c-2ce73172f719", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1718263965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "19e83c953cf8498f8ea89afce479f26b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf507893b-7e", "ovs_interfaceid": "f507893b-7e2b-4a12-9149-b464ec3fcc32", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 10:12:27 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Converting VIF {"id": "f507893b-7e2b-4a12-9149-b464ec3fcc32", "address": "fa:16:3e:65:94:6c", "network": {"id": "72d08fd1-cc74-485f-848c-2ce73172f719", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1718263965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "19e83c953cf8498f8ea89afce479f26b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf507893b-7e", "ovs_interfaceid": "f507893b-7e2b-4a12-9149-b464ec3fcc32", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:12:27 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:65:94:6c,bridge_name='br-int',has_traffic_filtering=True,id=f507893b-7e2b-4a12-9149-b464ec3fcc32,network=Network(72d08fd1-cc74-485f-848c-2ce73172f719),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf507893b-7e') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:12:27 user nova-compute[74535]: DEBUG os_vif [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:65:94:6c,bridge_name='br-int',has_traffic_filtering=True,id=f507893b-7e2b-4a12-9149-b464ec3fcc32,network=Network(72d08fd1-cc74-485f-848c-2ce73172f719),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf507893b-7e') {{(pid=74535) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 10:12:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:12:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:12:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 10:12:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:12:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '632f9c75-4d03-53a2-915b-12d50e56bd42', '_type': 'linux-noop'}}, row=False) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:12:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:12:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:12:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:12:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:12:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf507893b-7e, may_exist=True, interface_attrs={}) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:12:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf507893b-7e, col_values=(('qos', UUID('0efe864a-6152-4166-8ea5-570f4d1fd0f8')),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:12:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf507893b-7e, col_values=(('external_ids', {'iface-id': 'f507893b-7e2b-4a12-9149-b464ec3fcc32', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:65:94:6c', 'vm-uuid': 'fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d'}),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:12:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:12:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:12:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:12:27 user nova-compute[74535]: INFO os_vif [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:65:94:6c,bridge_name='br-int',has_traffic_filtering=True,id=f507893b-7e2b-4a12-9149-b464ec3fcc32,network=Network(72d08fd1-cc74-485f-848c-2ce73172f719),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf507893b-7e')
Dec 06 10:12:27 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] No BDM found with device name vda, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 10:12:27 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] No VIF found with MAC fa:16:3e:65:94:6c, not building metadata {{(pid=74535) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 10:12:28 user nova-compute[74535]: DEBUG nova.compute.manager [req-8492c1b0-1d29-49c8-8cb6-c0625bbf4bb7 req-e51b637e-923b-47e0-a15d-918a0407ee58 service nova] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] Received event network-vif-plugged-7940d53f-a8ed-492e-94a8-264e986eacf9 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:12:28 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-8492c1b0-1d29-49c8-8cb6-c0625bbf4bb7 req-e51b637e-923b-47e0-a15d-918a0407ee58 service nova] Acquiring lock "b1b834bc-519d-497f-97b9-7879f57044f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:12:28 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-8492c1b0-1d29-49c8-8cb6-c0625bbf4bb7 req-e51b637e-923b-47e0-a15d-918a0407ee58 service nova] Lock "b1b834bc-519d-497f-97b9-7879f57044f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:12:28 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-8492c1b0-1d29-49c8-8cb6-c0625bbf4bb7 req-e51b637e-923b-47e0-a15d-918a0407ee58 service nova] Lock "b1b834bc-519d-497f-97b9-7879f57044f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:12:28 user nova-compute[74535]: DEBUG nova.compute.manager [req-8492c1b0-1d29-49c8-8cb6-c0625bbf4bb7 req-e51b637e-923b-47e0-a15d-918a0407ee58 service nova] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] No waiting events found dispatching network-vif-plugged-7940d53f-a8ed-492e-94a8-264e986eacf9 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:12:28 user nova-compute[74535]: WARNING nova.compute.manager [req-8492c1b0-1d29-49c8-8cb6-c0625bbf4bb7 req-e51b637e-923b-47e0-a15d-918a0407ee58 service nova] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] Received unexpected event network-vif-plugged-7940d53f-a8ed-492e-94a8-264e986eacf9 for instance with vm_state active and task_state rescuing.
Dec 06 10:12:28 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:12:28 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:12:28 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:12:28 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:12:28 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:12:28 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:12:28 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:12:28 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:12:29 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:12:29 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:12:29 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:12:29 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:12:29 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:12:30 user nova-compute[74535]: DEBUG nova.compute.manager [req-3a2cfb8d-f2c8-4cf6-a1e4-38947af64086 req-cde665c1-4670-424b-b9ac-ca1f2b4370e8 service nova] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] Received event network-vif-plugged-7940d53f-a8ed-492e-94a8-264e986eacf9 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:12:30 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-3a2cfb8d-f2c8-4cf6-a1e4-38947af64086 req-cde665c1-4670-424b-b9ac-ca1f2b4370e8 service nova] Acquiring lock "b1b834bc-519d-497f-97b9-7879f57044f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:12:30 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-3a2cfb8d-f2c8-4cf6-a1e4-38947af64086 req-cde665c1-4670-424b-b9ac-ca1f2b4370e8 service nova] Lock "b1b834bc-519d-497f-97b9-7879f57044f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:12:30 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-3a2cfb8d-f2c8-4cf6-a1e4-38947af64086 req-cde665c1-4670-424b-b9ac-ca1f2b4370e8 service nova] Lock "b1b834bc-519d-497f-97b9-7879f57044f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:12:30 user nova-compute[74535]: DEBUG nova.compute.manager [req-3a2cfb8d-f2c8-4cf6-a1e4-38947af64086 req-cde665c1-4670-424b-b9ac-ca1f2b4370e8 service nova] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] No waiting events found dispatching network-vif-plugged-7940d53f-a8ed-492e-94a8-264e986eacf9 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:12:30 user nova-compute[74535]: WARNING nova.compute.manager [req-3a2cfb8d-f2c8-4cf6-a1e4-38947af64086 req-cde665c1-4670-424b-b9ac-ca1f2b4370e8 service nova] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] Received unexpected event network-vif-plugged-7940d53f-a8ed-492e-94a8-264e986eacf9 for instance with vm_state active and task_state rescuing.
Dec 06 10:12:30 user nova-compute[74535]: DEBUG nova.compute.manager [req-3a2cfb8d-f2c8-4cf6-a1e4-38947af64086 req-cde665c1-4670-424b-b9ac-ca1f2b4370e8 service nova] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] Received event network-vif-plugged-7940d53f-a8ed-492e-94a8-264e986eacf9 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:12:30 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-3a2cfb8d-f2c8-4cf6-a1e4-38947af64086 req-cde665c1-4670-424b-b9ac-ca1f2b4370e8 service nova] Acquiring lock "b1b834bc-519d-497f-97b9-7879f57044f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:12:30 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-3a2cfb8d-f2c8-4cf6-a1e4-38947af64086 req-cde665c1-4670-424b-b9ac-ca1f2b4370e8 service nova] Lock "b1b834bc-519d-497f-97b9-7879f57044f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:12:30 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-3a2cfb8d-f2c8-4cf6-a1e4-38947af64086 req-cde665c1-4670-424b-b9ac-ca1f2b4370e8 service nova] Lock "b1b834bc-519d-497f-97b9-7879f57044f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:12:30 user nova-compute[74535]: DEBUG nova.compute.manager [req-3a2cfb8d-f2c8-4cf6-a1e4-38947af64086 req-cde665c1-4670-424b-b9ac-ca1f2b4370e8 service nova] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] No waiting events found dispatching network-vif-plugged-7940d53f-a8ed-492e-94a8-264e986eacf9 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:12:30 user nova-compute[74535]: WARNING nova.compute.manager [req-3a2cfb8d-f2c8-4cf6-a1e4-38947af64086 req-cde665c1-4670-424b-b9ac-ca1f2b4370e8 service nova] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] Received unexpected event network-vif-plugged-7940d53f-a8ed-492e-94a8-264e986eacf9 for instance with vm_state active and task_state rescuing.
Dec 06 10:12:30 user nova-compute[74535]: DEBUG nova.compute.manager [req-3a2cfb8d-f2c8-4cf6-a1e4-38947af64086 req-cde665c1-4670-424b-b9ac-ca1f2b4370e8 service nova] [instance: fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d] Received event network-vif-plugged-f507893b-7e2b-4a12-9149-b464ec3fcc32 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:12:30 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-3a2cfb8d-f2c8-4cf6-a1e4-38947af64086 req-cde665c1-4670-424b-b9ac-ca1f2b4370e8 service nova] Acquiring lock "fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:12:30 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-3a2cfb8d-f2c8-4cf6-a1e4-38947af64086 req-cde665c1-4670-424b-b9ac-ca1f2b4370e8 service nova] Lock "fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:12:30 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-3a2cfb8d-f2c8-4cf6-a1e4-38947af64086 req-cde665c1-4670-424b-b9ac-ca1f2b4370e8 service nova] Lock "fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:12:30 user nova-compute[74535]: DEBUG nova.compute.manager [req-3a2cfb8d-f2c8-4cf6-a1e4-38947af64086 req-cde665c1-4670-424b-b9ac-ca1f2b4370e8 service nova] [instance: fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d] No waiting events found dispatching network-vif-plugged-f507893b-7e2b-4a12-9149-b464ec3fcc32 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:12:30 user nova-compute[74535]: WARNING nova.compute.manager [req-3a2cfb8d-f2c8-4cf6-a1e4-38947af64086 req-cde665c1-4670-424b-b9ac-ca1f2b4370e8 service nova] [instance: fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d] Received unexpected event network-vif-plugged-f507893b-7e2b-4a12-9149-b464ec3fcc32 for instance with vm_state building and task_state spawning.
Dec 06 10:12:30 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:12:30 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:12:30 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:12:30 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:12:31 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-ecff4f53-269c-4e22-a152-921a381c98f4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Acquiring lock "247b6870-1e30-482b-b271-49ef023dbd62" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:12:31 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-ecff4f53-269c-4e22-a152-921a381c98f4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Lock "247b6870-1e30-482b-b271-49ef023dbd62" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:12:31 user nova-compute[74535]: INFO nova.compute.manager [None req-ecff4f53-269c-4e22-a152-921a381c98f4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] Unshelving
Dec 06 10:12:31 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-ecff4f53-269c-4e22-a152-921a381c98f4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:12:31 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-ecff4f53-269c-4e22-a152-921a381c98f4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:12:31 user nova-compute[74535]: DEBUG nova.objects.instance [None req-ecff4f53-269c-4e22-a152-921a381c98f4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Lazy-loading 'pci_requests' on Instance uuid 247b6870-1e30-482b-b271-49ef023dbd62 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:12:31 user nova-compute[74535]: DEBUG nova.objects.instance [None req-ecff4f53-269c-4e22-a152-921a381c98f4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Lazy-loading 'numa_topology' on Instance uuid 247b6870-1e30-482b-b271-49ef023dbd62 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:12:31 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-ecff4f53-269c-4e22-a152-921a381c98f4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74535) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 10:12:31 user nova-compute[74535]: INFO nova.compute.claims [None req-ecff4f53-269c-4e22-a152-921a381c98f4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] Claim successful on node user
Dec 06 10:12:32 user nova-compute[74535]: DEBUG nova.compute.manager [None req-12b074ae-c7cd-45bf-8520-69a1e83a2f4c tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] Checking state {{(pid=74535) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 10:12:32 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-a548440c-4f2c-4909-86b7-17a11b9234ec tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance e89c4f21-c084-4a60-9f6e-717b45ec85b5 is timed out.
Dec 06 10:12:32 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-a548440c-4f2c-4909-86b7-17a11b9234ec tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Successfully detached device vdb from instance e89c4f21-c084-4a60-9f6e-717b45ec85b5 from the live domain config.
Dec 06 10:12:32 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a548440c-4f2c-4909-86b7-17a11b9234ec tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] calling os-brick to detach iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 10:12:32 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-a548440c-4f2c-4909-86b7-17a11b9234ec tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, {'target_iqn': 'iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CajHwUJN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': False}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:12:32 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-a548440c-4f2c-4909-86b7-17a11b9234ec tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:12:32 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-a548440c-4f2c-4909-86b7-17a11b9234ec tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:12:32 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-a548440c-4f2c-4909-86b7-17a11b9234ec tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:12:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:12:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.026s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:12:32 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1028da2-15cb-4b74-883e-759836d5a647]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:518b71bf-d113-4242-aaea-264dd34e927c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:627da594-0bbf-4459-bfeb-8f67be5a4c4b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:12:32 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-a548440c-4f2c-4909-86b7-17a11b9234ec tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 10:12:32 user nova-compute[74535]: No targets found.
Dec 06 10:12:32 user nova-compute[74535]: iSNS:
Dec 06 10:12:32 user nova-compute[74535]: No targets found.
Dec 06 10:12:32 user nova-compute[74535]: STATIC:
Dec 06 10:12:32 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1
Dec 06 10:12:32 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:12:32 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:12:32 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa
Dec 06 10:12:32 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:12:32 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:12:32 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8
Dec 06 10:12:32 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:12:32 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:12:32 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:518b71bf-d113-4242-aaea-264dd34e927c
Dec 06 10:12:32 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:12:32 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:12:32 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef
Dec 06 10:12:32 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:12:32 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:12:32 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:627da594-0bbf-4459-bfeb-8f67be5a4c4b
Dec 06 10:12:32 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:12:32 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:12:32 user nova-compute[74535]: FIRMWARE:
Dec 06 10:12:32 user nova-compute[74535]: No targets found.
Dec 06 10:12:32 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:12:32 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-a548440c-4f2c-4909-86b7-17a11b9234ec tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 10:12:32 user nova-compute[74535]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 10:12:32 user nova-compute[74535]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74535) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 10:12:32 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-a548440c-4f2c-4909-86b7-17a11b9234ec tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1', 0)] {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 10:12:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:12:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:12:32 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d7accf1-1b55-4827-93bd-8dd7d0040dda]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:518b71bf-d113-4242-aaea-264dd34e927c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:627da594-0bbf-4459-bfeb-8f67be5a4c4b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:12:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:12:32 user nova-compute[74535]: DEBUG nova.compute.manager [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d] Instance event wait completed in 0 seconds for  {{(pid=74535) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 10:12:32 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d] Guest created on hypervisor {{(pid=74535) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 10:12:32 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d] Instance spawned successfully.
Dec 06 10:12:32 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 10:12:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:12:32 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d1e8afb-3cee-4ef5-baff-76b578dbc987]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:518b71bf-d113-4242-aaea-264dd34e927c (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:627da594-0bbf-4459-bfeb-8f67be5a4c4b (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:12:32 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-a548440c-4f2c-4909-86b7-17a11b9234ec tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:12:32 user nova-compute[74535]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef (non-flash)
Dec 06 10:12:32 user nova-compute[74535]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1 (non-flash)
Dec 06 10:12:32 user nova-compute[74535]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:518b71bf-d113-4242-aaea-264dd34e927c (non-flash)
Dec 06 10:12:32 user nova-compute[74535]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:627da594-0bbf-4459-bfeb-8f67be5a4c4b (non-flash)
Dec 06 10:12:32 user nova-compute[74535]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa (non-flash)
Dec 06 10:12:32 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:12:32 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-a548440c-4f2c-4909-86b7-17a11b9234ec tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:12:32 user nova-compute[74535]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef (non-flash)
Dec 06 10:12:32 user nova-compute[74535]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1 (non-flash)
Dec 06 10:12:32 user nova-compute[74535]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:518b71bf-d113-4242-aaea-264dd34e927c (non-flash)
Dec 06 10:12:32 user nova-compute[74535]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:627da594-0bbf-4459-bfeb-8f67be5a4c4b (non-flash)
Dec 06 10:12:32 user nova-compute[74535]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa (non-flash)
Dec 06 10:12:32 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:12:32 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-a548440c-4f2c-4909-86b7-17a11b9234ec tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ff1246b03a0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1'): ({'sde'}, set())}) {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 10:12:32 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-a548440c-4f2c-4909-86b7-17a11b9234ec tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Removing single pathed devices sde {{(pid=74535) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 10:12:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:12:32 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d] Found default for hw_cdrom_bus of ide {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:12:32 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d] Found default for hw_disk_bus of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:12:32 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d] Found default for hw_input_bus of None {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:12:32 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d] Found default for hw_pointer_model of None {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:12:32 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d] Found default for hw_video_model of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:12:32 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d] Found default for hw_vif_model of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:12:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.026s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:12:32 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[549340b3-621f-4ca3-883d-27dd34f4458e]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:12:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:12:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:12:32 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[4bf953e2-c4eb-4539-a760-86cda0d2a321]: (4, ('ok\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:12:32 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-a548440c-4f2c-4909-86b7-17a11b9234ec tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Flushing IO for device /dev/sde {{(pid=74535) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 10:12:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:12:32 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-ecff4f53-269c-4e22-a152-921a381c98f4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:12:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.014s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:12:32 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[4432d64e-605b-4f92-970d-c53598fa6c75]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:12:32 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-a548440c-4f2c-4909-86b7-17a11b9234ec tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=74535) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 10:12:32 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-ecff4f53-269c-4e22-a152-921a381c98f4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:12:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:12:32 user nova-compute[74535]: INFO nova.compute.manager [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d] Took 6.19 seconds to spawn the instance on the hypervisor.
Dec 06 10:12:32 user nova-compute[74535]: DEBUG nova.compute.manager [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d] Checking state {{(pid=74535) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 10:12:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-ecff4f53-269c-4e22-a152-921a381c98f4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.504s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:12:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.049s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:12:32 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[5543a99d-32d0-4bcf-8f5e-51c493cfe4a5]: (4, ('1', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:12:32 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-a548440c-4f2c-4909-86b7-17a11b9234ec tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 10:12:32 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-a548440c-4f2c-4909-86b7-17a11b9234ec tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] SCSI volumes sde have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 10:12:32 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-a548440c-4f2c-4909-86b7-17a11b9234ec tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1')] {{(pid=74535) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 10:12:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:12:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.025s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:12:32 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd29424a-8e41-4c50-ac30-329deade2395]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:12:32 user nova-compute[74535]: DEBUG nova.compute.manager [req-7cce5d6e-da52-424a-849b-267709da07a2 req-182f7f72-6eec-483c-9069-cdf79052c5da service nova] [instance: fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d] Received event network-vif-plugged-f507893b-7e2b-4a12-9149-b464ec3fcc32 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:12:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-7cce5d6e-da52-424a-849b-267709da07a2 req-182f7f72-6eec-483c-9069-cdf79052c5da service nova] Acquiring lock "fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:12:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-7cce5d6e-da52-424a-849b-267709da07a2 req-182f7f72-6eec-483c-9069-cdf79052c5da service nova] Lock "fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:12:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-7cce5d6e-da52-424a-849b-267709da07a2 req-182f7f72-6eec-483c-9069-cdf79052c5da service nova] Lock "fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:12:32 user nova-compute[74535]: DEBUG nova.compute.manager [req-7cce5d6e-da52-424a-849b-267709da07a2 req-182f7f72-6eec-483c-9069-cdf79052c5da service nova] [instance: fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d] No waiting events found dispatching network-vif-plugged-f507893b-7e2b-4a12-9149-b464ec3fcc32 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:12:32 user nova-compute[74535]: WARNING nova.compute.manager [req-7cce5d6e-da52-424a-849b-267709da07a2 req-182f7f72-6eec-483c-9069-cdf79052c5da service nova] [instance: fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d] Received unexpected event network-vif-plugged-f507893b-7e2b-4a12-9149-b464ec3fcc32 for instance with vm_state building and task_state spawning.
Dec 06 10:12:32 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-a548440c-4f2c-4909-86b7-17a11b9234ec tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:12:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1 -p 172.16.0.220:3260 --logout {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:12:32 user nova-compute[74535]: INFO nova.network.neutron [None req-ecff4f53-269c-4e22-a152-921a381c98f4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] Updating port 3d324afa-16ef-49f3-be43-c21db0c9eaa1 with attributes {'binding:host_id': 'user', 'device_owner': 'compute:nova'}
Dec 06 10:12:32 user nova-compute[74535]: INFO nova.compute.manager [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d] Took 17.35 seconds to build instance.
Dec 06 10:12:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-e5f963a9-a860-452c-92fb-f0bae1528997 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lock "fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 17.459s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:12:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1 -p 172.16.0.220:3260 --logout" returned: 0 in 0.061s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:12:32 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[6160033b-3601-4515-b942-9249923c0773]: (4, ('Logging out of session [sid: 34, target: iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1, portal: 172.16.0.220,3260]\nLogout of [sid: 34, target: iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:12:32 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-a548440c-4f2c-4909-86b7-17a11b9234ec tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 34, target: iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1, portal: 172.16.0.220,3260]
Dec 06 10:12:32 user nova-compute[74535]: Logout of [sid: 34, target: iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1, portal: 172.16.0.220,3260] successful.
Dec 06 10:12:32 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:12:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1 -p 172.16.0.220:3260 --op delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:12:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:faf967c2-6a02-4952-94ca-1d2acc23afe1 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.030s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:12:32 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[80e83576-7dec-41eb-9028-1ee511acf33e]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:12:32 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-a548440c-4f2c-4909-86b7-17a11b9234ec tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:12:32 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-a548440c-4f2c-4909-86b7-17a11b9234ec tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.366s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:12:32 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-a548440c-4f2c-4909-86b7-17a11b9234ec tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] <== disconnect_volume: return (367ms) None {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:12:32 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a548440c-4f2c-4909-86b7-17a11b9234ec tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] Disconnected iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 10:12:32 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:12:33 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-ecff4f53-269c-4e22-a152-921a381c98f4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Acquiring lock "refresh_cache-247b6870-1e30-482b-b271-49ef023dbd62" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:12:33 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-ecff4f53-269c-4e22-a152-921a381c98f4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Acquired lock "refresh_cache-247b6870-1e30-482b-b271-49ef023dbd62" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:12:33 user nova-compute[74535]: DEBUG nova.network.neutron [None req-ecff4f53-269c-4e22-a152-921a381c98f4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] Building network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 10:12:33 user nova-compute[74535]: DEBUG nova.compute.manager [req-7d951345-c095-483e-b272-d81bd5dad996 req-e0fe8213-5bb0-45fa-93c9-82756d87a3ea service nova] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] Received event network-changed-3d324afa-16ef-49f3-be43-c21db0c9eaa1 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:12:33 user nova-compute[74535]: DEBUG nova.compute.manager [req-7d951345-c095-483e-b272-d81bd5dad996 req-e0fe8213-5bb0-45fa-93c9-82756d87a3ea service nova] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] Refreshing instance network info cache due to event network-changed-3d324afa-16ef-49f3-be43-c21db0c9eaa1. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 10:12:33 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-7d951345-c095-483e-b272-d81bd5dad996 req-e0fe8213-5bb0-45fa-93c9-82756d87a3ea service nova] Acquiring lock "refresh_cache-247b6870-1e30-482b-b271-49ef023dbd62" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:12:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:12:33 user nova-compute[74535]: DEBUG nova.objects.instance [None req-a548440c-4f2c-4909-86b7-17a11b9234ec tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Lazy-loading 'flavor' on Instance uuid e89c4f21-c084-4a60-9f6e-717b45ec85b5 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:12:33 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a548440c-4f2c-4909-86b7-17a11b9234ec tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Lock "e89c4f21-c084-4a60-9f6e-717b45ec85b5" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.965s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:12:33 user nova-compute[74535]: DEBUG nova.network.neutron [None req-ecff4f53-269c-4e22-a152-921a381c98f4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] Updating instance_info_cache with network_info: [{"id": "3d324afa-16ef-49f3-be43-c21db0c9eaa1", "address": "fa:16:3e:24:8a:1b", "network": {"id": "083b1a00-b026-47dd-86f2-afd036201f4c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-290939981-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea7d9b3864a245dca1620d6cfa442897", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d324afa-16", "ovs_interfaceid": "3d324afa-16ef-49f3-be43-c21db0c9eaa1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:12:33 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-ecff4f53-269c-4e22-a152-921a381c98f4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Releasing lock "refresh_cache-247b6870-1e30-482b-b271-49ef023dbd62" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:12:33 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-ecff4f53-269c-4e22-a152-921a381c98f4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] Creating instance directory {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 10:12:33 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-ecff4f53-269c-4e22-a152-921a381c98f4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] Creating image(s)
Dec 06 10:12:33 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-ecff4f53-269c-4e22-a152-921a381c98f4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Acquiring lock "/opt/stack/data/nova/instances/247b6870-1e30-482b-b271-49ef023dbd62/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:12:33 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-ecff4f53-269c-4e22-a152-921a381c98f4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Lock "/opt/stack/data/nova/instances/247b6870-1e30-482b-b271-49ef023dbd62/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:12:33 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-ecff4f53-269c-4e22-a152-921a381c98f4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Lock "/opt/stack/data/nova/instances/247b6870-1e30-482b-b271-49ef023dbd62/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:12:33 user nova-compute[74535]: DEBUG nova.objects.instance [None req-ecff4f53-269c-4e22-a152-921a381c98f4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Lazy-loading 'trusted_certs' on Instance uuid 247b6870-1e30-482b-b271-49ef023dbd62 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:12:33 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-7d951345-c095-483e-b272-d81bd5dad996 req-e0fe8213-5bb0-45fa-93c9-82756d87a3ea service nova] Acquired lock "refresh_cache-247b6870-1e30-482b-b271-49ef023dbd62" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:12:33 user nova-compute[74535]: DEBUG nova.network.neutron [req-7d951345-c095-483e-b272-d81bd5dad996 req-e0fe8213-5bb0-45fa-93c9-82756d87a3ea service nova] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] Refreshing network info cache for port 3d324afa-16ef-49f3-be43-c21db0c9eaa1 {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 10:12:33 user nova-compute[74535]: DEBUG nova.objects.base [None req-ecff4f53-269c-4e22-a152-921a381c98f4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Object Instance<247b6870-1e30-482b-b271-49ef023dbd62> lazy-loaded attributes: pci_requests,trusted_certs {{(pid=74535) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 10:12:33 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-ecff4f53-269c-4e22-a152-921a381c98f4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Acquiring lock "dc9c4473f0b1f832af64350d5a8a88387c0bed23" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:12:33 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-ecff4f53-269c-4e22-a152-921a381c98f4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Lock "dc9c4473f0b1f832af64350d5a8a88387c0bed23" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:12:34 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-ecff4f53-269c-4e22-a152-921a381c98f4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/dc9c4473f0b1f832af64350d5a8a88387c0bed23.part --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:12:34 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-b0d808fa-ff83-4450-95ff-509e426b6d99 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Acquiring lock "e89c4f21-c084-4a60-9f6e-717b45ec85b5" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:12:34 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-b0d808fa-ff83-4450-95ff-509e426b6d99 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Lock "e89c4f21-c084-4a60-9f6e-717b45ec85b5" acquired by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:12:34 user nova-compute[74535]: DEBUG nova.compute.manager [None req-b0d808fa-ff83-4450-95ff-509e426b6d99 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] Checking state {{(pid=74535) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 10:12:34 user nova-compute[74535]: DEBUG nova.compute.manager [None req-b0d808fa-ff83-4450-95ff-509e426b6d99 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=74535) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3358}}
Dec 06 10:12:34 user nova-compute[74535]: DEBUG nova.objects.instance [None req-b0d808fa-ff83-4450-95ff-509e426b6d99 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Lazy-loading 'flavor' on Instance uuid e89c4f21-c084-4a60-9f6e-717b45ec85b5 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:12:34 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-ecff4f53-269c-4e22-a152-921a381c98f4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/dc9c4473f0b1f832af64350d5a8a88387c0bed23.part --force-share --output=json" returned: 0 in 0.203s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:12:34 user nova-compute[74535]: DEBUG nova.virt.images [None req-ecff4f53-269c-4e22-a152-921a381c98f4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] 60f1a1d4-f27c-4614-a503-0c14dde4a969 was qcow2, converting to raw {{(pid=74535) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Dec 06 10:12:34 user nova-compute[74535]: DEBUG nova.privsep.utils [None req-ecff4f53-269c-4e22-a152-921a381c98f4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74535) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 06 10:12:34 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-ecff4f53-269c-4e22-a152-921a381c98f4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/dc9c4473f0b1f832af64350d5a8a88387c0bed23.part /opt/stack/data/nova/instances/_base/dc9c4473f0b1f832af64350d5a8a88387c0bed23.converted {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:12:34 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:12:34 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:12:35 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:12:35 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:12:35 user nova-compute[74535]: DEBUG nova.network.neutron [req-7d951345-c095-483e-b272-d81bd5dad996 req-e0fe8213-5bb0-45fa-93c9-82756d87a3ea service nova] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] Updated VIF entry in instance network info cache for port 3d324afa-16ef-49f3-be43-c21db0c9eaa1. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 10:12:35 user nova-compute[74535]: DEBUG nova.network.neutron [req-7d951345-c095-483e-b272-d81bd5dad996 req-e0fe8213-5bb0-45fa-93c9-82756d87a3ea service nova] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] Updating instance_info_cache with network_info: [{"id": "3d324afa-16ef-49f3-be43-c21db0c9eaa1", "address": "fa:16:3e:24:8a:1b", "network": {"id": "083b1a00-b026-47dd-86f2-afd036201f4c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-290939981-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea7d9b3864a245dca1620d6cfa442897", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d324afa-16", "ovs_interfaceid": "3d324afa-16ef-49f3-be43-c21db0c9eaa1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:12:35 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-7d951345-c095-483e-b272-d81bd5dad996 req-e0fe8213-5bb0-45fa-93c9-82756d87a3ea service nova] Releasing lock "refresh_cache-247b6870-1e30-482b-b271-49ef023dbd62" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:12:35 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-ecff4f53-269c-4e22-a152-921a381c98f4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/dc9c4473f0b1f832af64350d5a8a88387c0bed23.part /opt/stack/data/nova/instances/_base/dc9c4473f0b1f832af64350d5a8a88387c0bed23.converted" returned: 0 in 0.322s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:12:35 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-ecff4f53-269c-4e22-a152-921a381c98f4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/dc9c4473f0b1f832af64350d5a8a88387c0bed23.converted --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:12:35 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-ecff4f53-269c-4e22-a152-921a381c98f4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/dc9c4473f0b1f832af64350d5a8a88387c0bed23.converted --force-share --output=json" returned: 0 in 0.186s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:12:35 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-ecff4f53-269c-4e22-a152-921a381c98f4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Lock "dc9c4473f0b1f832af64350d5a8a88387c0bed23" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.758s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:12:35 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-ecff4f53-269c-4e22-a152-921a381c98f4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/dc9c4473f0b1f832af64350d5a8a88387c0bed23 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:12:35 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] Instance destroyed successfully.
Dec 06 10:12:35 user nova-compute[74535]: DEBUG nova.compute.manager [None req-b0d808fa-ff83-4450-95ff-509e426b6d99 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] Checking state {{(pid=74535) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 10:12:35 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-ecff4f53-269c-4e22-a152-921a381c98f4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/dc9c4473f0b1f832af64350d5a8a88387c0bed23 --force-share --output=json" returned: 0 in 0.213s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:12:35 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-ecff4f53-269c-4e22-a152-921a381c98f4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Acquiring lock "dc9c4473f0b1f832af64350d5a8a88387c0bed23" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:12:35 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-ecff4f53-269c-4e22-a152-921a381c98f4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Lock "dc9c4473f0b1f832af64350d5a8a88387c0bed23" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:12:35 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-ecff4f53-269c-4e22-a152-921a381c98f4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/dc9c4473f0b1f832af64350d5a8a88387c0bed23 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:12:35 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-b0d808fa-ff83-4450-95ff-509e426b6d99 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Lock "e89c4f21-c084-4a60-9f6e-717b45ec85b5" "released" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: held 0.929s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:12:35 user nova-compute[74535]: DEBUG nova.compute.manager [req-12276185-cf6b-4468-a972-fcf553457458 req-d770ee4b-36a4-413c-a7d3-465b143c1815 service nova] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] Received event network-vif-unplugged-296acfc2-92b5-4f17-a0b5-bfff03a54490 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:12:35 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-12276185-cf6b-4468-a972-fcf553457458 req-d770ee4b-36a4-413c-a7d3-465b143c1815 service nova] Acquiring lock "e89c4f21-c084-4a60-9f6e-717b45ec85b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:12:35 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-12276185-cf6b-4468-a972-fcf553457458 req-d770ee4b-36a4-413c-a7d3-465b143c1815 service nova] Lock "e89c4f21-c084-4a60-9f6e-717b45ec85b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:12:35 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-12276185-cf6b-4468-a972-fcf553457458 req-d770ee4b-36a4-413c-a7d3-465b143c1815 service nova] Lock "e89c4f21-c084-4a60-9f6e-717b45ec85b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:12:35 user nova-compute[74535]: DEBUG nova.compute.manager [req-12276185-cf6b-4468-a972-fcf553457458 req-d770ee4b-36a4-413c-a7d3-465b143c1815 service nova] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] No waiting events found dispatching network-vif-unplugged-296acfc2-92b5-4f17-a0b5-bfff03a54490 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:12:35 user nova-compute[74535]: WARNING nova.compute.manager [req-12276185-cf6b-4468-a972-fcf553457458 req-d770ee4b-36a4-413c-a7d3-465b143c1815 service nova] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] Received unexpected event network-vif-unplugged-296acfc2-92b5-4f17-a0b5-bfff03a54490 for instance with vm_state stopped and task_state None.
Dec 06 10:12:35 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-ecff4f53-269c-4e22-a152-921a381c98f4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/dc9c4473f0b1f832af64350d5a8a88387c0bed23 --force-share --output=json" returned: 0 in 0.185s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:12:35 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-ecff4f53-269c-4e22-a152-921a381c98f4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/dc9c4473f0b1f832af64350d5a8a88387c0bed23,backing_fmt=raw /opt/stack/data/nova/instances/247b6870-1e30-482b-b271-49ef023dbd62/disk 1073741824 {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:12:35 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-ecff4f53-269c-4e22-a152-921a381c98f4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/dc9c4473f0b1f832af64350d5a8a88387c0bed23,backing_fmt=raw /opt/stack/data/nova/instances/247b6870-1e30-482b-b271-49ef023dbd62/disk 1073741824" returned: 0 in 0.054s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:12:35 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-ecff4f53-269c-4e22-a152-921a381c98f4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Lock "dc9c4473f0b1f832af64350d5a8a88387c0bed23" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.245s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:12:35 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-ecff4f53-269c-4e22-a152-921a381c98f4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/dc9c4473f0b1f832af64350d5a8a88387c0bed23 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:12:36 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-ecff4f53-269c-4e22-a152-921a381c98f4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/dc9c4473f0b1f832af64350d5a8a88387c0bed23 --force-share --output=json" returned: 0 in 0.205s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:12:36 user nova-compute[74535]: DEBUG nova.objects.instance [None req-ecff4f53-269c-4e22-a152-921a381c98f4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Lazy-loading 'migration_context' on Instance uuid 247b6870-1e30-482b-b271-49ef023dbd62 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:12:36 user nova-compute[74535]: DEBUG nova.objects.base [None req-ecff4f53-269c-4e22-a152-921a381c98f4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Object Instance<247b6870-1e30-482b-b271-49ef023dbd62> lazy-loaded attributes: pci_requests,trusted_certs,migration_context {{(pid=74535) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 10:12:36 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-ecff4f53-269c-4e22-a152-921a381c98f4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] Rebasing disk image.
Dec 06 10:12:36 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-ecff4f53-269c-4e22-a152-921a381c98f4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:12:36 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-ecff4f53-269c-4e22-a152-921a381c98f4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.184s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:12:36 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-ecff4f53-269c-4e22-a152-921a381c98f4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Running cmd (subprocess): qemu-img rebase -b /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 -F raw /opt/stack/data/nova/instances/247b6870-1e30-482b-b271-49ef023dbd62/disk {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:12:37 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:12:37 user nova-compute[74535]: DEBUG nova.compute.manager [req-01a97954-af1a-413a-b3f1-e5a4d9ce8dd3 req-c130f4b4-5d2d-43ee-9fd1-0f42dbce461d service nova] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] Received event network-vif-plugged-296acfc2-92b5-4f17-a0b5-bfff03a54490 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:12:37 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-01a97954-af1a-413a-b3f1-e5a4d9ce8dd3 req-c130f4b4-5d2d-43ee-9fd1-0f42dbce461d service nova] Acquiring lock "e89c4f21-c084-4a60-9f6e-717b45ec85b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:12:37 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-01a97954-af1a-413a-b3f1-e5a4d9ce8dd3 req-c130f4b4-5d2d-43ee-9fd1-0f42dbce461d service nova] Lock "e89c4f21-c084-4a60-9f6e-717b45ec85b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:12:37 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-01a97954-af1a-413a-b3f1-e5a4d9ce8dd3 req-c130f4b4-5d2d-43ee-9fd1-0f42dbce461d service nova] Lock "e89c4f21-c084-4a60-9f6e-717b45ec85b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:12:37 user nova-compute[74535]: DEBUG nova.compute.manager [req-01a97954-af1a-413a-b3f1-e5a4d9ce8dd3 req-c130f4b4-5d2d-43ee-9fd1-0f42dbce461d service nova] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] No waiting events found dispatching network-vif-plugged-296acfc2-92b5-4f17-a0b5-bfff03a54490 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:12:37 user nova-compute[74535]: WARNING nova.compute.manager [req-01a97954-af1a-413a-b3f1-e5a4d9ce8dd3 req-c130f4b4-5d2d-43ee-9fd1-0f42dbce461d service nova] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] Received unexpected event network-vif-plugged-296acfc2-92b5-4f17-a0b5-bfff03a54490 for instance with vm_state stopped and task_state None.
Dec 06 10:12:38 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-ecff4f53-269c-4e22-a152-921a381c98f4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] CMD "qemu-img rebase -b /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 -F raw /opt/stack/data/nova/instances/247b6870-1e30-482b-b271-49ef023dbd62/disk" returned: 0 in 1.947s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:12:38 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-ecff4f53-269c-4e22-a152-921a381c98f4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] Created local disks {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 10:12:38 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-ecff4f53-269c-4e22-a152-921a381c98f4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] Ensure instance console log exists: /opt/stack/data/nova/instances/247b6870-1e30-482b-b271-49ef023dbd62/console.log {{(pid=74535) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 10:12:38 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-ecff4f53-269c-4e22-a152-921a381c98f4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:12:38 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-ecff4f53-269c-4e22-a152-921a381c98f4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:12:38 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-ecff4f53-269c-4e22-a152-921a381c98f4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:12:38 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-ecff4f53-269c-4e22-a152-921a381c98f4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] Start _get_guest_xml network_info=[{"id": "3d324afa-16ef-49f3-be43-c21db0c9eaa1", "address": "fa:16:3e:24:8a:1b", "network": {"id": "083b1a00-b026-47dd-86f2-afd036201f4c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-290939981-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea7d9b3864a245dca1620d6cfa442897", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d324afa-16", "ovs_interfaceid": "3d324afa-16ef-49f3-be43-c21db0c9eaa1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='2401da63da463e168720026093cdda22',container_format='bare',created_at=2023-12-06T10:10:39Z,direct_url=<?>,disk_format='qcow2',id=60f1a1d4-f27c-4614-a503-0c14dde4a969,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1311220006-shelved',owner='ea7d9b3864a245dca1620d6cfa442897',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-12-06T10:10:44Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'device_name': '/dev/vda', 'encrypted': False, 'encryption_format': None, 'encryption_options': None, 'encryption_secret_uuid': None, 'boot_index': 0, 'device_type': 'disk', 'size': 0, 'guest_format': None, 'image_id': 'b338f3c8-9974-4b9f-bacb-c75dd541c256'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 10:12:38 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-ecff4f53-269c-4e22-a152-921a381c98f4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:12:38 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-ecff4f53-269c-4e22-a152-921a381c98f4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:12:38 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-ecff4f53-269c-4e22-a152-921a381c98f4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 10:12:38 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-ecff4f53-269c-4e22-a152-921a381c98f4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] CPU controller missing on host. {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 10:12:38 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-ecff4f53-269c-4e22-a152-921a381c98f4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 10:12:38 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-ecff4f53-269c-4e22-a152-921a381c98f4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] CPU controller found on host. {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 10:12:38 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-ecff4f53-269c-4e22-a152-921a381c98f4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74535) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 10:12:38 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-ecff4f53-269c-4e22-a152-921a381c98f4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T09:52:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='2401da63da463e168720026093cdda22',container_format='bare',created_at=2023-12-06T10:10:39Z,direct_url=<?>,disk_format='qcow2',id=60f1a1d4-f27c-4614-a503-0c14dde4a969,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1311220006-shelved',owner='ea7d9b3864a245dca1620d6cfa442897',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-12-06T10:10:44Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 10:12:38 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-ecff4f53-269c-4e22-a152-921a381c98f4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Flavor limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 10:12:38 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-ecff4f53-269c-4e22-a152-921a381c98f4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Image limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 10:12:38 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-ecff4f53-269c-4e22-a152-921a381c98f4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Flavor pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 10:12:38 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-ecff4f53-269c-4e22-a152-921a381c98f4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Image pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 10:12:38 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-ecff4f53-269c-4e22-a152-921a381c98f4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 10:12:38 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-ecff4f53-269c-4e22-a152-921a381c98f4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 10:12:38 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-ecff4f53-269c-4e22-a152-921a381c98f4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 10:12:38 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-ecff4f53-269c-4e22-a152-921a381c98f4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Got 1 possible topologies {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 10:12:38 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-ecff4f53-269c-4e22-a152-921a381c98f4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 10:12:38 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-ecff4f53-269c-4e22-a152-921a381c98f4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 10:12:38 user nova-compute[74535]: DEBUG nova.objects.instance [None req-ecff4f53-269c-4e22-a152-921a381c98f4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Lazy-loading 'vcpu_model' on Instance uuid 247b6870-1e30-482b-b271-49ef023dbd62 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:12:38 user nova-compute[74535]: DEBUG nova.objects.base [None req-ecff4f53-269c-4e22-a152-921a381c98f4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Object Instance<247b6870-1e30-482b-b271-49ef023dbd62> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model {{(pid=74535) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 10:12:38 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-ecff4f53-269c-4e22-a152-921a381c98f4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-06T10:08:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1311220006',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1311220006',id=30,image_ref='60f1a1d4-f27c-4614-a503-0c14dde4a969',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-1903872700',keypairs=<?>,launch_index=0,launched_at=2023-12-06T10:08:50Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='ea7d9b3864a245dca1620d6cfa442897',ramdisk_id='',reservation_id='r-z8m5ft61',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-178785579',owner_user_name='tempest-AttachVolumeShelveTestJSON-178785579-project-member',shelved_at='2023-12-06T10:10:43.956366',shelved_host='user',shelved_image_id='60f1a1d4-f27c-4614-a503-0c14dde4a969'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T10:12:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a270961c7b434e87a25209f6eff7df18',uuid=247b6870-1e30-482b-b271-49ef023dbd62,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "3d324afa-16ef-49f3-be43-c21db0c9eaa1", "address": "fa:16:3e:24:8a:1b", "network": {"id": "083b1a00-b026-47dd-86f2-afd036201f4c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-290939981-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea7d9b3864a245dca1620d6cfa442897", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d324afa-16", "ovs_interfaceid": "3d324afa-16ef-49f3-be43-c21db0c9eaa1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74535) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 10:12:38 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-ecff4f53-269c-4e22-a152-921a381c98f4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Converting VIF {"id": "3d324afa-16ef-49f3-be43-c21db0c9eaa1", "address": "fa:16:3e:24:8a:1b", "network": {"id": "083b1a00-b026-47dd-86f2-afd036201f4c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-290939981-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea7d9b3864a245dca1620d6cfa442897", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d324afa-16", "ovs_interfaceid": "3d324afa-16ef-49f3-be43-c21db0c9eaa1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:12:38 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-ecff4f53-269c-4e22-a152-921a381c98f4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:24:8a:1b,bridge_name='br-int',has_traffic_filtering=True,id=3d324afa-16ef-49f3-be43-c21db0c9eaa1,network=Network(083b1a00-b026-47dd-86f2-afd036201f4c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3d324afa-16') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:12:38 user nova-compute[74535]: DEBUG nova.objects.instance [None req-ecff4f53-269c-4e22-a152-921a381c98f4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Lazy-loading 'pci_devices' on Instance uuid 247b6870-1e30-482b-b271-49ef023dbd62 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:12:38 user nova-compute[74535]: DEBUG nova.objects.base [None req-ecff4f53-269c-4e22-a152-921a381c98f4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Object Instance<247b6870-1e30-482b-b271-49ef023dbd62> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model,pci_devices {{(pid=74535) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 10:12:38 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-ecff4f53-269c-4e22-a152-921a381c98f4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] End _get_guest_xml xml=<domain type="kvm">
Dec 06 10:12:38 user nova-compute[74535]:   <uuid>247b6870-1e30-482b-b271-49ef023dbd62</uuid>
Dec 06 10:12:38 user nova-compute[74535]:   <name>instance-0000001e</name>
Dec 06 10:12:38 user nova-compute[74535]:   <memory>524288</memory>
Dec 06 10:12:38 user nova-compute[74535]:   <vcpu>1</vcpu>
Dec 06 10:12:38 user nova-compute[74535]:   <metadata>
Dec 06 10:12:38 user nova-compute[74535]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 10:12:38 user nova-compute[74535]:       <nova:package version="0.0.0"/>
Dec 06 10:12:38 user nova-compute[74535]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-1311220006</nova:name>
Dec 06 10:12:38 user nova-compute[74535]:       <nova:creationTime>2023-12-06 10:12:38</nova:creationTime>
Dec 06 10:12:38 user nova-compute[74535]:       <nova:flavor name="m1.tiny">
Dec 06 10:12:38 user nova-compute[74535]:         <nova:memory>512</nova:memory>
Dec 06 10:12:38 user nova-compute[74535]:         <nova:disk>1</nova:disk>
Dec 06 10:12:38 user nova-compute[74535]:         <nova:swap>0</nova:swap>
Dec 06 10:12:38 user nova-compute[74535]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 10:12:38 user nova-compute[74535]:         <nova:vcpus>1</nova:vcpus>
Dec 06 10:12:38 user nova-compute[74535]:       </nova:flavor>
Dec 06 10:12:38 user nova-compute[74535]:       <nova:owner>
Dec 06 10:12:38 user nova-compute[74535]:         <nova:user uuid="a270961c7b434e87a25209f6eff7df18">tempest-AttachVolumeShelveTestJSON-178785579-project-member</nova:user>
Dec 06 10:12:38 user nova-compute[74535]:         <nova:project uuid="ea7d9b3864a245dca1620d6cfa442897">tempest-AttachVolumeShelveTestJSON-178785579</nova:project>
Dec 06 10:12:38 user nova-compute[74535]:       </nova:owner>
Dec 06 10:12:38 user nova-compute[74535]:       <nova:root type="image" uuid="60f1a1d4-f27c-4614-a503-0c14dde4a969"/>
Dec 06 10:12:38 user nova-compute[74535]:       <nova:ports>
Dec 06 10:12:38 user nova-compute[74535]:         <nova:port uuid="3d324afa-16ef-49f3-be43-c21db0c9eaa1">
Dec 06 10:12:38 user nova-compute[74535]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Dec 06 10:12:38 user nova-compute[74535]:         </nova:port>
Dec 06 10:12:38 user nova-compute[74535]:       </nova:ports>
Dec 06 10:12:38 user nova-compute[74535]:     </nova:instance>
Dec 06 10:12:38 user nova-compute[74535]:   </metadata>
Dec 06 10:12:38 user nova-compute[74535]:   <sysinfo type="smbios">
Dec 06 10:12:38 user nova-compute[74535]:     <system>
Dec 06 10:12:38 user nova-compute[74535]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 10:12:38 user nova-compute[74535]:       <entry name="product">OpenStack Nova</entry>
Dec 06 10:12:38 user nova-compute[74535]:       <entry name="version">0.0.0</entry>
Dec 06 10:12:38 user nova-compute[74535]:       <entry name="serial">247b6870-1e30-482b-b271-49ef023dbd62</entry>
Dec 06 10:12:38 user nova-compute[74535]:       <entry name="uuid">247b6870-1e30-482b-b271-49ef023dbd62</entry>
Dec 06 10:12:38 user nova-compute[74535]:       <entry name="family">Virtual Machine</entry>
Dec 06 10:12:38 user nova-compute[74535]:     </system>
Dec 06 10:12:38 user nova-compute[74535]:   </sysinfo>
Dec 06 10:12:38 user nova-compute[74535]:   <os>
Dec 06 10:12:38 user nova-compute[74535]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 10:12:38 user nova-compute[74535]:     <boot dev="hd"/>
Dec 06 10:12:38 user nova-compute[74535]:     <smbios mode="sysinfo"/>
Dec 06 10:12:38 user nova-compute[74535]:   </os>
Dec 06 10:12:38 user nova-compute[74535]:   <features>
Dec 06 10:12:38 user nova-compute[74535]:     <acpi/>
Dec 06 10:12:38 user nova-compute[74535]:     <apic/>
Dec 06 10:12:38 user nova-compute[74535]:     <vmcoreinfo/>
Dec 06 10:12:38 user nova-compute[74535]:   </features>
Dec 06 10:12:38 user nova-compute[74535]:   <clock offset="utc">
Dec 06 10:12:38 user nova-compute[74535]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 10:12:38 user nova-compute[74535]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 10:12:38 user nova-compute[74535]:     <timer name="hpet" present="no"/>
Dec 06 10:12:38 user nova-compute[74535]:   </clock>
Dec 06 10:12:38 user nova-compute[74535]:   <cpu mode="custom" match="exact">
Dec 06 10:12:38 user nova-compute[74535]:     <model>Nehalem</model>
Dec 06 10:12:38 user nova-compute[74535]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 10:12:38 user nova-compute[74535]:   </cpu>
Dec 06 10:12:38 user nova-compute[74535]:   <devices>
Dec 06 10:12:38 user nova-compute[74535]:     <disk type="file" device="disk">
Dec 06 10:12:38 user nova-compute[74535]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 10:12:38 user nova-compute[74535]:       <source file="/opt/stack/data/nova/instances/247b6870-1e30-482b-b271-49ef023dbd62/disk"/>
Dec 06 10:12:38 user nova-compute[74535]:       <target dev="vda" bus="virtio"/>
Dec 06 10:12:38 user nova-compute[74535]:     </disk>
Dec 06 10:12:38 user nova-compute[74535]:     <interface type="ethernet">
Dec 06 10:12:38 user nova-compute[74535]:       <mac address="fa:16:3e:24:8a:1b"/>
Dec 06 10:12:38 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 10:12:38 user nova-compute[74535]:       <mtu size="1442"/>
Dec 06 10:12:38 user nova-compute[74535]:       <target dev="tap3d324afa-16"/>
Dec 06 10:12:38 user nova-compute[74535]:     </interface>
Dec 06 10:12:38 user nova-compute[74535]:     <serial type="pty">
Dec 06 10:12:38 user nova-compute[74535]:       <log file="/opt/stack/data/nova/instances/247b6870-1e30-482b-b271-49ef023dbd62/console.log" append="off"/>
Dec 06 10:12:38 user nova-compute[74535]:     </serial>
Dec 06 10:12:38 user nova-compute[74535]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 10:12:38 user nova-compute[74535]:     <video>
Dec 06 10:12:38 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 10:12:38 user nova-compute[74535]:     </video>
Dec 06 10:12:38 user nova-compute[74535]:     <rng model="virtio">
Dec 06 10:12:38 user nova-compute[74535]:       <backend model="random">/dev/urandom</backend>
Dec 06 10:12:38 user nova-compute[74535]:     </rng>
Dec 06 10:12:38 user nova-compute[74535]:     <controller type="usb" index="0" model="none"/>
Dec 06 10:12:38 user nova-compute[74535]:     <memballoon model="virtio">
Dec 06 10:12:38 user nova-compute[74535]:       <stats period="10"/>
Dec 06 10:12:38 user nova-compute[74535]:     </memballoon>
Dec 06 10:12:38 user nova-compute[74535]:   </devices>
Dec 06 10:12:38 user nova-compute[74535]: </domain>
Dec 06 10:12:38 user nova-compute[74535]:  {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 10:12:38 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-ecff4f53-269c-4e22-a152-921a381c98f4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-06T10:08:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1311220006',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1311220006',id=30,image_ref='60f1a1d4-f27c-4614-a503-0c14dde4a969',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-1903872700',keypairs=<?>,launch_index=0,launched_at=2023-12-06T10:08:50Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='ea7d9b3864a245dca1620d6cfa442897',ramdisk_id='',reservation_id='r-z8m5ft61',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-178785579',owner_user_name='tempest-AttachVolumeShelveTestJSON-178785579-project-member',shelved_at='2023-12-06T10:10:43.956366',shelved_host='user',shelved_image_id='60f1a1d4-f27c-4614-a503-0c14dde4a969'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T10:12:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a270961c7b434e87a25209f6eff7df18',uuid=247b6870-1e30-482b-b271-49ef023dbd62,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "3d324afa-16ef-49f3-be43-c21db0c9eaa1", "address": "fa:16:3e:24:8a:1b", "network": {"id": "083b1a00-b026-47dd-86f2-afd036201f4c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-290939981-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea7d9b3864a245dca1620d6cfa442897", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d324afa-16", "ovs_interfaceid": "3d324afa-16ef-49f3-be43-c21db0c9eaa1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 10:12:38 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-ecff4f53-269c-4e22-a152-921a381c98f4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Converting VIF {"id": "3d324afa-16ef-49f3-be43-c21db0c9eaa1", "address": "fa:16:3e:24:8a:1b", "network": {"id": "083b1a00-b026-47dd-86f2-afd036201f4c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-290939981-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea7d9b3864a245dca1620d6cfa442897", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d324afa-16", "ovs_interfaceid": "3d324afa-16ef-49f3-be43-c21db0c9eaa1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:12:38 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-ecff4f53-269c-4e22-a152-921a381c98f4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:24:8a:1b,bridge_name='br-int',has_traffic_filtering=True,id=3d324afa-16ef-49f3-be43-c21db0c9eaa1,network=Network(083b1a00-b026-47dd-86f2-afd036201f4c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3d324afa-16') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:12:38 user nova-compute[74535]: DEBUG os_vif [None req-ecff4f53-269c-4e22-a152-921a381c98f4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:24:8a:1b,bridge_name='br-int',has_traffic_filtering=True,id=3d324afa-16ef-49f3-be43-c21db0c9eaa1,network=Network(083b1a00-b026-47dd-86f2-afd036201f4c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3d324afa-16') {{(pid=74535) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 10:12:38 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:12:38 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:12:38 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 10:12:38 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:12:38 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '889e8ea2-9a0e-5984-99f9-045ffda34960', '_type': 'linux-noop'}}, row=False) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:12:38 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:12:38 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:12:38 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:12:38 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:12:38 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap3d324afa-16, may_exist=True, interface_attrs={}) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:12:38 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap3d324afa-16, col_values=(('qos', UUID('e8e06108-8094-4e62-8e66-7db44d2b223f')),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:12:38 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap3d324afa-16, col_values=(('external_ids', {'iface-id': '3d324afa-16ef-49f3-be43-c21db0c9eaa1', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:24:8a:1b', 'vm-uuid': '247b6870-1e30-482b-b271-49ef023dbd62'}),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:12:38 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:12:38 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:12:38 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:12:38 user nova-compute[74535]: INFO os_vif [None req-ecff4f53-269c-4e22-a152-921a381c98f4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:24:8a:1b,bridge_name='br-int',has_traffic_filtering=True,id=3d324afa-16ef-49f3-be43-c21db0c9eaa1,network=Network(083b1a00-b026-47dd-86f2-afd036201f4c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3d324afa-16')
Dec 06 10:12:38 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-ecff4f53-269c-4e22-a152-921a381c98f4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] No BDM found with device name vda, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 10:12:38 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-ecff4f53-269c-4e22-a152-921a381c98f4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] No VIF found with MAC fa:16:3e:24:8a:1b, not building metadata {{(pid=74535) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 10:12:39 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:12:39 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:12:39 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:12:39 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:12:40 user nova-compute[74535]: DEBUG nova.compute.manager [req-5faad029-7dc4-4c54-bd2e-55c7ce4860fd req-1af7db44-bca9-4f97-9bfd-0ad7b2151441 service nova] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] Received event network-vif-plugged-3d324afa-16ef-49f3-be43-c21db0c9eaa1 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:12:40 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-5faad029-7dc4-4c54-bd2e-55c7ce4860fd req-1af7db44-bca9-4f97-9bfd-0ad7b2151441 service nova] Acquiring lock "247b6870-1e30-482b-b271-49ef023dbd62-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:12:40 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-5faad029-7dc4-4c54-bd2e-55c7ce4860fd req-1af7db44-bca9-4f97-9bfd-0ad7b2151441 service nova] Lock "247b6870-1e30-482b-b271-49ef023dbd62-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:12:40 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-5faad029-7dc4-4c54-bd2e-55c7ce4860fd req-1af7db44-bca9-4f97-9bfd-0ad7b2151441 service nova] Lock "247b6870-1e30-482b-b271-49ef023dbd62-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:12:40 user nova-compute[74535]: DEBUG nova.compute.manager [req-5faad029-7dc4-4c54-bd2e-55c7ce4860fd req-1af7db44-bca9-4f97-9bfd-0ad7b2151441 service nova] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] No waiting events found dispatching network-vif-plugged-3d324afa-16ef-49f3-be43-c21db0c9eaa1 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:12:40 user nova-compute[74535]: WARNING nova.compute.manager [req-5faad029-7dc4-4c54-bd2e-55c7ce4860fd req-1af7db44-bca9-4f97-9bfd-0ad7b2151441 service nova] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] Received unexpected event network-vif-plugged-3d324afa-16ef-49f3-be43-c21db0c9eaa1 for instance with vm_state shelved_offloaded and task_state spawning.
Dec 06 10:12:40 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:12:40 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:12:40 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:12:40 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:12:40 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:12:41 user nova-compute[74535]: DEBUG nova.compute.manager [None req-ecff4f53-269c-4e22-a152-921a381c98f4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] Instance event wait completed in 0 seconds for  {{(pid=74535) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 10:12:41 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-ecff4f53-269c-4e22-a152-921a381c98f4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] Guest created on hypervisor {{(pid=74535) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 10:12:41 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] Instance spawned successfully.
Dec 06 10:12:42 user nova-compute[74535]: DEBUG nova.compute.manager [req-2e136956-e895-4d82-b32d-dbac769197c3 req-3e5ba1f8-8639-4f86-89fa-badf297e0c48 service nova] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] Received event network-vif-plugged-3d324afa-16ef-49f3-be43-c21db0c9eaa1 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:12:42 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-2e136956-e895-4d82-b32d-dbac769197c3 req-3e5ba1f8-8639-4f86-89fa-badf297e0c48 service nova] Acquiring lock "247b6870-1e30-482b-b271-49ef023dbd62-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:12:42 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-2e136956-e895-4d82-b32d-dbac769197c3 req-3e5ba1f8-8639-4f86-89fa-badf297e0c48 service nova] Lock "247b6870-1e30-482b-b271-49ef023dbd62-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:12:42 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-2e136956-e895-4d82-b32d-dbac769197c3 req-3e5ba1f8-8639-4f86-89fa-badf297e0c48 service nova] Lock "247b6870-1e30-482b-b271-49ef023dbd62-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:12:42 user nova-compute[74535]: DEBUG nova.compute.manager [req-2e136956-e895-4d82-b32d-dbac769197c3 req-3e5ba1f8-8639-4f86-89fa-badf297e0c48 service nova] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] No waiting events found dispatching network-vif-plugged-3d324afa-16ef-49f3-be43-c21db0c9eaa1 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:12:42 user nova-compute[74535]: WARNING nova.compute.manager [req-2e136956-e895-4d82-b32d-dbac769197c3 req-3e5ba1f8-8639-4f86-89fa-badf297e0c48 service nova] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] Received unexpected event network-vif-plugged-3d324afa-16ef-49f3-be43-c21db0c9eaa1 for instance with vm_state shelved_offloaded and task_state spawning.
Dec 06 10:12:42 user nova-compute[74535]: DEBUG nova.compute.manager [None req-ecff4f53-269c-4e22-a152-921a381c98f4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] Checking state {{(pid=74535) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 10:12:42 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-ecff4f53-269c-4e22-a152-921a381c98f4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Lock "247b6870-1e30-482b-b271-49ef023dbd62" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 10.633s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:12:43 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:12:43 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:12:46 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-5c59b4a7-d708-4683-b6ee-e9287ccca082 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Acquiring lock "0b8aa954-ba72-4ac4-914a-4fa50c056ebf" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:12:46 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-5c59b4a7-d708-4683-b6ee-e9287ccca082 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lock "0b8aa954-ba72-4ac4-914a-4fa50c056ebf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:12:46 user nova-compute[74535]: DEBUG nova.compute.manager [None req-5c59b4a7-d708-4683-b6ee-e9287ccca082 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 0b8aa954-ba72-4ac4-914a-4fa50c056ebf] Starting instance... {{(pid=74535) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 10:12:47 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-5c59b4a7-d708-4683-b6ee-e9287ccca082 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:12:47 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-5c59b4a7-d708-4683-b6ee-e9287ccca082 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:12:47 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-5c59b4a7-d708-4683-b6ee-e9287ccca082 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74535) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 10:12:47 user nova-compute[74535]: INFO nova.compute.claims [None req-5c59b4a7-d708-4683-b6ee-e9287ccca082 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 0b8aa954-ba72-4ac4-914a-4fa50c056ebf] Claim successful on node user
Dec 06 10:12:47 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-5c59b4a7-d708-4683-b6ee-e9287ccca082 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:12:47 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-5c59b4a7-d708-4683-b6ee-e9287ccca082 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:12:47 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-5c59b4a7-d708-4683-b6ee-e9287ccca082 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.479s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:12:47 user nova-compute[74535]: DEBUG nova.compute.manager [None req-5c59b4a7-d708-4683-b6ee-e9287ccca082 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 0b8aa954-ba72-4ac4-914a-4fa50c056ebf] Start building networks asynchronously for instance. {{(pid=74535) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 10:12:47 user nova-compute[74535]: DEBUG nova.compute.manager [None req-5c59b4a7-d708-4683-b6ee-e9287ccca082 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 0b8aa954-ba72-4ac4-914a-4fa50c056ebf] Allocating IP information in the background. {{(pid=74535) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 10:12:47 user nova-compute[74535]: DEBUG nova.network.neutron [None req-5c59b4a7-d708-4683-b6ee-e9287ccca082 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 0b8aa954-ba72-4ac4-914a-4fa50c056ebf] allocate_for_instance() {{(pid=74535) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 10:12:47 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-5c59b4a7-d708-4683-b6ee-e9287ccca082 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 0b8aa954-ba72-4ac4-914a-4fa50c056ebf] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 10:12:47 user nova-compute[74535]: DEBUG nova.compute.manager [None req-5c59b4a7-d708-4683-b6ee-e9287ccca082 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 0b8aa954-ba72-4ac4-914a-4fa50c056ebf] Start building block device mappings for instance. {{(pid=74535) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 10:12:47 user nova-compute[74535]: DEBUG nova.policy [None req-5c59b4a7-d708-4683-b6ee-e9287ccca082 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2a00a36cf91f4768aadaeccc7d530154', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ad8e6f48b8f442aa80f5839b55ad4b74', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74535) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 10:12:47 user nova-compute[74535]: DEBUG nova.compute.manager [None req-5c59b4a7-d708-4683-b6ee-e9287ccca082 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 0b8aa954-ba72-4ac4-914a-4fa50c056ebf] Start spawning the instance on the hypervisor. {{(pid=74535) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 10:12:47 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-5c59b4a7-d708-4683-b6ee-e9287ccca082 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 0b8aa954-ba72-4ac4-914a-4fa50c056ebf] Creating instance directory {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 10:12:47 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-5c59b4a7-d708-4683-b6ee-e9287ccca082 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 0b8aa954-ba72-4ac4-914a-4fa50c056ebf] Creating image(s)
Dec 06 10:12:47 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-5c59b4a7-d708-4683-b6ee-e9287ccca082 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Acquiring lock "/opt/stack/data/nova/instances/0b8aa954-ba72-4ac4-914a-4fa50c056ebf/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:12:47 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-5c59b4a7-d708-4683-b6ee-e9287ccca082 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lock "/opt/stack/data/nova/instances/0b8aa954-ba72-4ac4-914a-4fa50c056ebf/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:12:47 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-5c59b4a7-d708-4683-b6ee-e9287ccca082 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lock "/opt/stack/data/nova/instances/0b8aa954-ba72-4ac4-914a-4fa50c056ebf/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:12:47 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-5c59b4a7-d708-4683-b6ee-e9287ccca082 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:12:48 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-5c59b4a7-d708-4683-b6ee-e9287ccca082 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.207s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:12:48 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-5c59b4a7-d708-4683-b6ee-e9287ccca082 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Acquiring lock "7aef4f97309efbd0d8988be1fd45eed756898e08" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:12:48 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-5c59b4a7-d708-4683-b6ee-e9287ccca082 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lock "7aef4f97309efbd0d8988be1fd45eed756898e08" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:12:48 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-5c59b4a7-d708-4683-b6ee-e9287ccca082 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:12:48 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-5c59b4a7-d708-4683-b6ee-e9287ccca082 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.191s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:12:48 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-5c59b4a7-d708-4683-b6ee-e9287ccca082 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08,backing_fmt=raw /opt/stack/data/nova/instances/0b8aa954-ba72-4ac4-914a-4fa50c056ebf/disk 1073741824 {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:12:48 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-5c59b4a7-d708-4683-b6ee-e9287ccca082 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08,backing_fmt=raw /opt/stack/data/nova/instances/0b8aa954-ba72-4ac4-914a-4fa50c056ebf/disk 1073741824" returned: 0 in 0.049s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:12:48 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-5c59b4a7-d708-4683-b6ee-e9287ccca082 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lock "7aef4f97309efbd0d8988be1fd45eed756898e08" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.248s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:12:48 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-5c59b4a7-d708-4683-b6ee-e9287ccca082 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:12:48 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:12:48 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-5c59b4a7-d708-4683-b6ee-e9287ccca082 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.195s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:12:48 user nova-compute[74535]: DEBUG nova.virt.disk.api [None req-5c59b4a7-d708-4683-b6ee-e9287ccca082 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Checking if we can resize image /opt/stack/data/nova/instances/0b8aa954-ba72-4ac4-914a-4fa50c056ebf/disk. size=1073741824 {{(pid=74535) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 10:12:48 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-5c59b4a7-d708-4683-b6ee-e9287ccca082 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0b8aa954-ba72-4ac4-914a-4fa50c056ebf/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:12:48 user nova-compute[74535]: DEBUG nova.network.neutron [None req-5c59b4a7-d708-4683-b6ee-e9287ccca082 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 0b8aa954-ba72-4ac4-914a-4fa50c056ebf] Successfully created port: 285f27a6-8d5f-4ded-83b0-cbe52641f3fd {{(pid=74535) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 10:12:48 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-5c59b4a7-d708-4683-b6ee-e9287ccca082 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0b8aa954-ba72-4ac4-914a-4fa50c056ebf/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:12:48 user nova-compute[74535]: DEBUG nova.virt.disk.api [None req-5c59b4a7-d708-4683-b6ee-e9287ccca082 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Cannot resize image /opt/stack/data/nova/instances/0b8aa954-ba72-4ac4-914a-4fa50c056ebf/disk to a smaller size. {{(pid=74535) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 10:12:48 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-5c59b4a7-d708-4683-b6ee-e9287ccca082 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 0b8aa954-ba72-4ac4-914a-4fa50c056ebf] Created local disks {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 10:12:48 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-5c59b4a7-d708-4683-b6ee-e9287ccca082 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 0b8aa954-ba72-4ac4-914a-4fa50c056ebf] Ensure instance console log exists: /opt/stack/data/nova/instances/0b8aa954-ba72-4ac4-914a-4fa50c056ebf/console.log {{(pid=74535) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 10:12:48 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-5c59b4a7-d708-4683-b6ee-e9287ccca082 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:12:48 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-5c59b4a7-d708-4683-b6ee-e9287ccca082 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:12:48 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-5c59b4a7-d708-4683-b6ee-e9287ccca082 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:12:49 user nova-compute[74535]: DEBUG nova.network.neutron [None req-5c59b4a7-d708-4683-b6ee-e9287ccca082 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 0b8aa954-ba72-4ac4-914a-4fa50c056ebf] Successfully updated port: 285f27a6-8d5f-4ded-83b0-cbe52641f3fd {{(pid=74535) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 10:12:49 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-5c59b4a7-d708-4683-b6ee-e9287ccca082 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Acquiring lock "refresh_cache-0b8aa954-ba72-4ac4-914a-4fa50c056ebf" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:12:49 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-5c59b4a7-d708-4683-b6ee-e9287ccca082 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Acquired lock "refresh_cache-0b8aa954-ba72-4ac4-914a-4fa50c056ebf" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:12:49 user nova-compute[74535]: DEBUG nova.network.neutron [None req-5c59b4a7-d708-4683-b6ee-e9287ccca082 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 0b8aa954-ba72-4ac4-914a-4fa50c056ebf] Building network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 10:12:49 user nova-compute[74535]: DEBUG nova.compute.manager [req-3741fe02-25e3-4fb8-b4a4-d9e5eebf9218 req-5599642b-fc47-4ac7-ba0c-7e637bfce96a service nova] [instance: 0b8aa954-ba72-4ac4-914a-4fa50c056ebf] Received event network-changed-285f27a6-8d5f-4ded-83b0-cbe52641f3fd {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:12:49 user nova-compute[74535]: DEBUG nova.compute.manager [req-3741fe02-25e3-4fb8-b4a4-d9e5eebf9218 req-5599642b-fc47-4ac7-ba0c-7e637bfce96a service nova] [instance: 0b8aa954-ba72-4ac4-914a-4fa50c056ebf] Refreshing instance network info cache due to event network-changed-285f27a6-8d5f-4ded-83b0-cbe52641f3fd. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 10:12:49 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-3741fe02-25e3-4fb8-b4a4-d9e5eebf9218 req-5599642b-fc47-4ac7-ba0c-7e637bfce96a service nova] Acquiring lock "refresh_cache-0b8aa954-ba72-4ac4-914a-4fa50c056ebf" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:12:49 user nova-compute[74535]: DEBUG nova.network.neutron [None req-5c59b4a7-d708-4683-b6ee-e9287ccca082 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 0b8aa954-ba72-4ac4-914a-4fa50c056ebf] Instance cache missing network info. {{(pid=74535) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 10:12:49 user nova-compute[74535]: DEBUG nova.network.neutron [None req-5c59b4a7-d708-4683-b6ee-e9287ccca082 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 0b8aa954-ba72-4ac4-914a-4fa50c056ebf] Updating instance_info_cache with network_info: [{"id": "285f27a6-8d5f-4ded-83b0-cbe52641f3fd", "address": "fa:16:3e:70:c2:1d", "network": {"id": "49702c0e-8306-49f2-9a37-580dfa9aedca", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1167139173-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ad8e6f48b8f442aa80f5839b55ad4b74", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap285f27a6-8d", "ovs_interfaceid": "285f27a6-8d5f-4ded-83b0-cbe52641f3fd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:12:49 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-5c59b4a7-d708-4683-b6ee-e9287ccca082 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Releasing lock "refresh_cache-0b8aa954-ba72-4ac4-914a-4fa50c056ebf" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:12:49 user nova-compute[74535]: DEBUG nova.compute.manager [None req-5c59b4a7-d708-4683-b6ee-e9287ccca082 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 0b8aa954-ba72-4ac4-914a-4fa50c056ebf] Instance network_info: |[{"id": "285f27a6-8d5f-4ded-83b0-cbe52641f3fd", "address": "fa:16:3e:70:c2:1d", "network": {"id": "49702c0e-8306-49f2-9a37-580dfa9aedca", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1167139173-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ad8e6f48b8f442aa80f5839b55ad4b74", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap285f27a6-8d", "ovs_interfaceid": "285f27a6-8d5f-4ded-83b0-cbe52641f3fd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74535) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 10:12:49 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-3741fe02-25e3-4fb8-b4a4-d9e5eebf9218 req-5599642b-fc47-4ac7-ba0c-7e637bfce96a service nova] Acquired lock "refresh_cache-0b8aa954-ba72-4ac4-914a-4fa50c056ebf" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:12:49 user nova-compute[74535]: DEBUG nova.network.neutron [req-3741fe02-25e3-4fb8-b4a4-d9e5eebf9218 req-5599642b-fc47-4ac7-ba0c-7e637bfce96a service nova] [instance: 0b8aa954-ba72-4ac4-914a-4fa50c056ebf] Refreshing network info cache for port 285f27a6-8d5f-4ded-83b0-cbe52641f3fd {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 10:12:49 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-5c59b4a7-d708-4683-b6ee-e9287ccca082 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 0b8aa954-ba72-4ac4-914a-4fa50c056ebf] Start _get_guest_xml network_info=[{"id": "285f27a6-8d5f-4ded-83b0-cbe52641f3fd", "address": "fa:16:3e:70:c2:1d", "network": {"id": "49702c0e-8306-49f2-9a37-580dfa9aedca", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1167139173-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ad8e6f48b8f442aa80f5839b55ad4b74", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap285f27a6-8d", "ovs_interfaceid": "285f27a6-8d5f-4ded-83b0-cbe52641f3fd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T09:52:28Z,direct_url=<?>,disk_format='qcow2',id=b338f3c8-9974-4b9f-bacb-c75dd541c256,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='563f6a2917a742ada39fb0e950eece6e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T09:52:30Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'device_name': '/dev/vda', 'encrypted': False, 'encryption_format': None, 'encryption_options': None, 'encryption_secret_uuid': None, 'boot_index': 0, 'device_type': 'disk', 'size': 0, 'guest_format': None, 'image_id': 'b338f3c8-9974-4b9f-bacb-c75dd541c256'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 10:12:49 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-5c59b4a7-d708-4683-b6ee-e9287ccca082 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:12:49 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-5c59b4a7-d708-4683-b6ee-e9287ccca082 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:12:49 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-5c59b4a7-d708-4683-b6ee-e9287ccca082 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 10:12:49 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-5c59b4a7-d708-4683-b6ee-e9287ccca082 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] CPU controller missing on host. {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 10:12:49 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-5c59b4a7-d708-4683-b6ee-e9287ccca082 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 10:12:49 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-5c59b4a7-d708-4683-b6ee-e9287ccca082 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] CPU controller found on host. {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 10:12:49 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-5c59b4a7-d708-4683-b6ee-e9287ccca082 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74535) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 10:12:49 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-5c59b4a7-d708-4683-b6ee-e9287ccca082 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T09:52:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T09:52:28Z,direct_url=<?>,disk_format='qcow2',id=b338f3c8-9974-4b9f-bacb-c75dd541c256,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='563f6a2917a742ada39fb0e950eece6e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T09:52:30Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 10:12:49 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-5c59b4a7-d708-4683-b6ee-e9287ccca082 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Flavor limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 10:12:49 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-5c59b4a7-d708-4683-b6ee-e9287ccca082 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Image limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 10:12:49 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-5c59b4a7-d708-4683-b6ee-e9287ccca082 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Flavor pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 10:12:49 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-5c59b4a7-d708-4683-b6ee-e9287ccca082 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Image pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 10:12:49 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-5c59b4a7-d708-4683-b6ee-e9287ccca082 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 10:12:49 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-5c59b4a7-d708-4683-b6ee-e9287ccca082 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 10:12:49 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-5c59b4a7-d708-4683-b6ee-e9287ccca082 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 10:12:49 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-5c59b4a7-d708-4683-b6ee-e9287ccca082 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Got 1 possible topologies {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 10:12:49 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-5c59b4a7-d708-4683-b6ee-e9287ccca082 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 10:12:49 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-5c59b4a7-d708-4683-b6ee-e9287ccca082 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 10:12:49 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-5c59b4a7-d708-4683-b6ee-e9287ccca082 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:12:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1156856503',display_name='tempest-AttachVolumeNegativeTest-server-1156856503',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1156856503',id=36,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFE5rU+x4jj4Wi9LZzrjK/dnQbO9t0ziAwXdDUFWfLFVGgs5r3L55YiHSssN9pxlE9cSuQXdbZ0wVfMwu6bWjRwUsg/C7cROqbtXW2hZOhox1Icr0Lpc0s8zgceAX6v8ew==',key_name='tempest-keypair-389482786',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ad8e6f48b8f442aa80f5839b55ad4b74',ramdisk_id='',reservation_id='r-tvj0s0fa',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1248837640',owner_user_name='tempest-AttachVolumeNegativeTest-1248837640-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T10:12:48Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2a00a36cf91f4768aadaeccc7d530154',uuid=0b8aa954-ba72-4ac4-914a-4fa50c056ebf,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "285f27a6-8d5f-4ded-83b0-cbe52641f3fd", "address": "fa:16:3e:70:c2:1d", "network": {"id": "49702c0e-8306-49f2-9a37-580dfa9aedca", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1167139173-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ad8e6f48b8f442aa80f5839b55ad4b74", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap285f27a6-8d", "ovs_interfaceid": "285f27a6-8d5f-4ded-83b0-cbe52641f3fd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74535) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 10:12:49 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-5c59b4a7-d708-4683-b6ee-e9287ccca082 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Converting VIF {"id": "285f27a6-8d5f-4ded-83b0-cbe52641f3fd", "address": "fa:16:3e:70:c2:1d", "network": {"id": "49702c0e-8306-49f2-9a37-580dfa9aedca", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1167139173-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ad8e6f48b8f442aa80f5839b55ad4b74", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap285f27a6-8d", "ovs_interfaceid": "285f27a6-8d5f-4ded-83b0-cbe52641f3fd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:12:49 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-5c59b4a7-d708-4683-b6ee-e9287ccca082 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:70:c2:1d,bridge_name='br-int',has_traffic_filtering=True,id=285f27a6-8d5f-4ded-83b0-cbe52641f3fd,network=Network(49702c0e-8306-49f2-9a37-580dfa9aedca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap285f27a6-8d') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:12:49 user nova-compute[74535]: DEBUG nova.objects.instance [None req-5c59b4a7-d708-4683-b6ee-e9287ccca082 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lazy-loading 'pci_devices' on Instance uuid 0b8aa954-ba72-4ac4-914a-4fa50c056ebf {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:12:49 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-5c59b4a7-d708-4683-b6ee-e9287ccca082 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 0b8aa954-ba72-4ac4-914a-4fa50c056ebf] End _get_guest_xml xml=<domain type="kvm">
Dec 06 10:12:49 user nova-compute[74535]:   <uuid>0b8aa954-ba72-4ac4-914a-4fa50c056ebf</uuid>
Dec 06 10:12:49 user nova-compute[74535]:   <name>instance-00000024</name>
Dec 06 10:12:49 user nova-compute[74535]:   <memory>524288</memory>
Dec 06 10:12:49 user nova-compute[74535]:   <vcpu>1</vcpu>
Dec 06 10:12:49 user nova-compute[74535]:   <metadata>
Dec 06 10:12:49 user nova-compute[74535]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 10:12:49 user nova-compute[74535]:       <nova:package version="0.0.0"/>
Dec 06 10:12:49 user nova-compute[74535]:       <nova:name>tempest-AttachVolumeNegativeTest-server-1156856503</nova:name>
Dec 06 10:12:49 user nova-compute[74535]:       <nova:creationTime>2023-12-06 10:12:49</nova:creationTime>
Dec 06 10:12:49 user nova-compute[74535]:       <nova:flavor name="m1.tiny">
Dec 06 10:12:49 user nova-compute[74535]:         <nova:memory>512</nova:memory>
Dec 06 10:12:49 user nova-compute[74535]:         <nova:disk>1</nova:disk>
Dec 06 10:12:49 user nova-compute[74535]:         <nova:swap>0</nova:swap>
Dec 06 10:12:49 user nova-compute[74535]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 10:12:49 user nova-compute[74535]:         <nova:vcpus>1</nova:vcpus>
Dec 06 10:12:49 user nova-compute[74535]:       </nova:flavor>
Dec 06 10:12:49 user nova-compute[74535]:       <nova:owner>
Dec 06 10:12:49 user nova-compute[74535]:         <nova:user uuid="2a00a36cf91f4768aadaeccc7d530154">tempest-AttachVolumeNegativeTest-1248837640-project-member</nova:user>
Dec 06 10:12:49 user nova-compute[74535]:         <nova:project uuid="ad8e6f48b8f442aa80f5839b55ad4b74">tempest-AttachVolumeNegativeTest-1248837640</nova:project>
Dec 06 10:12:49 user nova-compute[74535]:       </nova:owner>
Dec 06 10:12:49 user nova-compute[74535]:       <nova:root type="image" uuid="b338f3c8-9974-4b9f-bacb-c75dd541c256"/>
Dec 06 10:12:49 user nova-compute[74535]:       <nova:ports>
Dec 06 10:12:49 user nova-compute[74535]:         <nova:port uuid="285f27a6-8d5f-4ded-83b0-cbe52641f3fd">
Dec 06 10:12:49 user nova-compute[74535]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Dec 06 10:12:49 user nova-compute[74535]:         </nova:port>
Dec 06 10:12:49 user nova-compute[74535]:       </nova:ports>
Dec 06 10:12:49 user nova-compute[74535]:     </nova:instance>
Dec 06 10:12:49 user nova-compute[74535]:   </metadata>
Dec 06 10:12:49 user nova-compute[74535]:   <sysinfo type="smbios">
Dec 06 10:12:49 user nova-compute[74535]:     <system>
Dec 06 10:12:49 user nova-compute[74535]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 10:12:49 user nova-compute[74535]:       <entry name="product">OpenStack Nova</entry>
Dec 06 10:12:49 user nova-compute[74535]:       <entry name="version">0.0.0</entry>
Dec 06 10:12:49 user nova-compute[74535]:       <entry name="serial">0b8aa954-ba72-4ac4-914a-4fa50c056ebf</entry>
Dec 06 10:12:49 user nova-compute[74535]:       <entry name="uuid">0b8aa954-ba72-4ac4-914a-4fa50c056ebf</entry>
Dec 06 10:12:49 user nova-compute[74535]:       <entry name="family">Virtual Machine</entry>
Dec 06 10:12:49 user nova-compute[74535]:     </system>
Dec 06 10:12:49 user nova-compute[74535]:   </sysinfo>
Dec 06 10:12:49 user nova-compute[74535]:   <os>
Dec 06 10:12:49 user nova-compute[74535]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 10:12:49 user nova-compute[74535]:     <boot dev="hd"/>
Dec 06 10:12:49 user nova-compute[74535]:     <smbios mode="sysinfo"/>
Dec 06 10:12:49 user nova-compute[74535]:   </os>
Dec 06 10:12:49 user nova-compute[74535]:   <features>
Dec 06 10:12:49 user nova-compute[74535]:     <acpi/>
Dec 06 10:12:49 user nova-compute[74535]:     <apic/>
Dec 06 10:12:49 user nova-compute[74535]:     <vmcoreinfo/>
Dec 06 10:12:49 user nova-compute[74535]:   </features>
Dec 06 10:12:49 user nova-compute[74535]:   <clock offset="utc">
Dec 06 10:12:49 user nova-compute[74535]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 10:12:49 user nova-compute[74535]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 10:12:49 user nova-compute[74535]:     <timer name="hpet" present="no"/>
Dec 06 10:12:49 user nova-compute[74535]:   </clock>
Dec 06 10:12:49 user nova-compute[74535]:   <cpu mode="custom" match="exact">
Dec 06 10:12:49 user nova-compute[74535]:     <model>Nehalem</model>
Dec 06 10:12:49 user nova-compute[74535]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 10:12:49 user nova-compute[74535]:   </cpu>
Dec 06 10:12:49 user nova-compute[74535]:   <devices>
Dec 06 10:12:49 user nova-compute[74535]:     <disk type="file" device="disk">
Dec 06 10:12:49 user nova-compute[74535]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 10:12:49 user nova-compute[74535]:       <source file="/opt/stack/data/nova/instances/0b8aa954-ba72-4ac4-914a-4fa50c056ebf/disk"/>
Dec 06 10:12:49 user nova-compute[74535]:       <target dev="vda" bus="virtio"/>
Dec 06 10:12:49 user nova-compute[74535]:     </disk>
Dec 06 10:12:49 user nova-compute[74535]:     <interface type="ethernet">
Dec 06 10:12:49 user nova-compute[74535]:       <mac address="fa:16:3e:70:c2:1d"/>
Dec 06 10:12:49 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 10:12:49 user nova-compute[74535]:       <mtu size="1442"/>
Dec 06 10:12:49 user nova-compute[74535]:       <target dev="tap285f27a6-8d"/>
Dec 06 10:12:49 user nova-compute[74535]:     </interface>
Dec 06 10:12:49 user nova-compute[74535]:     <serial type="pty">
Dec 06 10:12:49 user nova-compute[74535]:       <log file="/opt/stack/data/nova/instances/0b8aa954-ba72-4ac4-914a-4fa50c056ebf/console.log" append="off"/>
Dec 06 10:12:49 user nova-compute[74535]:     </serial>
Dec 06 10:12:49 user nova-compute[74535]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 10:12:49 user nova-compute[74535]:     <video>
Dec 06 10:12:49 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 10:12:49 user nova-compute[74535]:     </video>
Dec 06 10:12:49 user nova-compute[74535]:     <rng model="virtio">
Dec 06 10:12:49 user nova-compute[74535]:       <backend model="random">/dev/urandom</backend>
Dec 06 10:12:49 user nova-compute[74535]:     </rng>
Dec 06 10:12:49 user nova-compute[74535]:     <controller type="usb" index="0" model="none"/>
Dec 06 10:12:49 user nova-compute[74535]:     <memballoon model="virtio">
Dec 06 10:12:49 user nova-compute[74535]:       <stats period="10"/>
Dec 06 10:12:49 user nova-compute[74535]:     </memballoon>
Dec 06 10:12:49 user nova-compute[74535]:   </devices>
Dec 06 10:12:49 user nova-compute[74535]: </domain>
Dec 06 10:12:49 user nova-compute[74535]:  {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 10:12:49 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-5c59b4a7-d708-4683-b6ee-e9287ccca082 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:12:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1156856503',display_name='tempest-AttachVolumeNegativeTest-server-1156856503',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1156856503',id=36,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFE5rU+x4jj4Wi9LZzrjK/dnQbO9t0ziAwXdDUFWfLFVGgs5r3L55YiHSssN9pxlE9cSuQXdbZ0wVfMwu6bWjRwUsg/C7cROqbtXW2hZOhox1Icr0Lpc0s8zgceAX6v8ew==',key_name='tempest-keypair-389482786',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ad8e6f48b8f442aa80f5839b55ad4b74',ramdisk_id='',reservation_id='r-tvj0s0fa',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1248837640',owner_user_name='tempest-AttachVolumeNegativeTest-1248837640-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T10:12:48Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2a00a36cf91f4768aadaeccc7d530154',uuid=0b8aa954-ba72-4ac4-914a-4fa50c056ebf,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "285f27a6-8d5f-4ded-83b0-cbe52641f3fd", "address": "fa:16:3e:70:c2:1d", "network": {"id": "49702c0e-8306-49f2-9a37-580dfa9aedca", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1167139173-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ad8e6f48b8f442aa80f5839b55ad4b74", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap285f27a6-8d", "ovs_interfaceid": "285f27a6-8d5f-4ded-83b0-cbe52641f3fd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 10:12:49 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-5c59b4a7-d708-4683-b6ee-e9287ccca082 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Converting VIF {"id": "285f27a6-8d5f-4ded-83b0-cbe52641f3fd", "address": "fa:16:3e:70:c2:1d", "network": {"id": "49702c0e-8306-49f2-9a37-580dfa9aedca", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1167139173-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ad8e6f48b8f442aa80f5839b55ad4b74", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap285f27a6-8d", "ovs_interfaceid": "285f27a6-8d5f-4ded-83b0-cbe52641f3fd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:12:49 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-5c59b4a7-d708-4683-b6ee-e9287ccca082 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:70:c2:1d,bridge_name='br-int',has_traffic_filtering=True,id=285f27a6-8d5f-4ded-83b0-cbe52641f3fd,network=Network(49702c0e-8306-49f2-9a37-580dfa9aedca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap285f27a6-8d') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:12:49 user nova-compute[74535]: DEBUG os_vif [None req-5c59b4a7-d708-4683-b6ee-e9287ccca082 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:70:c2:1d,bridge_name='br-int',has_traffic_filtering=True,id=285f27a6-8d5f-4ded-83b0-cbe52641f3fd,network=Network(49702c0e-8306-49f2-9a37-580dfa9aedca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap285f27a6-8d') {{(pid=74535) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 10:12:49 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:12:49 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:12:49 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 10:12:49 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:12:49 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '4531b1ad-72cc-58e1-8e00-d367bc2f8f6b', '_type': 'linux-noop'}}, row=False) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:12:49 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:12:49 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:12:49 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:12:49 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:12:49 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap285f27a6-8d, may_exist=True, interface_attrs={}) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:12:49 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap285f27a6-8d, col_values=(('qos', UUID('9dfcd602-09ad-4aa4-bff5-88e36c870f43')),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:12:49 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap285f27a6-8d, col_values=(('external_ids', {'iface-id': '285f27a6-8d5f-4ded-83b0-cbe52641f3fd', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:70:c2:1d', 'vm-uuid': '0b8aa954-ba72-4ac4-914a-4fa50c056ebf'}),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:12:49 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:12:49 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:12:49 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:12:49 user nova-compute[74535]: INFO os_vif [None req-5c59b4a7-d708-4683-b6ee-e9287ccca082 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:70:c2:1d,bridge_name='br-int',has_traffic_filtering=True,id=285f27a6-8d5f-4ded-83b0-cbe52641f3fd,network=Network(49702c0e-8306-49f2-9a37-580dfa9aedca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap285f27a6-8d')
Dec 06 10:12:49 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-5c59b4a7-d708-4683-b6ee-e9287ccca082 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] No BDM found with device name vda, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 10:12:49 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-5c59b4a7-d708-4683-b6ee-e9287ccca082 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] No VIF found with MAC fa:16:3e:70:c2:1d, not building metadata {{(pid=74535) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 10:12:49 user nova-compute[74535]: DEBUG nova.network.neutron [req-3741fe02-25e3-4fb8-b4a4-d9e5eebf9218 req-5599642b-fc47-4ac7-ba0c-7e637bfce96a service nova] [instance: 0b8aa954-ba72-4ac4-914a-4fa50c056ebf] Updated VIF entry in instance network info cache for port 285f27a6-8d5f-4ded-83b0-cbe52641f3fd. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 10:12:49 user nova-compute[74535]: DEBUG nova.network.neutron [req-3741fe02-25e3-4fb8-b4a4-d9e5eebf9218 req-5599642b-fc47-4ac7-ba0c-7e637bfce96a service nova] [instance: 0b8aa954-ba72-4ac4-914a-4fa50c056ebf] Updating instance_info_cache with network_info: [{"id": "285f27a6-8d5f-4ded-83b0-cbe52641f3fd", "address": "fa:16:3e:70:c2:1d", "network": {"id": "49702c0e-8306-49f2-9a37-580dfa9aedca", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1167139173-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ad8e6f48b8f442aa80f5839b55ad4b74", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap285f27a6-8d", "ovs_interfaceid": "285f27a6-8d5f-4ded-83b0-cbe52641f3fd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:12:49 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-3741fe02-25e3-4fb8-b4a4-d9e5eebf9218 req-5599642b-fc47-4ac7-ba0c-7e637bfce96a service nova] Releasing lock "refresh_cache-0b8aa954-ba72-4ac4-914a-4fa50c056ebf" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:12:51 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:12:51 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:12:51 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:12:51 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:12:51 user nova-compute[74535]: DEBUG nova.compute.manager [req-ed92cef0-85a6-42a5-b34e-23b9c7ebe129 req-e093371c-d9b6-4225-9361-b6d5794130db service nova] [instance: 0b8aa954-ba72-4ac4-914a-4fa50c056ebf] Received event network-vif-plugged-285f27a6-8d5f-4ded-83b0-cbe52641f3fd {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:12:51 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-ed92cef0-85a6-42a5-b34e-23b9c7ebe129 req-e093371c-d9b6-4225-9361-b6d5794130db service nova] Acquiring lock "0b8aa954-ba72-4ac4-914a-4fa50c056ebf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:12:51 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-ed92cef0-85a6-42a5-b34e-23b9c7ebe129 req-e093371c-d9b6-4225-9361-b6d5794130db service nova] Lock "0b8aa954-ba72-4ac4-914a-4fa50c056ebf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:12:51 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-ed92cef0-85a6-42a5-b34e-23b9c7ebe129 req-e093371c-d9b6-4225-9361-b6d5794130db service nova] Lock "0b8aa954-ba72-4ac4-914a-4fa50c056ebf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:12:51 user nova-compute[74535]: DEBUG nova.compute.manager [req-ed92cef0-85a6-42a5-b34e-23b9c7ebe129 req-e093371c-d9b6-4225-9361-b6d5794130db service nova] [instance: 0b8aa954-ba72-4ac4-914a-4fa50c056ebf] No waiting events found dispatching network-vif-plugged-285f27a6-8d5f-4ded-83b0-cbe52641f3fd {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:12:51 user nova-compute[74535]: WARNING nova.compute.manager [req-ed92cef0-85a6-42a5-b34e-23b9c7ebe129 req-e093371c-d9b6-4225-9361-b6d5794130db service nova] [instance: 0b8aa954-ba72-4ac4-914a-4fa50c056ebf] Received unexpected event network-vif-plugged-285f27a6-8d5f-4ded-83b0-cbe52641f3fd for instance with vm_state building and task_state spawning.
Dec 06 10:12:51 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:12:51 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:12:51 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:12:51 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:12:51 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:12:53 user nova-compute[74535]: DEBUG nova.compute.manager [None req-5c59b4a7-d708-4683-b6ee-e9287ccca082 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 0b8aa954-ba72-4ac4-914a-4fa50c056ebf] Instance event wait completed in 0 seconds for  {{(pid=74535) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 10:12:53 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-5c59b4a7-d708-4683-b6ee-e9287ccca082 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 0b8aa954-ba72-4ac4-914a-4fa50c056ebf] Guest created on hypervisor {{(pid=74535) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 10:12:53 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: 0b8aa954-ba72-4ac4-914a-4fa50c056ebf] Instance spawned successfully.
Dec 06 10:12:53 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-5c59b4a7-d708-4683-b6ee-e9287ccca082 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 0b8aa954-ba72-4ac4-914a-4fa50c056ebf] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 10:12:53 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:12:53 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-5c59b4a7-d708-4683-b6ee-e9287ccca082 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 0b8aa954-ba72-4ac4-914a-4fa50c056ebf] Found default for hw_cdrom_bus of ide {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:12:53 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-5c59b4a7-d708-4683-b6ee-e9287ccca082 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 0b8aa954-ba72-4ac4-914a-4fa50c056ebf] Found default for hw_disk_bus of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:12:53 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-5c59b4a7-d708-4683-b6ee-e9287ccca082 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 0b8aa954-ba72-4ac4-914a-4fa50c056ebf] Found default for hw_input_bus of None {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:12:53 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-5c59b4a7-d708-4683-b6ee-e9287ccca082 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 0b8aa954-ba72-4ac4-914a-4fa50c056ebf] Found default for hw_pointer_model of None {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:12:53 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-5c59b4a7-d708-4683-b6ee-e9287ccca082 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 0b8aa954-ba72-4ac4-914a-4fa50c056ebf] Found default for hw_video_model of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:12:53 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-5c59b4a7-d708-4683-b6ee-e9287ccca082 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 0b8aa954-ba72-4ac4-914a-4fa50c056ebf] Found default for hw_vif_model of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:12:53 user nova-compute[74535]: INFO nova.compute.manager [None req-5c59b4a7-d708-4683-b6ee-e9287ccca082 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 0b8aa954-ba72-4ac4-914a-4fa50c056ebf] Took 5.48 seconds to spawn the instance on the hypervisor.
Dec 06 10:12:53 user nova-compute[74535]: DEBUG nova.compute.manager [None req-5c59b4a7-d708-4683-b6ee-e9287ccca082 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 0b8aa954-ba72-4ac4-914a-4fa50c056ebf] Checking state {{(pid=74535) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 10:12:53 user nova-compute[74535]: DEBUG nova.compute.manager [req-28260336-c6c4-452a-b33d-ca5eb77103b7 req-809de0a8-3ba1-41c0-a58a-3529d01d6a49 service nova] [instance: 0b8aa954-ba72-4ac4-914a-4fa50c056ebf] Received event network-vif-plugged-285f27a6-8d5f-4ded-83b0-cbe52641f3fd {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:12:53 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-28260336-c6c4-452a-b33d-ca5eb77103b7 req-809de0a8-3ba1-41c0-a58a-3529d01d6a49 service nova] Acquiring lock "0b8aa954-ba72-4ac4-914a-4fa50c056ebf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:12:53 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-28260336-c6c4-452a-b33d-ca5eb77103b7 req-809de0a8-3ba1-41c0-a58a-3529d01d6a49 service nova] Lock "0b8aa954-ba72-4ac4-914a-4fa50c056ebf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:12:53 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-28260336-c6c4-452a-b33d-ca5eb77103b7 req-809de0a8-3ba1-41c0-a58a-3529d01d6a49 service nova] Lock "0b8aa954-ba72-4ac4-914a-4fa50c056ebf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:12:53 user nova-compute[74535]: DEBUG nova.compute.manager [req-28260336-c6c4-452a-b33d-ca5eb77103b7 req-809de0a8-3ba1-41c0-a58a-3529d01d6a49 service nova] [instance: 0b8aa954-ba72-4ac4-914a-4fa50c056ebf] No waiting events found dispatching network-vif-plugged-285f27a6-8d5f-4ded-83b0-cbe52641f3fd {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:12:53 user nova-compute[74535]: WARNING nova.compute.manager [req-28260336-c6c4-452a-b33d-ca5eb77103b7 req-809de0a8-3ba1-41c0-a58a-3529d01d6a49 service nova] [instance: 0b8aa954-ba72-4ac4-914a-4fa50c056ebf] Received unexpected event network-vif-plugged-285f27a6-8d5f-4ded-83b0-cbe52641f3fd for instance with vm_state building and task_state spawning.
Dec 06 10:12:53 user nova-compute[74535]: INFO nova.compute.manager [None req-5c59b4a7-d708-4683-b6ee-e9287ccca082 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 0b8aa954-ba72-4ac4-914a-4fa50c056ebf] Took 6.34 seconds to build instance.
Dec 06 10:12:53 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-5c59b4a7-d708-4683-b6ee-e9287ccca082 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lock "0b8aa954-ba72-4ac4-914a-4fa50c056ebf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.475s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:12:54 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:12:58 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:12:59 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:13:03 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:13:04 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:13:06 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Acquiring lock "ed2fce2f-b3c8-4e33-8a20-002be3be78d5" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:13:06 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Lock "ed2fce2f-b3c8-4e33-8a20-002be3be78d5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:13:06 user nova-compute[74535]: DEBUG nova.compute.manager [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: ed2fce2f-b3c8-4e33-8a20-002be3be78d5] Starting instance... {{(pid=74535) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 10:13:06 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:13:06 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:13:06 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74535) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 10:13:06 user nova-compute[74535]: INFO nova.compute.claims [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: ed2fce2f-b3c8-4e33-8a20-002be3be78d5] Claim successful on node user
Dec 06 10:13:07 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:13:07 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:13:07 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.618s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:13:07 user nova-compute[74535]: DEBUG nova.compute.manager [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: ed2fce2f-b3c8-4e33-8a20-002be3be78d5] Start building networks asynchronously for instance. {{(pid=74535) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 10:13:07 user nova-compute[74535]: DEBUG nova.compute.manager [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: ed2fce2f-b3c8-4e33-8a20-002be3be78d5] Allocating IP information in the background. {{(pid=74535) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 10:13:07 user nova-compute[74535]: DEBUG nova.network.neutron [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: ed2fce2f-b3c8-4e33-8a20-002be3be78d5] allocate_for_instance() {{(pid=74535) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 10:13:07 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: ed2fce2f-b3c8-4e33-8a20-002be3be78d5] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 10:13:08 user nova-compute[74535]: DEBUG nova.compute.manager [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: ed2fce2f-b3c8-4e33-8a20-002be3be78d5] Start building block device mappings for instance. {{(pid=74535) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 10:13:08 user nova-compute[74535]: DEBUG nova.policy [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '46e1a6f038e54b16a4b6f8014b3bbf55', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e51798204a674f858778dac8b46e7fec', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74535) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 10:13:08 user nova-compute[74535]: INFO nova.virt.block_device [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: ed2fce2f-b3c8-4e33-8a20-002be3be78d5] Booting with volume-backed-image b338f3c8-9974-4b9f-bacb-c75dd541c256 at /dev/vda
Dec 06 10:13:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:13:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:13:08 user nova-compute[74535]: DEBUG nova.network.neutron [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: ed2fce2f-b3c8-4e33-8a20-002be3be78d5] Successfully created port: 5014d870-a6f4-46c0-b1f8-0ce19fa8d31a {{(pid=74535) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 10:13:09 user nova-compute[74535]: DEBUG nova.network.neutron [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: ed2fce2f-b3c8-4e33-8a20-002be3be78d5] Successfully updated port: 5014d870-a6f4-46c0-b1f8-0ce19fa8d31a {{(pid=74535) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 10:13:09 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Acquiring lock "refresh_cache-ed2fce2f-b3c8-4e33-8a20-002be3be78d5" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:13:09 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Acquired lock "refresh_cache-ed2fce2f-b3c8-4e33-8a20-002be3be78d5" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:13:09 user nova-compute[74535]: DEBUG nova.network.neutron [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: ed2fce2f-b3c8-4e33-8a20-002be3be78d5] Building network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 10:13:09 user nova-compute[74535]: DEBUG nova.compute.manager [req-b33a83a8-55eb-4a7f-bc09-d833dfda5438 req-23e5240d-de87-4bf3-b4ed-adc7febf5ce5 service nova] [instance: ed2fce2f-b3c8-4e33-8a20-002be3be78d5] Received event network-changed-5014d870-a6f4-46c0-b1f8-0ce19fa8d31a {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:13:09 user nova-compute[74535]: DEBUG nova.compute.manager [req-b33a83a8-55eb-4a7f-bc09-d833dfda5438 req-23e5240d-de87-4bf3-b4ed-adc7febf5ce5 service nova] [instance: ed2fce2f-b3c8-4e33-8a20-002be3be78d5] Refreshing instance network info cache due to event network-changed-5014d870-a6f4-46c0-b1f8-0ce19fa8d31a. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 10:13:09 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-b33a83a8-55eb-4a7f-bc09-d833dfda5438 req-23e5240d-de87-4bf3-b4ed-adc7febf5ce5 service nova] Acquiring lock "refresh_cache-ed2fce2f-b3c8-4e33-8a20-002be3be78d5" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:13:09 user nova-compute[74535]: DEBUG nova.network.neutron [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: ed2fce2f-b3c8-4e33-8a20-002be3be78d5] Instance cache missing network info. {{(pid=74535) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 10:13:09 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:13:09 user nova-compute[74535]: DEBUG nova.network.neutron [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: ed2fce2f-b3c8-4e33-8a20-002be3be78d5] Updating instance_info_cache with network_info: [{"id": "5014d870-a6f4-46c0-b1f8-0ce19fa8d31a", "address": "fa:16:3e:01:7b:cd", "network": {"id": "5d9c1cb1-5902-482f-8b27-801fd79a97a7", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-530073939-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e51798204a674f858778dac8b46e7fec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5014d870-a6", "ovs_interfaceid": "5014d870-a6f4-46c0-b1f8-0ce19fa8d31a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:13:09 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Releasing lock "refresh_cache-ed2fce2f-b3c8-4e33-8a20-002be3be78d5" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:13:09 user nova-compute[74535]: DEBUG nova.compute.manager [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: ed2fce2f-b3c8-4e33-8a20-002be3be78d5] Instance network_info: |[{"id": "5014d870-a6f4-46c0-b1f8-0ce19fa8d31a", "address": "fa:16:3e:01:7b:cd", "network": {"id": "5d9c1cb1-5902-482f-8b27-801fd79a97a7", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-530073939-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e51798204a674f858778dac8b46e7fec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5014d870-a6", "ovs_interfaceid": "5014d870-a6f4-46c0-b1f8-0ce19fa8d31a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74535) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 10:13:09 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-b33a83a8-55eb-4a7f-bc09-d833dfda5438 req-23e5240d-de87-4bf3-b4ed-adc7febf5ce5 service nova] Acquired lock "refresh_cache-ed2fce2f-b3c8-4e33-8a20-002be3be78d5" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:13:09 user nova-compute[74535]: DEBUG nova.network.neutron [req-b33a83a8-55eb-4a7f-bc09-d833dfda5438 req-23e5240d-de87-4bf3-b4ed-adc7febf5ce5 service nova] [instance: ed2fce2f-b3c8-4e33-8a20-002be3be78d5] Refreshing network info cache for port 5014d870-a6f4-46c0-b1f8-0ce19fa8d31a {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 10:13:10 user nova-compute[74535]: DEBUG nova.network.neutron [req-b33a83a8-55eb-4a7f-bc09-d833dfda5438 req-23e5240d-de87-4bf3-b4ed-adc7febf5ce5 service nova] [instance: ed2fce2f-b3c8-4e33-8a20-002be3be78d5] Updated VIF entry in instance network info cache for port 5014d870-a6f4-46c0-b1f8-0ce19fa8d31a. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 10:13:10 user nova-compute[74535]: DEBUG nova.network.neutron [req-b33a83a8-55eb-4a7f-bc09-d833dfda5438 req-23e5240d-de87-4bf3-b4ed-adc7febf5ce5 service nova] [instance: ed2fce2f-b3c8-4e33-8a20-002be3be78d5] Updating instance_info_cache with network_info: [{"id": "5014d870-a6f4-46c0-b1f8-0ce19fa8d31a", "address": "fa:16:3e:01:7b:cd", "network": {"id": "5d9c1cb1-5902-482f-8b27-801fd79a97a7", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-530073939-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e51798204a674f858778dac8b46e7fec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5014d870-a6", "ovs_interfaceid": "5014d870-a6f4-46c0-b1f8-0ce19fa8d31a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:13:10 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-b33a83a8-55eb-4a7f-bc09-d833dfda5438 req-23e5240d-de87-4bf3-b4ed-adc7febf5ce5 service nova] Releasing lock "refresh_cache-ed2fce2f-b3c8-4e33-8a20-002be3be78d5" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:13:13 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:13:14 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:13:18 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:13:18 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:13:18 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:13:18 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74535) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 10:13:18 user nova-compute[74535]: DEBUG os_brick.utils [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:13:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:13:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:13:18 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[62b0223b-c485-45c4-80d3-dd431d319b8c]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d95ac7cee77a\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:13:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:13:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:13:18 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[3652fa23-24da-46f2-81ca-f60b284201bd]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:13:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:13:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:13:18 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3f22ffa-79e7-4789-bb82-1cfe91a7d0d5]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:13:18 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce45d612-c5d8-4f75-a39f-c806b924a4e0]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:13:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Running cmd (subprocess): nvme version {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:13:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] 'nvme version' failed. Not Retrying. {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 10:13:19 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.nvmeof [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] nvme not present on system {{(pid=74535) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 10:13:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:13:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 10:13:19 user nova-compute[74535]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 10:13:19 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[f5dbcb7d-9ff8-49ba-aecf-59c64c21dd7a]: (4, '') {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:13:19 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74535) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 10:13:19 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74535) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 10:13:19 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] LIGHTOS: no hostnqn found. {{(pid=74535) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 10:13:19 user nova-compute[74535]: DEBUG os_brick.utils [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] <== get_connector_properties: return (124ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d95ac7cee77a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:13:19 user nova-compute[74535]: DEBUG nova.virt.block_device [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: ed2fce2f-b3c8-4e33-8a20-002be3be78d5] Updating existing volume attachment record: 8b936dd8-1347-4275-95f3-e3c433b9d612 {{(pid=74535) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 10:13:19 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:13:19 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:13:19 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:13:19 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:13:19 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:13:19 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:13:19 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Auditing locally available compute resources for user (node: user) {{(pid=74535) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 10:13:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0b8aa954-ba72-4ac4-914a-4fa50c056ebf/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:13:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0b8aa954-ba72-4ac4-914a-4fa50c056ebf/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:13:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0b8aa954-ba72-4ac4-914a-4fa50c056ebf/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:13:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0b8aa954-ba72-4ac4-914a-4fa50c056ebf/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:13:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1b834bc-519d-497f-97b9-7879f57044f7/disk.rescue --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:13:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1b834bc-519d-497f-97b9-7879f57044f7/disk.rescue --force-share --output=json" returned: 0 in 0.183s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:13:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1b834bc-519d-497f-97b9-7879f57044f7/disk.rescue --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:13:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1b834bc-519d-497f-97b9-7879f57044f7/disk.rescue --force-share --output=json" returned: 0 in 0.179s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:13:20 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] skipping disk /opt/stack/data/nova/instances/b1b834bc-519d-497f-97b9-7879f57044f7/disk (vdb) as it is a volume {{(pid=74535) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 10:13:20 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74535) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 10:13:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/19664d45-f856-4eb0-84d7-c1d29b1f5d0e/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:13:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/19664d45-f856-4eb0-84d7-c1d29b1f5d0e/disk --force-share --output=json" returned: 0 in 0.220s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:13:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/19664d45-f856-4eb0-84d7-c1d29b1f5d0e/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:13:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/19664d45-f856-4eb0-84d7-c1d29b1f5d0e/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:13:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3623b97e-3ebb-4aeb-afae-8c80f720aa07/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:13:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3623b97e-3ebb-4aeb-afae-8c80f720aa07/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:13:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3623b97e-3ebb-4aeb-afae-8c80f720aa07/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:13:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3623b97e-3ebb-4aeb-afae-8c80f720aa07/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:13:21 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74535) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 10:13:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk.rescue --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:13:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk.rescue --force-share --output=json" returned: 0 in 0.181s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:13:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk.rescue --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:13:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk.rescue --force-share --output=json" returned: 0 in 0.174s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:13:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:13:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:13:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:13:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:13:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/247b6870-1e30-482b-b271-49ef023dbd62/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:13:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/247b6870-1e30-482b-b271-49ef023dbd62/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:13:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/247b6870-1e30-482b-b271-49ef023dbd62/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:13:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/247b6870-1e30-482b-b271-49ef023dbd62/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:13:22 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] skipping disk /dev/sdg (vda) as it is a volume {{(pid=74535) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 10:13:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d9150e7-0f02-4b19-b3f2-b329620d9722/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:13:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d9150e7-0f02-4b19-b3f2-b329620d9722/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:13:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d9150e7-0f02-4b19-b3f2-b329620d9722/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:13:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d9150e7-0f02-4b19-b3f2-b329620d9722/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:13:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f37b4f2-47f1-474f-82cb-fa93ff07f428/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:13:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:13:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f37b4f2-47f1-474f-82cb-fa93ff07f428/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:13:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f37b4f2-47f1-474f-82cb-fa93ff07f428/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:13:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f37b4f2-47f1-474f-82cb-fa93ff07f428/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:13:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5e39a1a4-f188-40e3-bcba-70e47abd6026/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:13:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5e39a1a4-f188-40e3-bcba-70e47abd6026/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:13:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5e39a1a4-f188-40e3-bcba-70e47abd6026/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:13:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5e39a1a4-f188-40e3-bcba-70e47abd6026/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:13:23 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74535) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 10:13:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e89c4f21-c084-4a60-9f6e-717b45ec85b5/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:13:24 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e89c4f21-c084-4a60-9f6e-717b45ec85b5/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:13:24 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e89c4f21-c084-4a60-9f6e-717b45ec85b5/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:13:24 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e89c4f21-c084-4a60-9f6e-717b45ec85b5/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:13:24 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:13:24 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:13:24 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Hypervisor/Node resource view: name=user free_ram=7377MB free_disk=24.933609008789062GB free_vcpus=0 pci_devices=[{"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74535) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 10:13:24 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:13:24 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:13:24 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:13:24 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 5e39a1a4-f188-40e3-bcba-70e47abd6026 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:13:24 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 2d9150e7-0f02-4b19-b3f2-b329620d9722 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:13:24 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 5f37b4f2-47f1-474f-82cb-fa93ff07f428 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:13:24 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance d742d153-7670-4be9-8477-882f6a39f03f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:13:24 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 66440071-6cf6-4b6d-8d2a-edd5c1885510 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:13:24 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance e89c4f21-c084-4a60-9f6e-717b45ec85b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:13:24 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 3623b97e-3ebb-4aeb-afae-8c80f720aa07 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:13:24 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance ceae3072-5275-4b93-92f3-fca295ad3929 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:13:24 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 19664d45-f856-4eb0-84d7-c1d29b1f5d0e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:13:24 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance b1b834bc-519d-497f-97b9-7879f57044f7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:13:24 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:13:24 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 247b6870-1e30-482b-b271-49ef023dbd62 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:13:24 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 0b8aa954-ba72-4ac4-914a-4fa50c056ebf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:13:24 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance ed2fce2f-b3c8-4e33-8a20-002be3be78d5 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:13:24 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Total usable vcpus: 12, total allocated vcpus: 14 {{(pid=74535) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 10:13:24 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Final resource view: name=user phys_ram=16011MB used_ram=9216MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=14 pci_stats=[] {{(pid=74535) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 10:13:25 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:13:25 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:13:25 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Compute_service record updated for user:user {{(pid=74535) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 10:13:25 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.554s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:13:26 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:13:26 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Starting heal instance info cache {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 10:13:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "refresh_cache-2d9150e7-0f02-4b19-b3f2-b329620d9722" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:13:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquired lock "refresh_cache-2d9150e7-0f02-4b19-b3f2-b329620d9722" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:13:26 user nova-compute[74535]: DEBUG nova.network.neutron [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: 2d9150e7-0f02-4b19-b3f2-b329620d9722] Forcefully refreshing network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 10:13:26 user nova-compute[74535]: DEBUG nova.network.neutron [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: 2d9150e7-0f02-4b19-b3f2-b329620d9722] Updating instance_info_cache with network_info: [{"id": "5b9a0b29-a049-47fe-8088-25106a3d74d5", "address": "fa:16:3e:f4:b0:b8", "network": {"id": "5d9c1cb1-5902-482f-8b27-801fd79a97a7", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-530073939-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e51798204a674f858778dac8b46e7fec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b9a0b29-a0", "ovs_interfaceid": "5b9a0b29-a049-47fe-8088-25106a3d74d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:13:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Releasing lock "refresh_cache-2d9150e7-0f02-4b19-b3f2-b329620d9722" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:13:26 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: 2d9150e7-0f02-4b19-b3f2-b329620d9722] Updated the network info_cache for instance {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 10:13:26 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:13:26 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:13:26 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:13:26 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG nova.compute.manager [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: ed2fce2f-b3c8-4e33-8a20-002be3be78d5] Start spawning the instance on the hypervisor. {{(pid=74535) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: ed2fce2f-b3c8-4e33-8a20-002be3be78d5] Creating instance directory {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 10:13:29 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: ed2fce2f-b3c8-4e33-8a20-002be3be78d5] Creating image(s)
Dec 06 10:13:29 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: ed2fce2f-b3c8-4e33-8a20-002be3be78d5] Did not create local disks {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4867}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: ed2fce2f-b3c8-4e33-8a20-002be3be78d5] Ensure instance console log exists: /opt/stack/data/nova/instances/ed2fce2f-b3c8-4e33-8a20-002be3be78d5/console.log {{(pid=74535) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: ed2fce2f-b3c8-4e33-8a20-002be3be78d5] Start _get_guest_xml network_info=[{"id": "5014d870-a6f4-46c0-b1f8-0ce19fa8d31a", "address": "fa:16:3e:01:7b:cd", "network": {"id": "5d9c1cb1-5902-482f-8b27-801fd79a97a7", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-530073939-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e51798204a674f858778dac8b46e7fec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5014d870-a6", "ovs_interfaceid": "5014d870-a6f4-46c0-b1f8-0ce19fa8d31a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T09:52:28Z,direct_url=<?>,disk_format='qcow2',id=b338f3c8-9974-4b9f-bacb-c75dd541c256,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='563f6a2917a742ada39fb0e950eece6e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T09:52:30Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'delete_on_termination': False, 'attachment_id': '8b936dd8-1347-4275-95f3-e3c433b9d612', 'boot_index': 0, 'device_type': 'disk', 'guest_format': None, 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ehyuCSjU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'ed2fce2f-b3c8-4e33-8a20-002be3be78d5', 'attached_at': '', 'detached_at': '', 'volume_id': '1e249619-0ff9-4cf4-aef9-b32cfba7be71', 'serial': '1e249619-0ff9-4cf4-aef9-b32cfba7be71'}, 'volume_type': None} {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 10:13:29 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:13:29 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:13:29 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] CPU controller missing on host. {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] CPU controller found on host. {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74535) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T09:52:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T09:52:28Z,direct_url=<?>,disk_format='qcow2',id=b338f3c8-9974-4b9f-bacb-c75dd541c256,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='563f6a2917a742ada39fb0e950eece6e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T09:52:30Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Flavor limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Image limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Flavor pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Image pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Got 1 possible topologies {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: ed2fce2f-b3c8-4e33-8a20-002be3be78d5] Calling os-brick to attach iSCSI Volume {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ehyuCSjU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:13:29 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:13:29 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:13:29 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:13:29 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:13:29 user nova-compute[74535]: INFO os_brick.initiator.connectors.iscsi [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 10:13:29 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71 -p 172.16.0.220:3260 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ad60258-f157-44f7-aa02-4267b3a93e01]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 10:13:29 user nova-compute[74535]:  {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71 -p 172.16.0.220:3260 --interface default --op new {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[e18cc1d8-8b29-45bb-b3f4-4eb10a4e2674]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71] added\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71] added
Dec 06 10:13:29 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf44389a-5ff5-4b9d-8e10-7dcbaf02e9e7]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e9379b1-08cd-452b-8e33-08ad83624cef]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ehyuCSjU {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:13:29 user nova-compute[74535]: INFO nova.compute.manager [None req-f0800336-dcd9-4a68-85de-e6ef6919b71f tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] Get console output
Dec 06 10:13:29 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ehyuCSjU" returned: 0 in 0.020s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[feff387c-4190-4d29-8f0d-6d401cd22820]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ehyuCSjU'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b42974f-17e2-4706-9b47-7b0108b676d6]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0a55230-b65a-44f1-b014-1e6dcf765e51]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:518b71bf-d113-4242-aaea-264dd34e927c (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:627da594-0bbf-4459-bfeb-8f67be5a4c4b (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:13:29 user nova-compute[74535]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef (non-flash)
Dec 06 10:13:29 user nova-compute[74535]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:518b71bf-d113-4242-aaea-264dd34e927c (non-flash)
Dec 06 10:13:29 user nova-compute[74535]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:627da594-0bbf-4459-bfeb-8f67be5a4c4b (non-flash)
Dec 06 10:13:29 user nova-compute[74535]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa (non-flash)
Dec 06 10:13:29 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:13:29 user nova-compute[74535]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef (non-flash)
Dec 06 10:13:29 user nova-compute[74535]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:518b71bf-d113-4242-aaea-264dd34e927c (non-flash)
Dec 06 10:13:29 user nova-compute[74535]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:627da594-0bbf-4459-bfeb-8f67be5a4c4b (non-flash)
Dec 06 10:13:29 user nova-compute[74535]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa (non-flash)
Dec 06 10:13:29 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71 -p 172.16.0.220:3260 --login {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71 -p 172.16.0.220:3260 --login" returned: 0 in 0.080s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[f3dac5f2-05c2-43f3-87cb-50f705027999]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71, portal: 172.16.0.220,3260]
Dec 06 10:13:29 user nova-compute[74535]: Login to [iface: default, target: iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71, portal: 172.16.0.220,3260] successful.
Dec 06 10:13:29 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[84ed114a-c265-453f-9680-017179955576]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:13:29 user nova-compute[74535]: INFO nova.privsep.libvirt [-] Ignored error while reading from instance console pty: can't concat NoneType to bytes
Dec 06 10:13:29 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[f03ad6ea-37a9-4616-afb8-b412bdd05238]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:518b71bf-d113-4242-aaea-264dd34e927c (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:627da594-0bbf-4459-bfeb-8f67be5a4c4b (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71 (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:13:29 user nova-compute[74535]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef (non-flash)
Dec 06 10:13:29 user nova-compute[74535]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:518b71bf-d113-4242-aaea-264dd34e927c (non-flash)
Dec 06 10:13:29 user nova-compute[74535]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:627da594-0bbf-4459-bfeb-8f67be5a4c4b (non-flash)
Dec 06 10:13:29 user nova-compute[74535]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa (non-flash)
Dec 06 10:13:29 user nova-compute[74535]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71 (non-flash)
Dec 06 10:13:29 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:13:29 user nova-compute[74535]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef (non-flash)
Dec 06 10:13:29 user nova-compute[74535]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:518b71bf-d113-4242-aaea-264dd34e927c (non-flash)
Dec 06 10:13:29 user nova-compute[74535]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:627da594-0bbf-4459-bfeb-8f67be5a4c4b (non-flash)
Dec 06 10:13:29 user nova-compute[74535]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa (non-flash)
Dec 06 10:13:29 user nova-compute[74535]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71 (non-flash)
Dec 06 10:13:29 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.309s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Connected to 172.16.0.220:3260 {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] HCTL ('36', '-', '-', 0) found on session 38 with lun 0 {{(pid=74535) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=74535) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.020s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[a87e19d2-1b0a-4612-b870-741f9d43ac89]: (4, ('- - 0', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Searching for a device in session 38 and hctl ['36', '*', '*', 0] yield: None {{(pid=74535) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._sync_power_states {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:13:29 user nova-compute[74535]: WARNING nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] While synchronizing instance power states, found 14 instances in the database and 13 instances on the hypervisor.
Dec 06 10:13:29 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Triggering sync for uuid 5e39a1a4-f188-40e3-bcba-70e47abd6026 {{(pid=74535) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Triggering sync for uuid 2d9150e7-0f02-4b19-b3f2-b329620d9722 {{(pid=74535) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Triggering sync for uuid 5f37b4f2-47f1-474f-82cb-fa93ff07f428 {{(pid=74535) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Triggering sync for uuid d742d153-7670-4be9-8477-882f6a39f03f {{(pid=74535) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Triggering sync for uuid 66440071-6cf6-4b6d-8d2a-edd5c1885510 {{(pid=74535) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Triggering sync for uuid e89c4f21-c084-4a60-9f6e-717b45ec85b5 {{(pid=74535) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Triggering sync for uuid ceae3072-5275-4b93-92f3-fca295ad3929 {{(pid=74535) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Triggering sync for uuid 3623b97e-3ebb-4aeb-afae-8c80f720aa07 {{(pid=74535) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Triggering sync for uuid 19664d45-f856-4eb0-84d7-c1d29b1f5d0e {{(pid=74535) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Triggering sync for uuid b1b834bc-519d-497f-97b9-7879f57044f7 {{(pid=74535) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Triggering sync for uuid fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d {{(pid=74535) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Triggering sync for uuid 0b8aa954-ba72-4ac4-914a-4fa50c056ebf {{(pid=74535) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Triggering sync for uuid ed2fce2f-b3c8-4e33-8a20-002be3be78d5 {{(pid=74535) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Triggering sync for uuid 247b6870-1e30-482b-b271-49ef023dbd62 {{(pid=74535) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "5e39a1a4-f188-40e3-bcba-70e47abd6026" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "5e39a1a4-f188-40e3-bcba-70e47abd6026" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "2d9150e7-0f02-4b19-b3f2-b329620d9722" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "2d9150e7-0f02-4b19-b3f2-b329620d9722" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "5f37b4f2-47f1-474f-82cb-fa93ff07f428" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "5f37b4f2-47f1-474f-82cb-fa93ff07f428" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "d742d153-7670-4be9-8477-882f6a39f03f" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "d742d153-7670-4be9-8477-882f6a39f03f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "66440071-6cf6-4b6d-8d2a-edd5c1885510" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "66440071-6cf6-4b6d-8d2a-edd5c1885510" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "e89c4f21-c084-4a60-9f6e-717b45ec85b5" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "e89c4f21-c084-4a60-9f6e-717b45ec85b5" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "ceae3072-5275-4b93-92f3-fca295ad3929" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "ceae3072-5275-4b93-92f3-fca295ad3929" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "3623b97e-3ebb-4aeb-afae-8c80f720aa07" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "3623b97e-3ebb-4aeb-afae-8c80f720aa07" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "19664d45-f856-4eb0-84d7-c1d29b1f5d0e" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "19664d45-f856-4eb0-84d7-c1d29b1f5d0e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "b1b834bc-519d-497f-97b9-7879f57044f7" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "b1b834bc-519d-497f-97b9-7879f57044f7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "0b8aa954-ba72-4ac4-914a-4fa50c056ebf" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "0b8aa954-ba72-4ac4-914a-4fa50c056ebf" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "ed2fce2f-b3c8-4e33-8a20-002be3be78d5" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "247b6870-1e30-482b-b271-49ef023dbd62" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "247b6870-1e30-482b-b271-49ef023dbd62" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "5e39a1a4-f188-40e3-bcba-70e47abd6026" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.041s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "5f37b4f2-47f1-474f-82cb-fa93ff07f428" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.047s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "d742d153-7670-4be9-8477-882f6a39f03f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.054s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "2d9150e7-0f02-4b19-b3f2-b329620d9722" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.056s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "66440071-6cf6-4b6d-8d2a-edd5c1885510" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.068s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:13:29 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "e89c4f21-c084-4a60-9f6e-717b45ec85b5" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.068s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:13:30 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "19664d45-f856-4eb0-84d7-c1d29b1f5d0e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.081s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:13:30 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "ceae3072-5275-4b93-92f3-fca295ad3929" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.085s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:13:30 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "3623b97e-3ebb-4aeb-afae-8c80f720aa07" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.084s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:13:30 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.094s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:13:30 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "b1b834bc-519d-497f-97b9-7879f57044f7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.099s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:13:30 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "0b8aa954-ba72-4ac4-914a-4fa50c056ebf" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.103s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:13:30 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "247b6870-1e30-482b-b271-49ef023dbd62" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.103s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:13:30 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Searching for a device in session 38 and hctl ['36', '*', '*', 0] yield: sde {{(pid=74535) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 10:13:30 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ehyuCSjU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 10:13:30 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.343s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:13:30 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] <== connect_volume: return (1345ms) {'type': 'block', 'scsi_wwn': '23638616563306562', 'path': '/dev/sde'} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:13:30 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: ed2fce2f-b3c8-4e33-8a20-002be3be78d5] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23638616563306562', 'path': '/dev/sde'} {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 10:13:30 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:13:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1712324279',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1712324279',id=37,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e51798204a674f858778dac8b46e7fec',ramdisk_id='',reservation_id='r-ats41dhx',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-2023423839',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T10:13:08Z,user_data=None,user_id='46e1a6f038e54b16a4b6f8014b3bbf55',uuid=ed2fce2f-b3c8-4e33-8a20-002be3be78d5,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5014d870-a6f4-46c0-b1f8-0ce19fa8d31a", "address": "fa:16:3e:01:7b:cd", "network": {"id": "5d9c1cb1-5902-482f-8b27-801fd79a97a7", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-530073939-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e51798204a674f858778dac8b46e7fec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5014d870-a6", "ovs_interfaceid": "5014d870-a6f4-46c0-b1f8-0ce19fa8d31a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74535) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 10:13:30 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Converting VIF {"id": "5014d870-a6f4-46c0-b1f8-0ce19fa8d31a", "address": "fa:16:3e:01:7b:cd", "network": {"id": "5d9c1cb1-5902-482f-8b27-801fd79a97a7", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-530073939-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e51798204a674f858778dac8b46e7fec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5014d870-a6", "ovs_interfaceid": "5014d870-a6f4-46c0-b1f8-0ce19fa8d31a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:13:30 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:01:7b:cd,bridge_name='br-int',has_traffic_filtering=True,id=5014d870-a6f4-46c0-b1f8-0ce19fa8d31a,network=Network(5d9c1cb1-5902-482f-8b27-801fd79a97a7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5014d870-a6') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:13:30 user nova-compute[74535]: DEBUG nova.objects.instance [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Lazy-loading 'pci_devices' on Instance uuid ed2fce2f-b3c8-4e33-8a20-002be3be78d5 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:13:30 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: ed2fce2f-b3c8-4e33-8a20-002be3be78d5] End _get_guest_xml xml=<domain type="kvm">
Dec 06 10:13:30 user nova-compute[74535]:   <uuid>ed2fce2f-b3c8-4e33-8a20-002be3be78d5</uuid>
Dec 06 10:13:30 user nova-compute[74535]:   <name>instance-00000025</name>
Dec 06 10:13:30 user nova-compute[74535]:   <memory>524288</memory>
Dec 06 10:13:30 user nova-compute[74535]:   <vcpu>1</vcpu>
Dec 06 10:13:30 user nova-compute[74535]:   <metadata>
Dec 06 10:13:30 user nova-compute[74535]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 10:13:30 user nova-compute[74535]:       <nova:package version="0.0.0"/>
Dec 06 10:13:30 user nova-compute[74535]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-1712324279</nova:name>
Dec 06 10:13:30 user nova-compute[74535]:       <nova:creationTime>2023-12-06 10:13:29</nova:creationTime>
Dec 06 10:13:30 user nova-compute[74535]:       <nova:flavor name="m1.tiny">
Dec 06 10:13:30 user nova-compute[74535]:         <nova:memory>512</nova:memory>
Dec 06 10:13:30 user nova-compute[74535]:         <nova:disk>1</nova:disk>
Dec 06 10:13:30 user nova-compute[74535]:         <nova:swap>0</nova:swap>
Dec 06 10:13:30 user nova-compute[74535]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 10:13:30 user nova-compute[74535]:         <nova:vcpus>1</nova:vcpus>
Dec 06 10:13:30 user nova-compute[74535]:       </nova:flavor>
Dec 06 10:13:30 user nova-compute[74535]:       <nova:owner>
Dec 06 10:13:30 user nova-compute[74535]:         <nova:user uuid="46e1a6f038e54b16a4b6f8014b3bbf55">tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member</nova:user>
Dec 06 10:13:30 user nova-compute[74535]:         <nova:project uuid="e51798204a674f858778dac8b46e7fec">tempest-ServerBootFromVolumeStableRescueTest-2023423839</nova:project>
Dec 06 10:13:30 user nova-compute[74535]:       </nova:owner>
Dec 06 10:13:30 user nova-compute[74535]:       <nova:root type="image" uuid="b338f3c8-9974-4b9f-bacb-c75dd541c256"/>
Dec 06 10:13:30 user nova-compute[74535]:       <nova:ports>
Dec 06 10:13:30 user nova-compute[74535]:         <nova:port uuid="5014d870-a6f4-46c0-b1f8-0ce19fa8d31a">
Dec 06 10:13:30 user nova-compute[74535]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Dec 06 10:13:30 user nova-compute[74535]:         </nova:port>
Dec 06 10:13:30 user nova-compute[74535]:       </nova:ports>
Dec 06 10:13:30 user nova-compute[74535]:     </nova:instance>
Dec 06 10:13:30 user nova-compute[74535]:   </metadata>
Dec 06 10:13:30 user nova-compute[74535]:   <sysinfo type="smbios">
Dec 06 10:13:30 user nova-compute[74535]:     <system>
Dec 06 10:13:30 user nova-compute[74535]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 10:13:30 user nova-compute[74535]:       <entry name="product">OpenStack Nova</entry>
Dec 06 10:13:30 user nova-compute[74535]:       <entry name="version">0.0.0</entry>
Dec 06 10:13:30 user nova-compute[74535]:       <entry name="serial">ed2fce2f-b3c8-4e33-8a20-002be3be78d5</entry>
Dec 06 10:13:30 user nova-compute[74535]:       <entry name="uuid">ed2fce2f-b3c8-4e33-8a20-002be3be78d5</entry>
Dec 06 10:13:30 user nova-compute[74535]:       <entry name="family">Virtual Machine</entry>
Dec 06 10:13:30 user nova-compute[74535]:     </system>
Dec 06 10:13:30 user nova-compute[74535]:   </sysinfo>
Dec 06 10:13:30 user nova-compute[74535]:   <os>
Dec 06 10:13:30 user nova-compute[74535]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 10:13:30 user nova-compute[74535]:     <boot dev="hd"/>
Dec 06 10:13:30 user nova-compute[74535]:     <smbios mode="sysinfo"/>
Dec 06 10:13:30 user nova-compute[74535]:   </os>
Dec 06 10:13:30 user nova-compute[74535]:   <features>
Dec 06 10:13:30 user nova-compute[74535]:     <acpi/>
Dec 06 10:13:30 user nova-compute[74535]:     <apic/>
Dec 06 10:13:30 user nova-compute[74535]:     <vmcoreinfo/>
Dec 06 10:13:30 user nova-compute[74535]:   </features>
Dec 06 10:13:30 user nova-compute[74535]:   <clock offset="utc">
Dec 06 10:13:30 user nova-compute[74535]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 10:13:30 user nova-compute[74535]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 10:13:30 user nova-compute[74535]:     <timer name="hpet" present="no"/>
Dec 06 10:13:30 user nova-compute[74535]:   </clock>
Dec 06 10:13:30 user nova-compute[74535]:   <cpu mode="custom" match="exact">
Dec 06 10:13:30 user nova-compute[74535]:     <model>Nehalem</model>
Dec 06 10:13:30 user nova-compute[74535]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 10:13:30 user nova-compute[74535]:   </cpu>
Dec 06 10:13:30 user nova-compute[74535]:   <devices>
Dec 06 10:13:30 user nova-compute[74535]:     <disk type="block" device="disk">
Dec 06 10:13:30 user nova-compute[74535]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 10:13:30 user nova-compute[74535]:       <source dev="/dev/sde"/>
Dec 06 10:13:30 user nova-compute[74535]:       <target dev="vda" bus="virtio"/>
Dec 06 10:13:30 user nova-compute[74535]:       <serial>1e249619-0ff9-4cf4-aef9-b32cfba7be71</serial>
Dec 06 10:13:30 user nova-compute[74535]:     </disk>
Dec 06 10:13:30 user nova-compute[74535]:     <interface type="ethernet">
Dec 06 10:13:30 user nova-compute[74535]:       <mac address="fa:16:3e:01:7b:cd"/>
Dec 06 10:13:30 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 10:13:30 user nova-compute[74535]:       <mtu size="1442"/>
Dec 06 10:13:30 user nova-compute[74535]:       <target dev="tap5014d870-a6"/>
Dec 06 10:13:30 user nova-compute[74535]:     </interface>
Dec 06 10:13:30 user nova-compute[74535]:     <serial type="pty">
Dec 06 10:13:30 user nova-compute[74535]:       <log file="/opt/stack/data/nova/instances/ed2fce2f-b3c8-4e33-8a20-002be3be78d5/console.log" append="off"/>
Dec 06 10:13:30 user nova-compute[74535]:     </serial>
Dec 06 10:13:30 user nova-compute[74535]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 10:13:30 user nova-compute[74535]:     <video>
Dec 06 10:13:30 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 10:13:30 user nova-compute[74535]:     </video>
Dec 06 10:13:30 user nova-compute[74535]:     <rng model="virtio">
Dec 06 10:13:30 user nova-compute[74535]:       <backend model="random">/dev/urandom</backend>
Dec 06 10:13:30 user nova-compute[74535]:     </rng>
Dec 06 10:13:30 user nova-compute[74535]:     <controller type="usb" index="0" model="none"/>
Dec 06 10:13:30 user nova-compute[74535]:     <memballoon model="virtio">
Dec 06 10:13:30 user nova-compute[74535]:       <stats period="10"/>
Dec 06 10:13:30 user nova-compute[74535]:     </memballoon>
Dec 06 10:13:30 user nova-compute[74535]:   </devices>
Dec 06 10:13:30 user nova-compute[74535]: </domain>
Dec 06 10:13:30 user nova-compute[74535]:  {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 10:13:30 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:13:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1712324279',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1712324279',id=37,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e51798204a674f858778dac8b46e7fec',ramdisk_id='',reservation_id='r-ats41dhx',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-2023423839',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T10:13:08Z,user_data=None,user_id='46e1a6f038e54b16a4b6f8014b3bbf55',uuid=ed2fce2f-b3c8-4e33-8a20-002be3be78d5,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5014d870-a6f4-46c0-b1f8-0ce19fa8d31a", "address": "fa:16:3e:01:7b:cd", "network": {"id": "5d9c1cb1-5902-482f-8b27-801fd79a97a7", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-530073939-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e51798204a674f858778dac8b46e7fec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5014d870-a6", "ovs_interfaceid": "5014d870-a6f4-46c0-b1f8-0ce19fa8d31a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 10:13:30 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Converting VIF {"id": "5014d870-a6f4-46c0-b1f8-0ce19fa8d31a", "address": "fa:16:3e:01:7b:cd", "network": {"id": "5d9c1cb1-5902-482f-8b27-801fd79a97a7", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-530073939-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e51798204a674f858778dac8b46e7fec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5014d870-a6", "ovs_interfaceid": "5014d870-a6f4-46c0-b1f8-0ce19fa8d31a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:13:30 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:01:7b:cd,bridge_name='br-int',has_traffic_filtering=True,id=5014d870-a6f4-46c0-b1f8-0ce19fa8d31a,network=Network(5d9c1cb1-5902-482f-8b27-801fd79a97a7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5014d870-a6') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:13:30 user nova-compute[74535]: DEBUG os_vif [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:01:7b:cd,bridge_name='br-int',has_traffic_filtering=True,id=5014d870-a6f4-46c0-b1f8-0ce19fa8d31a,network=Network(5d9c1cb1-5902-482f-8b27-801fd79a97a7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5014d870-a6') {{(pid=74535) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 10:13:30 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:13:30 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:13:30 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 10:13:30 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:13:30 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '9a7e98cb-3962-54da-97e9-ba7a1b4e20f8', '_type': 'linux-noop'}}, row=False) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:13:30 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:13:30 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:13:30 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:13:30 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:13:30 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap5014d870-a6, may_exist=True, interface_attrs={}) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:13:30 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap5014d870-a6, col_values=(('qos', UUID('255ed423-4f4a-4e3a-8c28-a17e2aac40a4')),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:13:30 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap5014d870-a6, col_values=(('external_ids', {'iface-id': '5014d870-a6f4-46c0-b1f8-0ce19fa8d31a', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:01:7b:cd', 'vm-uuid': 'ed2fce2f-b3c8-4e33-8a20-002be3be78d5'}),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:13:30 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:13:30 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:13:30 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:13:30 user nova-compute[74535]: INFO os_vif [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:01:7b:cd,bridge_name='br-int',has_traffic_filtering=True,id=5014d870-a6f4-46c0-b1f8-0ce19fa8d31a,network=Network(5d9c1cb1-5902-482f-8b27-801fd79a97a7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5014d870-a6')
Dec 06 10:13:30 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] No BDM found with device name vda, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 10:13:30 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] No VIF found with MAC fa:16:3e:01:7b:cd, not building metadata {{(pid=74535) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 10:13:32 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:13:32 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:13:32 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:13:32 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:13:32 user nova-compute[74535]: DEBUG nova.compute.manager [req-14da757f-17cb-4453-bf71-c1b2f1dfa003 req-e66d0ed8-1d96-4782-8824-6a04b9ece6b0 service nova] [instance: ed2fce2f-b3c8-4e33-8a20-002be3be78d5] Received event network-vif-plugged-5014d870-a6f4-46c0-b1f8-0ce19fa8d31a {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:13:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-14da757f-17cb-4453-bf71-c1b2f1dfa003 req-e66d0ed8-1d96-4782-8824-6a04b9ece6b0 service nova] Acquiring lock "ed2fce2f-b3c8-4e33-8a20-002be3be78d5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:13:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-14da757f-17cb-4453-bf71-c1b2f1dfa003 req-e66d0ed8-1d96-4782-8824-6a04b9ece6b0 service nova] Lock "ed2fce2f-b3c8-4e33-8a20-002be3be78d5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:13:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-14da757f-17cb-4453-bf71-c1b2f1dfa003 req-e66d0ed8-1d96-4782-8824-6a04b9ece6b0 service nova] Lock "ed2fce2f-b3c8-4e33-8a20-002be3be78d5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:13:32 user nova-compute[74535]: DEBUG nova.compute.manager [req-14da757f-17cb-4453-bf71-c1b2f1dfa003 req-e66d0ed8-1d96-4782-8824-6a04b9ece6b0 service nova] [instance: ed2fce2f-b3c8-4e33-8a20-002be3be78d5] No waiting events found dispatching network-vif-plugged-5014d870-a6f4-46c0-b1f8-0ce19fa8d31a {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:13:32 user nova-compute[74535]: WARNING nova.compute.manager [req-14da757f-17cb-4453-bf71-c1b2f1dfa003 req-e66d0ed8-1d96-4782-8824-6a04b9ece6b0 service nova] [instance: ed2fce2f-b3c8-4e33-8a20-002be3be78d5] Received unexpected event network-vif-plugged-5014d870-a6f4-46c0-b1f8-0ce19fa8d31a for instance with vm_state building and task_state spawning.
Dec 06 10:13:32 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:13:32 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:13:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:13:34 user nova-compute[74535]: DEBUG nova.compute.manager [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: ed2fce2f-b3c8-4e33-8a20-002be3be78d5] Instance event wait completed in 0 seconds for  {{(pid=74535) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 10:13:34 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: ed2fce2f-b3c8-4e33-8a20-002be3be78d5] Guest created on hypervisor {{(pid=74535) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 10:13:34 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: ed2fce2f-b3c8-4e33-8a20-002be3be78d5] Instance spawned successfully.
Dec 06 10:13:34 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: ed2fce2f-b3c8-4e33-8a20-002be3be78d5] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 10:13:34 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: ed2fce2f-b3c8-4e33-8a20-002be3be78d5] Found default for hw_cdrom_bus of ide {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:13:34 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: ed2fce2f-b3c8-4e33-8a20-002be3be78d5] Found default for hw_disk_bus of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:13:34 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: ed2fce2f-b3c8-4e33-8a20-002be3be78d5] Found default for hw_input_bus of None {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:13:34 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: ed2fce2f-b3c8-4e33-8a20-002be3be78d5] Found default for hw_pointer_model of None {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:13:34 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: ed2fce2f-b3c8-4e33-8a20-002be3be78d5] Found default for hw_video_model of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:13:34 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: ed2fce2f-b3c8-4e33-8a20-002be3be78d5] Found default for hw_vif_model of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:13:34 user nova-compute[74535]: DEBUG nova.compute.manager [req-65f01ff7-7500-4ad1-a007-20993533046d req-a9e3568c-5cae-41d4-89f8-94ee54e66311 service nova] [instance: ed2fce2f-b3c8-4e33-8a20-002be3be78d5] Received event network-vif-plugged-5014d870-a6f4-46c0-b1f8-0ce19fa8d31a {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:13:34 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-65f01ff7-7500-4ad1-a007-20993533046d req-a9e3568c-5cae-41d4-89f8-94ee54e66311 service nova] Acquiring lock "ed2fce2f-b3c8-4e33-8a20-002be3be78d5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:13:34 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-65f01ff7-7500-4ad1-a007-20993533046d req-a9e3568c-5cae-41d4-89f8-94ee54e66311 service nova] Lock "ed2fce2f-b3c8-4e33-8a20-002be3be78d5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:13:34 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-65f01ff7-7500-4ad1-a007-20993533046d req-a9e3568c-5cae-41d4-89f8-94ee54e66311 service nova] Lock "ed2fce2f-b3c8-4e33-8a20-002be3be78d5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:13:34 user nova-compute[74535]: DEBUG nova.compute.manager [req-65f01ff7-7500-4ad1-a007-20993533046d req-a9e3568c-5cae-41d4-89f8-94ee54e66311 service nova] [instance: ed2fce2f-b3c8-4e33-8a20-002be3be78d5] No waiting events found dispatching network-vif-plugged-5014d870-a6f4-46c0-b1f8-0ce19fa8d31a {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:13:34 user nova-compute[74535]: WARNING nova.compute.manager [req-65f01ff7-7500-4ad1-a007-20993533046d req-a9e3568c-5cae-41d4-89f8-94ee54e66311 service nova] [instance: ed2fce2f-b3c8-4e33-8a20-002be3be78d5] Received unexpected event network-vif-plugged-5014d870-a6f4-46c0-b1f8-0ce19fa8d31a for instance with vm_state building and task_state spawning.
Dec 06 10:13:34 user nova-compute[74535]: INFO nova.compute.manager [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: ed2fce2f-b3c8-4e33-8a20-002be3be78d5] Took 5.07 seconds to spawn the instance on the hypervisor.
Dec 06 10:13:34 user nova-compute[74535]: DEBUG nova.compute.manager [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: ed2fce2f-b3c8-4e33-8a20-002be3be78d5] Checking state {{(pid=74535) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 10:13:34 user nova-compute[74535]: INFO nova.compute.manager [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: ed2fce2f-b3c8-4e33-8a20-002be3be78d5] Took 27.49 seconds to build instance.
Dec 06 10:13:34 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-1f0385da-6e9f-409a-b2d4-d6ce233d65ed tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Lock "ed2fce2f-b3c8-4e33-8a20-002be3be78d5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 27.572s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:13:34 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "ed2fce2f-b3c8-4e33-8a20-002be3be78d5" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 4.446s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:13:34 user nova-compute[74535]: INFO nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: ed2fce2f-b3c8-4e33-8a20-002be3be78d5] During sync_power_state the instance has a pending task (spawning). Skip.
Dec 06 10:13:34 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "ed2fce2f-b3c8-4e33-8a20-002be3be78d5" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:13:35 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:13:40 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:13:40 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:13:40 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5004 ms, sending inactivity probe {{(pid=74535) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 10:13:40 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74535) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 10:13:40 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74535) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 10:13:40 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:13:41 user nova-compute[74535]: DEBUG nova.compute.manager [req-d578b61d-e231-44d1-a0d4-8e94296bf139 req-3e039fc6-9024-47e8-9e94-f6577ea8aa20 service nova] [instance: 3623b97e-3ebb-4aeb-afae-8c80f720aa07] Received event network-changed-6690c3a9-390c-4750-be6e-2670d7117610 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:13:41 user nova-compute[74535]: DEBUG nova.compute.manager [req-d578b61d-e231-44d1-a0d4-8e94296bf139 req-3e039fc6-9024-47e8-9e94-f6577ea8aa20 service nova] [instance: 3623b97e-3ebb-4aeb-afae-8c80f720aa07] Refreshing instance network info cache due to event network-changed-6690c3a9-390c-4750-be6e-2670d7117610. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 10:13:41 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-d578b61d-e231-44d1-a0d4-8e94296bf139 req-3e039fc6-9024-47e8-9e94-f6577ea8aa20 service nova] Acquiring lock "refresh_cache-3623b97e-3ebb-4aeb-afae-8c80f720aa07" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:13:41 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-d578b61d-e231-44d1-a0d4-8e94296bf139 req-3e039fc6-9024-47e8-9e94-f6577ea8aa20 service nova] Acquired lock "refresh_cache-3623b97e-3ebb-4aeb-afae-8c80f720aa07" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:13:41 user nova-compute[74535]: DEBUG nova.network.neutron [req-d578b61d-e231-44d1-a0d4-8e94296bf139 req-3e039fc6-9024-47e8-9e94-f6577ea8aa20 service nova] [instance: 3623b97e-3ebb-4aeb-afae-8c80f720aa07] Refreshing network info cache for port 6690c3a9-390c-4750-be6e-2670d7117610 {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 10:13:42 user nova-compute[74535]: DEBUG nova.network.neutron [req-d578b61d-e231-44d1-a0d4-8e94296bf139 req-3e039fc6-9024-47e8-9e94-f6577ea8aa20 service nova] [instance: 3623b97e-3ebb-4aeb-afae-8c80f720aa07] Updated VIF entry in instance network info cache for port 6690c3a9-390c-4750-be6e-2670d7117610. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 10:13:42 user nova-compute[74535]: DEBUG nova.network.neutron [req-d578b61d-e231-44d1-a0d4-8e94296bf139 req-3e039fc6-9024-47e8-9e94-f6577ea8aa20 service nova] [instance: 3623b97e-3ebb-4aeb-afae-8c80f720aa07] Updating instance_info_cache with network_info: [{"id": "6690c3a9-390c-4750-be6e-2670d7117610", "address": "fa:16:3e:00:a3:a7", "network": {"id": "d5481230-d801-4b5c-9559-71444e926e04", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1378130033-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "15e410d9f3724888aa51fec7ed16ea0e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6690c3a9-39", "ovs_interfaceid": "6690c3a9-390c-4750-be6e-2670d7117610", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:13:42 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-d578b61d-e231-44d1-a0d4-8e94296bf139 req-3e039fc6-9024-47e8-9e94-f6577ea8aa20 service nova] Releasing lock "refresh_cache-3623b97e-3ebb-4aeb-afae-8c80f720aa07" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:13:42 user nova-compute[74535]: DEBUG nova.compute.manager [req-26c2f8ff-f867-457e-85b5-85c81db24478 req-a40823a8-6c36-462f-9714-2b53a16680a9 service nova] [instance: 3623b97e-3ebb-4aeb-afae-8c80f720aa07] Received event network-changed-6690c3a9-390c-4750-be6e-2670d7117610 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:13:42 user nova-compute[74535]: DEBUG nova.compute.manager [req-26c2f8ff-f867-457e-85b5-85c81db24478 req-a40823a8-6c36-462f-9714-2b53a16680a9 service nova] [instance: 3623b97e-3ebb-4aeb-afae-8c80f720aa07] Refreshing instance network info cache due to event network-changed-6690c3a9-390c-4750-be6e-2670d7117610. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 10:13:42 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-26c2f8ff-f867-457e-85b5-85c81db24478 req-a40823a8-6c36-462f-9714-2b53a16680a9 service nova] Acquiring lock "refresh_cache-3623b97e-3ebb-4aeb-afae-8c80f720aa07" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:13:42 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-26c2f8ff-f867-457e-85b5-85c81db24478 req-a40823a8-6c36-462f-9714-2b53a16680a9 service nova] Acquired lock "refresh_cache-3623b97e-3ebb-4aeb-afae-8c80f720aa07" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:13:42 user nova-compute[74535]: DEBUG nova.network.neutron [req-26c2f8ff-f867-457e-85b5-85c81db24478 req-a40823a8-6c36-462f-9714-2b53a16680a9 service nova] [instance: 3623b97e-3ebb-4aeb-afae-8c80f720aa07] Refreshing network info cache for port 6690c3a9-390c-4750-be6e-2670d7117610 {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 10:13:42 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-12fbbe5b-f997-46be-adfa-d1954a997eea tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Acquiring lock "3623b97e-3ebb-4aeb-afae-8c80f720aa07" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:13:42 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-12fbbe5b-f997-46be-adfa-d1954a997eea tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Lock "3623b97e-3ebb-4aeb-afae-8c80f720aa07" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:13:42 user nova-compute[74535]: INFO nova.compute.manager [None req-12fbbe5b-f997-46be-adfa-d1954a997eea tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] [instance: 3623b97e-3ebb-4aeb-afae-8c80f720aa07] Detaching volume 518b71bf-d113-4242-aaea-264dd34e927c
Dec 06 10:13:42 user nova-compute[74535]: INFO nova.virt.block_device [None req-12fbbe5b-f997-46be-adfa-d1954a997eea tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] [instance: 3623b97e-3ebb-4aeb-afae-8c80f720aa07] Attempting to driver detach volume 518b71bf-d113-4242-aaea-264dd34e927c from mountpoint /dev/vdb
Dec 06 10:13:42 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-12fbbe5b-f997-46be-adfa-d1954a997eea tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Attempting to detach device vdb from instance 3623b97e-3ebb-4aeb-afae-8c80f720aa07 from the persistent domain config. {{(pid=74535) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 10:13:42 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-12fbbe5b-f997-46be-adfa-d1954a997eea tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 10:13:42 user nova-compute[74535]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 10:13:42 user nova-compute[74535]:   <source dev="/dev/sdb"/>
Dec 06 10:13:42 user nova-compute[74535]:   <target dev="vdb" bus="virtio"/>
Dec 06 10:13:42 user nova-compute[74535]:   <serial>518b71bf-d113-4242-aaea-264dd34e927c</serial>
Dec 06 10:13:42 user nova-compute[74535]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 10:13:42 user nova-compute[74535]: </disk>
Dec 06 10:13:42 user nova-compute[74535]:  {{(pid=74535) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 10:13:42 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-12fbbe5b-f997-46be-adfa-d1954a997eea tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Successfully detached device vdb from instance 3623b97e-3ebb-4aeb-afae-8c80f720aa07 from the persistent domain config.
Dec 06 10:13:42 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-12fbbe5b-f997-46be-adfa-d1954a997eea tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 3623b97e-3ebb-4aeb-afae-8c80f720aa07 from the live domain config. {{(pid=74535) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 10:13:42 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-12fbbe5b-f997-46be-adfa-d1954a997eea tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 10:13:42 user nova-compute[74535]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 10:13:42 user nova-compute[74535]:   <source dev="/dev/sdb"/>
Dec 06 10:13:42 user nova-compute[74535]:   <target dev="vdb" bus="virtio"/>
Dec 06 10:13:42 user nova-compute[74535]:   <serial>518b71bf-d113-4242-aaea-264dd34e927c</serial>
Dec 06 10:13:42 user nova-compute[74535]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 10:13:42 user nova-compute[74535]: </disk>
Dec 06 10:13:42 user nova-compute[74535]:  {{(pid=74535) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 10:13:42 user nova-compute[74535]: DEBUG nova.network.neutron [req-26c2f8ff-f867-457e-85b5-85c81db24478 req-a40823a8-6c36-462f-9714-2b53a16680a9 service nova] [instance: 3623b97e-3ebb-4aeb-afae-8c80f720aa07] Updated VIF entry in instance network info cache for port 6690c3a9-390c-4750-be6e-2670d7117610. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 10:13:42 user nova-compute[74535]: DEBUG nova.network.neutron [req-26c2f8ff-f867-457e-85b5-85c81db24478 req-a40823a8-6c36-462f-9714-2b53a16680a9 service nova] [instance: 3623b97e-3ebb-4aeb-afae-8c80f720aa07] Updating instance_info_cache with network_info: [{"id": "6690c3a9-390c-4750-be6e-2670d7117610", "address": "fa:16:3e:00:a3:a7", "network": {"id": "d5481230-d801-4b5c-9559-71444e926e04", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1378130033-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "15e410d9f3724888aa51fec7ed16ea0e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6690c3a9-39", "ovs_interfaceid": "6690c3a9-390c-4750-be6e-2670d7117610", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:13:42 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-26c2f8ff-f867-457e-85b5-85c81db24478 req-a40823a8-6c36-462f-9714-2b53a16680a9 service nova] Releasing lock "refresh_cache-3623b97e-3ebb-4aeb-afae-8c80f720aa07" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:13:43 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:13:43 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-12fbbe5b-f997-46be-adfa-d1954a997eea tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 3623b97e-3ebb-4aeb-afae-8c80f720aa07 {{(pid=74535) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 10:13:45 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:13:50 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:13:53 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:13:55 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:13:58 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:14:00 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:14:03 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:14:03 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-12fbbe5b-f997-46be-adfa-d1954a997eea tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 3623b97e-3ebb-4aeb-afae-8c80f720aa07 is timed out.
Dec 06 10:14:03 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-12fbbe5b-f997-46be-adfa-d1954a997eea tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Successfully detached device vdb from instance 3623b97e-3ebb-4aeb-afae-8c80f720aa07 from the live domain config.
Dec 06 10:14:03 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-12fbbe5b-f997-46be-adfa-d1954a997eea tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] [instance: 3623b97e-3ebb-4aeb-afae-8c80f720aa07] calling os-brick to detach iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 10:14:03 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-12fbbe5b-f997-46be-adfa-d1954a997eea tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, {'target_iqn': 'iqn.2010-10.org.openstack:518b71bf-d113-4242-aaea-264dd34e927c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'fRlDVPGr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:14:03 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-12fbbe5b-f997-46be-adfa-d1954a997eea tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:14:03 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-12fbbe5b-f997-46be-adfa-d1954a997eea tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:14:03 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-12fbbe5b-f997-46be-adfa-d1954a997eea tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:14:03 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:14:03 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:14:03 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[17711225-f64d-430d-9be8-4f9115d92f50]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:518b71bf-d113-4242-aaea-264dd34e927c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:627da594-0bbf-4459-bfeb-8f67be5a4c4b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:14:03 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-12fbbe5b-f997-46be-adfa-d1954a997eea tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 10:14:03 user nova-compute[74535]: No targets found.
Dec 06 10:14:03 user nova-compute[74535]: iSNS:
Dec 06 10:14:03 user nova-compute[74535]: No targets found.
Dec 06 10:14:03 user nova-compute[74535]: STATIC:
Dec 06 10:14:03 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa
Dec 06 10:14:03 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:14:03 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:14:03 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8
Dec 06 10:14:03 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:14:03 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:14:03 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:518b71bf-d113-4242-aaea-264dd34e927c
Dec 06 10:14:03 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:14:03 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:14:03 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef
Dec 06 10:14:03 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:14:03 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:14:03 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71
Dec 06 10:14:03 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:14:03 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:14:03 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:627da594-0bbf-4459-bfeb-8f67be5a4c4b
Dec 06 10:14:03 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:14:03 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:14:03 user nova-compute[74535]: FIRMWARE:
Dec 06 10:14:03 user nova-compute[74535]: No targets found.
Dec 06 10:14:03 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:14:03 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-12fbbe5b-f997-46be-adfa-d1954a997eea tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 10:14:03 user nova-compute[74535]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 10:14:03 user nova-compute[74535]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74535) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 10:14:03 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-12fbbe5b-f997-46be-adfa-d1954a997eea tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:518b71bf-d113-4242-aaea-264dd34e927c', 0)] {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 10:14:03 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:14:03 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:14:03 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b6f7ddb-552c-4670-a0a0-f35fdb680ffa]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:518b71bf-d113-4242-aaea-264dd34e927c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:627da594-0bbf-4459-bfeb-8f67be5a4c4b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:14:03 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:14:03 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:14:03 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[fba32ab0-b85a-4eb9-94e1-8c97de1c03da]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:518b71bf-d113-4242-aaea-264dd34e927c (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:627da594-0bbf-4459-bfeb-8f67be5a4c4b (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71 (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:14:03 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-12fbbe5b-f997-46be-adfa-d1954a997eea tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:14:03 user nova-compute[74535]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef (non-flash)
Dec 06 10:14:03 user nova-compute[74535]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:518b71bf-d113-4242-aaea-264dd34e927c (non-flash)
Dec 06 10:14:03 user nova-compute[74535]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:627da594-0bbf-4459-bfeb-8f67be5a4c4b (non-flash)
Dec 06 10:14:03 user nova-compute[74535]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa (non-flash)
Dec 06 10:14:03 user nova-compute[74535]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71 (non-flash)
Dec 06 10:14:03 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:14:03 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-12fbbe5b-f997-46be-adfa-d1954a997eea tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:14:03 user nova-compute[74535]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef (non-flash)
Dec 06 10:14:03 user nova-compute[74535]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:518b71bf-d113-4242-aaea-264dd34e927c (non-flash)
Dec 06 10:14:03 user nova-compute[74535]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:627da594-0bbf-4459-bfeb-8f67be5a4c4b (non-flash)
Dec 06 10:14:03 user nova-compute[74535]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa (non-flash)
Dec 06 10:14:03 user nova-compute[74535]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71 (non-flash)
Dec 06 10:14:03 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:14:03 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-12fbbe5b-f997-46be-adfa-d1954a997eea tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ff12444ab90>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:518b71bf-d113-4242-aaea-264dd34e927c'): ({'sdb'}, set())}) {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 10:14:03 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-12fbbe5b-f997-46be-adfa-d1954a997eea tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Removing single pathed devices sdb {{(pid=74535) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 10:14:03 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:14:03 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:14:03 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[be2aa71d-a7c9-4b48-8182-6057837d4b51]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:14:03 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:14:03 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:14:03 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea522d2d-6ba0-43ed-95f7-1b07bed82872]: (4, ('ok\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:14:03 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-12fbbe5b-f997-46be-adfa-d1954a997eea tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Flushing IO for device /dev/sdb {{(pid=74535) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 10:14:03 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:14:03 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:14:03 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a894588-64bc-40db-936c-f7689e720757]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:14:03 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-12fbbe5b-f997-46be-adfa-d1954a997eea tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74535) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 10:14:03 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:14:03 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.034s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:14:03 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[36f9cb6a-42a6-45e5-9543-cd6500ffe1f1]: (4, ('1', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:14:03 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-12fbbe5b-f997-46be-adfa-d1954a997eea tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 10:14:03 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-12fbbe5b-f997-46be-adfa-d1954a997eea tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] SCSI volumes sdb have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 10:14:03 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-12fbbe5b-f997-46be-adfa-d1954a997eea tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:518b71bf-d113-4242-aaea-264dd34e927c')] {{(pid=74535) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 10:14:03 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:518b71bf-d113-4242-aaea-264dd34e927c -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:14:03 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:518b71bf-d113-4242-aaea-264dd34e927c -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:14:03 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[68f46abf-2afd-4892-8df2-2cbc7e0d2d9e]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:14:03 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-12fbbe5b-f997-46be-adfa-d1954a997eea tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:14:03 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:518b71bf-d113-4242-aaea-264dd34e927c -p 172.16.0.220:3260 --logout {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:14:03 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:518b71bf-d113-4242-aaea-264dd34e927c -p 172.16.0.220:3260 --logout" returned: 0 in 0.069s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:14:03 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ddcd6fd-78b0-4377-b5b4-c487b1fc9c8a]: (4, ('Logging out of session [sid: 35, target: iqn.2010-10.org.openstack:518b71bf-d113-4242-aaea-264dd34e927c, portal: 172.16.0.220,3260]\nLogout of [sid: 35, target: iqn.2010-10.org.openstack:518b71bf-d113-4242-aaea-264dd34e927c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:14:03 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-12fbbe5b-f997-46be-adfa-d1954a997eea tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 35, target: iqn.2010-10.org.openstack:518b71bf-d113-4242-aaea-264dd34e927c, portal: 172.16.0.220,3260]
Dec 06 10:14:03 user nova-compute[74535]: Logout of [sid: 35, target: iqn.2010-10.org.openstack:518b71bf-d113-4242-aaea-264dd34e927c, portal: 172.16.0.220,3260] successful.
Dec 06 10:14:03 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:14:03 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:518b71bf-d113-4242-aaea-264dd34e927c -p 172.16.0.220:3260 --op delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:14:03 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:518b71bf-d113-4242-aaea-264dd34e927c -p 172.16.0.220:3260 --op delete" returned: 0 in 0.030s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:14:03 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[679f104b-b2ce-45c9-b397-2a660be1ef40]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:14:03 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-12fbbe5b-f997-46be-adfa-d1954a997eea tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:14:03 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-12fbbe5b-f997-46be-adfa-d1954a997eea tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.322s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:14:03 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-12fbbe5b-f997-46be-adfa-d1954a997eea tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] <== disconnect_volume: return (323ms) None {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:14:03 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-12fbbe5b-f997-46be-adfa-d1954a997eea tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] [instance: 3623b97e-3ebb-4aeb-afae-8c80f720aa07] Disconnected iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 10:14:04 user nova-compute[74535]: DEBUG nova.objects.instance [None req-12fbbe5b-f997-46be-adfa-d1954a997eea tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Lazy-loading 'flavor' on Instance uuid 3623b97e-3ebb-4aeb-afae-8c80f720aa07 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:14:04 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-12fbbe5b-f997-46be-adfa-d1954a997eea tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Lock "3623b97e-3ebb-4aeb-afae-8c80f720aa07" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.896s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:14:05 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:14:06 user nova-compute[74535]: DEBUG nova.compute.manager [req-72a81062-75c6-4786-b5af-e74c35d9d238 req-b90a4840-5cc2-485d-a5a1-ef18c9f0e0c2 service nova] [instance: fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d] Received event network-changed-f507893b-7e2b-4a12-9149-b464ec3fcc32 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:14:06 user nova-compute[74535]: DEBUG nova.compute.manager [req-72a81062-75c6-4786-b5af-e74c35d9d238 req-b90a4840-5cc2-485d-a5a1-ef18c9f0e0c2 service nova] [instance: fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d] Refreshing instance network info cache due to event network-changed-f507893b-7e2b-4a12-9149-b464ec3fcc32. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 10:14:06 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-72a81062-75c6-4786-b5af-e74c35d9d238 req-b90a4840-5cc2-485d-a5a1-ef18c9f0e0c2 service nova] Acquiring lock "refresh_cache-fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:14:06 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-72a81062-75c6-4786-b5af-e74c35d9d238 req-b90a4840-5cc2-485d-a5a1-ef18c9f0e0c2 service nova] Acquired lock "refresh_cache-fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:14:06 user nova-compute[74535]: DEBUG nova.network.neutron [req-72a81062-75c6-4786-b5af-e74c35d9d238 req-b90a4840-5cc2-485d-a5a1-ef18c9f0e0c2 service nova] [instance: fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d] Refreshing network info cache for port f507893b-7e2b-4a12-9149-b464ec3fcc32 {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 10:14:06 user nova-compute[74535]: DEBUG nova.network.neutron [req-72a81062-75c6-4786-b5af-e74c35d9d238 req-b90a4840-5cc2-485d-a5a1-ef18c9f0e0c2 service nova] [instance: fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d] Updated VIF entry in instance network info cache for port f507893b-7e2b-4a12-9149-b464ec3fcc32. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 10:14:06 user nova-compute[74535]: DEBUG nova.network.neutron [req-72a81062-75c6-4786-b5af-e74c35d9d238 req-b90a4840-5cc2-485d-a5a1-ef18c9f0e0c2 service nova] [instance: fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d] Updating instance_info_cache with network_info: [{"id": "f507893b-7e2b-4a12-9149-b464ec3fcc32", "address": "fa:16:3e:65:94:6c", "network": {"id": "72d08fd1-cc74-485f-848c-2ce73172f719", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1718263965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "19e83c953cf8498f8ea89afce479f26b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf507893b-7e", "ovs_interfaceid": "f507893b-7e2b-4a12-9149-b464ec3fcc32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:14:06 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-72a81062-75c6-4786-b5af-e74c35d9d238 req-b90a4840-5cc2-485d-a5a1-ef18c9f0e0c2 service nova] Releasing lock "refresh_cache-fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:14:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:14:10 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:14:11 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:14:13 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:14:14 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Acquiring lock "c30da4e9-4922-45a7-997a-4de003d8042e" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:14:14 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lock "c30da4e9-4922-45a7-997a-4de003d8042e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:14:14 user nova-compute[74535]: DEBUG nova.compute.manager [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: c30da4e9-4922-45a7-997a-4de003d8042e] Starting instance... {{(pid=74535) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 10:14:14 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:14:14 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:14:14 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74535) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 10:14:14 user nova-compute[74535]: INFO nova.compute.claims [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: c30da4e9-4922-45a7-997a-4de003d8042e] Claim successful on node user
Dec 06 10:14:14 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:14:14 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:14:14 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.460s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:14:14 user nova-compute[74535]: DEBUG nova.compute.manager [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: c30da4e9-4922-45a7-997a-4de003d8042e] Start building networks asynchronously for instance. {{(pid=74535) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 10:14:14 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: c30da4e9-4922-45a7-997a-4de003d8042e] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 10:14:14 user nova-compute[74535]: DEBUG nova.compute.manager [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: c30da4e9-4922-45a7-997a-4de003d8042e] Allocating IP information in the background. {{(pid=74535) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 10:14:14 user nova-compute[74535]: DEBUG nova.network.neutron [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: c30da4e9-4922-45a7-997a-4de003d8042e] allocate_for_instance() {{(pid=74535) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 10:14:14 user nova-compute[74535]: DEBUG nova.compute.manager [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: c30da4e9-4922-45a7-997a-4de003d8042e] Start building block device mappings for instance. {{(pid=74535) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 10:14:15 user nova-compute[74535]: INFO nova.virt.block_device [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: c30da4e9-4922-45a7-997a-4de003d8042e] Booting with volume snapshot f6a9fa81-cb1a-48ce-8aee-1cd7dd2f1d30 at /dev/vda
Dec 06 10:14:15 user nova-compute[74535]: DEBUG nova.policy [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1068d2d7cca843c1b32d9c1b5b29d882', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '19e83c953cf8498f8ea89afce479f26b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74535) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 10:14:15 user nova-compute[74535]: DEBUG nova.network.neutron [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: c30da4e9-4922-45a7-997a-4de003d8042e] Successfully created port: 8e6c702e-7639-4d39-879c-cda6569dc787 {{(pid=74535) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 10:14:15 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:14:16 user nova-compute[74535]: INFO nova.compute.manager [None req-759e7650-6042-4185-9112-fc0cc5dd1647 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] Unrescuing
Dec 06 10:14:16 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-759e7650-6042-4185-9112-fc0cc5dd1647 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Acquiring lock "refresh_cache-b1b834bc-519d-497f-97b9-7879f57044f7" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:14:16 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-759e7650-6042-4185-9112-fc0cc5dd1647 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Acquired lock "refresh_cache-b1b834bc-519d-497f-97b9-7879f57044f7" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:14:16 user nova-compute[74535]: DEBUG nova.network.neutron [None req-759e7650-6042-4185-9112-fc0cc5dd1647 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] Building network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 10:14:16 user nova-compute[74535]: DEBUG nova.network.neutron [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: c30da4e9-4922-45a7-997a-4de003d8042e] Successfully updated port: 8e6c702e-7639-4d39-879c-cda6569dc787 {{(pid=74535) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 10:14:16 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Acquiring lock "refresh_cache-c30da4e9-4922-45a7-997a-4de003d8042e" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:14:16 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Acquired lock "refresh_cache-c30da4e9-4922-45a7-997a-4de003d8042e" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:14:16 user nova-compute[74535]: DEBUG nova.network.neutron [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: c30da4e9-4922-45a7-997a-4de003d8042e] Building network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 10:14:16 user nova-compute[74535]: DEBUG nova.compute.manager [req-25bd4d08-468f-4707-93cf-ba0ab32ce807 req-5bd4b15a-4be9-441c-a141-dc5a131722ee service nova] [instance: c30da4e9-4922-45a7-997a-4de003d8042e] Received event network-changed-8e6c702e-7639-4d39-879c-cda6569dc787 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:14:16 user nova-compute[74535]: DEBUG nova.compute.manager [req-25bd4d08-468f-4707-93cf-ba0ab32ce807 req-5bd4b15a-4be9-441c-a141-dc5a131722ee service nova] [instance: c30da4e9-4922-45a7-997a-4de003d8042e] Refreshing instance network info cache due to event network-changed-8e6c702e-7639-4d39-879c-cda6569dc787. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 10:14:16 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-25bd4d08-468f-4707-93cf-ba0ab32ce807 req-5bd4b15a-4be9-441c-a141-dc5a131722ee service nova] Acquiring lock "refresh_cache-c30da4e9-4922-45a7-997a-4de003d8042e" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:14:16 user nova-compute[74535]: DEBUG nova.network.neutron [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: c30da4e9-4922-45a7-997a-4de003d8042e] Instance cache missing network info. {{(pid=74535) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 10:14:16 user nova-compute[74535]: DEBUG nova.network.neutron [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: c30da4e9-4922-45a7-997a-4de003d8042e] Updating instance_info_cache with network_info: [{"id": "8e6c702e-7639-4d39-879c-cda6569dc787", "address": "fa:16:3e:46:e7:a8", "network": {"id": "72d08fd1-cc74-485f-848c-2ce73172f719", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1718263965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "19e83c953cf8498f8ea89afce479f26b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8e6c702e-76", "ovs_interfaceid": "8e6c702e-7639-4d39-879c-cda6569dc787", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:14:16 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Releasing lock "refresh_cache-c30da4e9-4922-45a7-997a-4de003d8042e" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:14:16 user nova-compute[74535]: DEBUG nova.compute.manager [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: c30da4e9-4922-45a7-997a-4de003d8042e] Instance network_info: |[{"id": "8e6c702e-7639-4d39-879c-cda6569dc787", "address": "fa:16:3e:46:e7:a8", "network": {"id": "72d08fd1-cc74-485f-848c-2ce73172f719", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1718263965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "19e83c953cf8498f8ea89afce479f26b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8e6c702e-76", "ovs_interfaceid": "8e6c702e-7639-4d39-879c-cda6569dc787", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74535) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 10:14:16 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-25bd4d08-468f-4707-93cf-ba0ab32ce807 req-5bd4b15a-4be9-441c-a141-dc5a131722ee service nova] Acquired lock "refresh_cache-c30da4e9-4922-45a7-997a-4de003d8042e" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:14:16 user nova-compute[74535]: DEBUG nova.network.neutron [req-25bd4d08-468f-4707-93cf-ba0ab32ce807 req-5bd4b15a-4be9-441c-a141-dc5a131722ee service nova] [instance: c30da4e9-4922-45a7-997a-4de003d8042e] Refreshing network info cache for port 8e6c702e-7639-4d39-879c-cda6569dc787 {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 10:14:16 user nova-compute[74535]: DEBUG nova.network.neutron [None req-759e7650-6042-4185-9112-fc0cc5dd1647 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] Updating instance_info_cache with network_info: [{"id": "7940d53f-a8ed-492e-94a8-264e986eacf9", "address": "fa:16:3e:ee:ab:9e", "network": {"id": "a3dfa24c-76e2-4ead-941f-ba72c57234a4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-566828184-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.23", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17272e061eec432787a47431737ad50f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7940d53f-a8", "ovs_interfaceid": "7940d53f-a8ed-492e-94a8-264e986eacf9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:14:16 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-759e7650-6042-4185-9112-fc0cc5dd1647 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Releasing lock "refresh_cache-b1b834bc-519d-497f-97b9-7879f57044f7" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:14:16 user nova-compute[74535]: DEBUG nova.objects.instance [None req-759e7650-6042-4185-9112-fc0cc5dd1647 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Lazy-loading 'flavor' on Instance uuid b1b834bc-519d-497f-97b9-7879f57044f7 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:14:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:14:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:14:17 user nova-compute[74535]: DEBUG nova.compute.manager [req-e1173c36-1272-403d-b541-82ac85a33754 req-ca0e4199-13f5-4137-b376-180a3b15c6cb service nova] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] Received event network-vif-unplugged-7940d53f-a8ed-492e-94a8-264e986eacf9 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:14:17 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-e1173c36-1272-403d-b541-82ac85a33754 req-ca0e4199-13f5-4137-b376-180a3b15c6cb service nova] Acquiring lock "b1b834bc-519d-497f-97b9-7879f57044f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:14:17 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-e1173c36-1272-403d-b541-82ac85a33754 req-ca0e4199-13f5-4137-b376-180a3b15c6cb service nova] Lock "b1b834bc-519d-497f-97b9-7879f57044f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:14:17 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-e1173c36-1272-403d-b541-82ac85a33754 req-ca0e4199-13f5-4137-b376-180a3b15c6cb service nova] Lock "b1b834bc-519d-497f-97b9-7879f57044f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:14:17 user nova-compute[74535]: DEBUG nova.compute.manager [req-e1173c36-1272-403d-b541-82ac85a33754 req-ca0e4199-13f5-4137-b376-180a3b15c6cb service nova] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] No waiting events found dispatching network-vif-unplugged-7940d53f-a8ed-492e-94a8-264e986eacf9 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:14:17 user nova-compute[74535]: WARNING nova.compute.manager [req-e1173c36-1272-403d-b541-82ac85a33754 req-ca0e4199-13f5-4137-b376-180a3b15c6cb service nova] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] Received unexpected event network-vif-unplugged-7940d53f-a8ed-492e-94a8-264e986eacf9 for instance with vm_state rescued and task_state unrescuing.
Dec 06 10:14:17 user nova-compute[74535]: DEBUG nova.network.neutron [req-25bd4d08-468f-4707-93cf-ba0ab32ce807 req-5bd4b15a-4be9-441c-a141-dc5a131722ee service nova] [instance: c30da4e9-4922-45a7-997a-4de003d8042e] Updated VIF entry in instance network info cache for port 8e6c702e-7639-4d39-879c-cda6569dc787. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 10:14:17 user nova-compute[74535]: DEBUG nova.network.neutron [req-25bd4d08-468f-4707-93cf-ba0ab32ce807 req-5bd4b15a-4be9-441c-a141-dc5a131722ee service nova] [instance: c30da4e9-4922-45a7-997a-4de003d8042e] Updating instance_info_cache with network_info: [{"id": "8e6c702e-7639-4d39-879c-cda6569dc787", "address": "fa:16:3e:46:e7:a8", "network": {"id": "72d08fd1-cc74-485f-848c-2ce73172f719", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1718263965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "19e83c953cf8498f8ea89afce479f26b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8e6c702e-76", "ovs_interfaceid": "8e6c702e-7639-4d39-879c-cda6569dc787", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:14:17 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-25bd4d08-468f-4707-93cf-ba0ab32ce807 req-5bd4b15a-4be9-441c-a141-dc5a131722ee service nova] Releasing lock "refresh_cache-c30da4e9-4922-45a7-997a-4de003d8042e" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:14:17 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:14:17 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:14:17 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] Instance destroyed successfully.
Dec 06 10:14:18 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:14:18 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:14:18 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:14:18 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:14:19 user nova-compute[74535]: DEBUG nova.compute.manager [req-e625d8c6-6c1f-4253-8ff5-e0958c9895cb req-56cfcea9-dfee-4681-bfe3-b1235eed859d service nova] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] Received event network-vif-plugged-7940d53f-a8ed-492e-94a8-264e986eacf9 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:14:19 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-e625d8c6-6c1f-4253-8ff5-e0958c9895cb req-56cfcea9-dfee-4681-bfe3-b1235eed859d service nova] Acquiring lock "b1b834bc-519d-497f-97b9-7879f57044f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:14:19 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-e625d8c6-6c1f-4253-8ff5-e0958c9895cb req-56cfcea9-dfee-4681-bfe3-b1235eed859d service nova] Lock "b1b834bc-519d-497f-97b9-7879f57044f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:14:19 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-e625d8c6-6c1f-4253-8ff5-e0958c9895cb req-56cfcea9-dfee-4681-bfe3-b1235eed859d service nova] Lock "b1b834bc-519d-497f-97b9-7879f57044f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:14:19 user nova-compute[74535]: DEBUG nova.compute.manager [req-e625d8c6-6c1f-4253-8ff5-e0958c9895cb req-56cfcea9-dfee-4681-bfe3-b1235eed859d service nova] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] No waiting events found dispatching network-vif-plugged-7940d53f-a8ed-492e-94a8-264e986eacf9 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:14:19 user nova-compute[74535]: WARNING nova.compute.manager [req-e625d8c6-6c1f-4253-8ff5-e0958c9895cb req-56cfcea9-dfee-4681-bfe3-b1235eed859d service nova] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] Received unexpected event network-vif-plugged-7940d53f-a8ed-492e-94a8-264e986eacf9 for instance with vm_state rescued and task_state unrescuing.
Dec 06 10:14:19 user nova-compute[74535]: DEBUG nova.compute.manager [req-e625d8c6-6c1f-4253-8ff5-e0958c9895cb req-56cfcea9-dfee-4681-bfe3-b1235eed859d service nova] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] Received event network-vif-plugged-7940d53f-a8ed-492e-94a8-264e986eacf9 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:14:19 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-e625d8c6-6c1f-4253-8ff5-e0958c9895cb req-56cfcea9-dfee-4681-bfe3-b1235eed859d service nova] Acquiring lock "b1b834bc-519d-497f-97b9-7879f57044f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:14:19 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-e625d8c6-6c1f-4253-8ff5-e0958c9895cb req-56cfcea9-dfee-4681-bfe3-b1235eed859d service nova] Lock "b1b834bc-519d-497f-97b9-7879f57044f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:14:19 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-e625d8c6-6c1f-4253-8ff5-e0958c9895cb req-56cfcea9-dfee-4681-bfe3-b1235eed859d service nova] Lock "b1b834bc-519d-497f-97b9-7879f57044f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:14:19 user nova-compute[74535]: DEBUG nova.compute.manager [req-e625d8c6-6c1f-4253-8ff5-e0958c9895cb req-56cfcea9-dfee-4681-bfe3-b1235eed859d service nova] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] No waiting events found dispatching network-vif-plugged-7940d53f-a8ed-492e-94a8-264e986eacf9 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:14:19 user nova-compute[74535]: WARNING nova.compute.manager [req-e625d8c6-6c1f-4253-8ff5-e0958c9895cb req-56cfcea9-dfee-4681-bfe3-b1235eed859d service nova] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] Received unexpected event network-vif-plugged-7940d53f-a8ed-492e-94a8-264e986eacf9 for instance with vm_state rescued and task_state unrescuing.
Dec 06 10:14:19 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:14:19 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:14:19 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:14:20 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:14:20 user nova-compute[74535]: DEBUG os_brick.utils [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:14:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:14:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:14:20 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5c6444e-df58-48be-a320-09252470423e]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d95ac7cee77a\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:14:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:14:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:14:20 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[116683d9-38db-489e-8c4c-d56d4e01ccda]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:14:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:14:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:14:20 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ac3f20a-bf6b-4000-bb14-f247deaac272]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:14:20 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd71c995-d7f2-45d8-bf21-cd9c81b1abe9]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:14:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Running cmd (subprocess): nvme version {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:14:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] 'nvme version' failed. Not Retrying. {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 10:14:20 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.nvmeof [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] nvme not present on system {{(pid=74535) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 10:14:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:14:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 10:14:20 user nova-compute[74535]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 10:14:20 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[9facff64-c20d-4688-b337-b75f0fce193d]: (4, '') {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:14:20 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74535) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 10:14:20 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74535) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 10:14:20 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] LIGHTOS: no hostnqn found. {{(pid=74535) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 10:14:20 user nova-compute[74535]: DEBUG os_brick.utils [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] <== get_connector_properties: return (111ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d95ac7cee77a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:14:20 user nova-compute[74535]: DEBUG nova.virt.block_device [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: c30da4e9-4922-45a7-997a-4de003d8042e] Updating existing volume attachment record: 460f7d5a-0825-4488-a87e-ea43320a89e3 {{(pid=74535) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 10:14:20 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:14:20 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:14:20 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74535) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 10:14:20 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:14:20 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:14:20 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:14:20 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:14:20 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Auditing locally available compute resources for user (node: user) {{(pid=74535) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 10:14:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0b8aa954-ba72-4ac4-914a-4fa50c056ebf/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:14:21 user nova-compute[74535]: DEBUG nova.compute.manager [req-3bf9a605-72e2-4ad0-ab5b-045f5ad7b050 req-687efb95-0548-4dde-9f62-17e5988acfea service nova] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] Received event network-vif-plugged-7940d53f-a8ed-492e-94a8-264e986eacf9 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:14:21 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-3bf9a605-72e2-4ad0-ab5b-045f5ad7b050 req-687efb95-0548-4dde-9f62-17e5988acfea service nova] Acquiring lock "b1b834bc-519d-497f-97b9-7879f57044f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:14:21 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-3bf9a605-72e2-4ad0-ab5b-045f5ad7b050 req-687efb95-0548-4dde-9f62-17e5988acfea service nova] Lock "b1b834bc-519d-497f-97b9-7879f57044f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:14:21 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-3bf9a605-72e2-4ad0-ab5b-045f5ad7b050 req-687efb95-0548-4dde-9f62-17e5988acfea service nova] Lock "b1b834bc-519d-497f-97b9-7879f57044f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:14:21 user nova-compute[74535]: DEBUG nova.compute.manager [req-3bf9a605-72e2-4ad0-ab5b-045f5ad7b050 req-687efb95-0548-4dde-9f62-17e5988acfea service nova] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] No waiting events found dispatching network-vif-plugged-7940d53f-a8ed-492e-94a8-264e986eacf9 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:14:21 user nova-compute[74535]: WARNING nova.compute.manager [req-3bf9a605-72e2-4ad0-ab5b-045f5ad7b050 req-687efb95-0548-4dde-9f62-17e5988acfea service nova] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] Received unexpected event network-vif-plugged-7940d53f-a8ed-492e-94a8-264e986eacf9 for instance with vm_state rescued and task_state unrescuing.
Dec 06 10:14:21 user nova-compute[74535]: DEBUG nova.compute.manager [None req-759e7650-6042-4185-9112-fc0cc5dd1647 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] Checking state {{(pid=74535) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 10:14:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0b8aa954-ba72-4ac4-914a-4fa50c056ebf/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:14:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0b8aa954-ba72-4ac4-914a-4fa50c056ebf/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:14:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0b8aa954-ba72-4ac4-914a-4fa50c056ebf/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:14:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1b834bc-519d-497f-97b9-7879f57044f7/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:14:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1b834bc-519d-497f-97b9-7879f57044f7/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:14:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1b834bc-519d-497f-97b9-7879f57044f7/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:14:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1b834bc-519d-497f-97b9-7879f57044f7/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:14:21 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] skipping disk /dev/sdf (vdb) as it is a volume {{(pid=74535) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 10:14:21 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74535) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 10:14:21 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-87bec131-9a55-4a25-9bcc-154b3c90cfd4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Acquiring lock "247b6870-1e30-482b-b271-49ef023dbd62" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:14:21 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-87bec131-9a55-4a25-9bcc-154b3c90cfd4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Lock "247b6870-1e30-482b-b271-49ef023dbd62" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:14:21 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-87bec131-9a55-4a25-9bcc-154b3c90cfd4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Acquiring lock "247b6870-1e30-482b-b271-49ef023dbd62-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:14:21 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-87bec131-9a55-4a25-9bcc-154b3c90cfd4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Lock "247b6870-1e30-482b-b271-49ef023dbd62-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:14:21 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-87bec131-9a55-4a25-9bcc-154b3c90cfd4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Lock "247b6870-1e30-482b-b271-49ef023dbd62-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:14:21 user nova-compute[74535]: INFO nova.compute.manager [None req-87bec131-9a55-4a25-9bcc-154b3c90cfd4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] Terminating instance
Dec 06 10:14:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/19664d45-f856-4eb0-84d7-c1d29b1f5d0e/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:14:22 user nova-compute[74535]: DEBUG nova.compute.manager [None req-87bec131-9a55-4a25-9bcc-154b3c90cfd4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] Start destroying the instance on the hypervisor. {{(pid=74535) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 10:14:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:14:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:14:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:14:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/19664d45-f856-4eb0-84d7-c1d29b1f5d0e/disk --force-share --output=json" returned: 0 in 0.244s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:14:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/19664d45-f856-4eb0-84d7-c1d29b1f5d0e/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:14:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:14:22 user nova-compute[74535]: DEBUG nova.compute.manager [req-c5d5918e-11ff-4e93-a91f-4113a855d98d req-fe355f8d-92df-4280-b228-9720f75c0851 service nova] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] Received event network-vif-unplugged-3d324afa-16ef-49f3-be43-c21db0c9eaa1 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:14:22 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-c5d5918e-11ff-4e93-a91f-4113a855d98d req-fe355f8d-92df-4280-b228-9720f75c0851 service nova] Acquiring lock "247b6870-1e30-482b-b271-49ef023dbd62-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:14:22 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-c5d5918e-11ff-4e93-a91f-4113a855d98d req-fe355f8d-92df-4280-b228-9720f75c0851 service nova] Lock "247b6870-1e30-482b-b271-49ef023dbd62-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:14:22 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-c5d5918e-11ff-4e93-a91f-4113a855d98d req-fe355f8d-92df-4280-b228-9720f75c0851 service nova] Lock "247b6870-1e30-482b-b271-49ef023dbd62-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:14:22 user nova-compute[74535]: DEBUG nova.compute.manager [req-c5d5918e-11ff-4e93-a91f-4113a855d98d req-fe355f8d-92df-4280-b228-9720f75c0851 service nova] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] No waiting events found dispatching network-vif-unplugged-3d324afa-16ef-49f3-be43-c21db0c9eaa1 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:14:22 user nova-compute[74535]: DEBUG nova.compute.manager [req-c5d5918e-11ff-4e93-a91f-4113a855d98d req-fe355f8d-92df-4280-b228-9720f75c0851 service nova] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] Received event network-vif-unplugged-3d324afa-16ef-49f3-be43-c21db0c9eaa1 for instance with task_state deleting. {{(pid=74535) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 10:14:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/19664d45-f856-4eb0-84d7-c1d29b1f5d0e/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:14:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3623b97e-3ebb-4aeb-afae-8c80f720aa07/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:14:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3623b97e-3ebb-4aeb-afae-8c80f720aa07/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:14:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3623b97e-3ebb-4aeb-afae-8c80f720aa07/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:14:22 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] Instance destroyed successfully.
Dec 06 10:14:22 user nova-compute[74535]: DEBUG nova.objects.instance [None req-87bec131-9a55-4a25-9bcc-154b3c90cfd4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Lazy-loading 'resources' on Instance uuid 247b6870-1e30-482b-b271-49ef023dbd62 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:14:22 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-87bec131-9a55-4a25-9bcc-154b3c90cfd4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-06T10:08:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1311220006',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1311220006',id=30,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKTJRk7GYjUCwEUG5h5nUEzCw65rOpWM3k+9DTySlpYzeysrYH/54rUaBg5Og1NEtXV2xapkHb+q6wkxCEww9qIN8kjcJ0EPM088wC/uKKUaZZB1DxJwSGK6BPV1MtQ8rg==',key_name='tempest-keypair-1903872700',keypairs=<?>,launch_index=0,launched_at=2023-12-06T10:12:42Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ea7d9b3864a245dca1620d6cfa442897',ramdisk_id='',reservation_id='r-z8m5ft61',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-178785579',owner_user_name='tempest-AttachVolumeShelveTestJSON-178785579-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T10:12:42Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a270961c7b434e87a25209f6eff7df18',uuid=247b6870-1e30-482b-b271-49ef023dbd62,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "3d324afa-16ef-49f3-be43-c21db0c9eaa1", "address": "fa:16:3e:24:8a:1b", "network": {"id": "083b1a00-b026-47dd-86f2-afd036201f4c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-290939981-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea7d9b3864a245dca1620d6cfa442897", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d324afa-16", "ovs_interfaceid": "3d324afa-16ef-49f3-be43-c21db0c9eaa1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 10:14:22 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-87bec131-9a55-4a25-9bcc-154b3c90cfd4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Converting VIF {"id": "3d324afa-16ef-49f3-be43-c21db0c9eaa1", "address": "fa:16:3e:24:8a:1b", "network": {"id": "083b1a00-b026-47dd-86f2-afd036201f4c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-290939981-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea7d9b3864a245dca1620d6cfa442897", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d324afa-16", "ovs_interfaceid": "3d324afa-16ef-49f3-be43-c21db0c9eaa1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:14:22 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-87bec131-9a55-4a25-9bcc-154b3c90cfd4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:24:8a:1b,bridge_name='br-int',has_traffic_filtering=True,id=3d324afa-16ef-49f3-be43-c21db0c9eaa1,network=Network(083b1a00-b026-47dd-86f2-afd036201f4c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3d324afa-16') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:14:22 user nova-compute[74535]: DEBUG os_vif [None req-87bec131-9a55-4a25-9bcc-154b3c90cfd4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:24:8a:1b,bridge_name='br-int',has_traffic_filtering=True,id=3d324afa-16ef-49f3-be43-c21db0c9eaa1,network=Network(083b1a00-b026-47dd-86f2-afd036201f4c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3d324afa-16') {{(pid=74535) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 10:14:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:14:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap3d324afa-16, bridge=br-int, if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:14:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:14:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:14:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:14:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:14:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=e8e06108-8094-4e62-8e66-7db44d2b223f) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:14:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:14:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:14:22 user nova-compute[74535]: INFO os_vif [None req-87bec131-9a55-4a25-9bcc-154b3c90cfd4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:24:8a:1b,bridge_name='br-int',has_traffic_filtering=True,id=3d324afa-16ef-49f3-be43-c21db0c9eaa1,network=Network(083b1a00-b026-47dd-86f2-afd036201f4c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3d324afa-16')
Dec 06 10:14:22 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-87bec131-9a55-4a25-9bcc-154b3c90cfd4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] Deleting instance files /opt/stack/data/nova/instances/247b6870-1e30-482b-b271-49ef023dbd62_del
Dec 06 10:14:22 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-87bec131-9a55-4a25-9bcc-154b3c90cfd4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] Deletion of /opt/stack/data/nova/instances/247b6870-1e30-482b-b271-49ef023dbd62_del complete
Dec 06 10:14:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3623b97e-3ebb-4aeb-afae-8c80f720aa07/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:14:22 user nova-compute[74535]: INFO nova.compute.manager [None req-87bec131-9a55-4a25-9bcc-154b3c90cfd4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] Took 0.79 seconds to destroy the instance on the hypervisor.
Dec 06 10:14:22 user nova-compute[74535]: DEBUG oslo.service.loopingcall [None req-87bec131-9a55-4a25-9bcc-154b3c90cfd4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74535) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 10:14:22 user nova-compute[74535]: DEBUG nova.compute.manager [-] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] Deallocating network for instance {{(pid=74535) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 10:14:22 user nova-compute[74535]: DEBUG nova.network.neutron [-] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] deallocate_for_instance() {{(pid=74535) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 10:14:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk.rescue --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:14:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk.rescue --force-share --output=json" returned: 0 in 0.178s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:14:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk.rescue --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:14:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk.rescue --force-share --output=json" returned: 0 in 0.185s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:14:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:14:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:14:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:14:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:14:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:14:23 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Error from libvirt while getting description of instance-0000001e: [Error Code 42] Domain not found: no domain with matching uuid '247b6870-1e30-482b-b271-49ef023dbd62' (instance-0000001e): libvirt.libvirtError: Domain not found: no domain with matching uuid '247b6870-1e30-482b-b271-49ef023dbd62' (instance-0000001e)
Dec 06 10:14:23 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] skipping disk /dev/sdg (vda) as it is a volume {{(pid=74535) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 10:14:23 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74535) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 10:14:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d9150e7-0f02-4b19-b3f2-b329620d9722/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:14:23 user nova-compute[74535]: DEBUG nova.network.neutron [-] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] Updating instance_info_cache with network_info: [] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:14:23 user nova-compute[74535]: INFO nova.compute.manager [-] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] Took 0.89 seconds to deallocate network for instance.
Dec 06 10:14:23 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-87bec131-9a55-4a25-9bcc-154b3c90cfd4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:14:23 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-87bec131-9a55-4a25-9bcc-154b3c90cfd4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:14:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d9150e7-0f02-4b19-b3f2-b329620d9722/disk --force-share --output=json" returned: 0 in 0.227s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:14:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d9150e7-0f02-4b19-b3f2-b329620d9722/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:14:24 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d9150e7-0f02-4b19-b3f2-b329620d9722/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:14:24 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f37b4f2-47f1-474f-82cb-fa93ff07f428/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:14:24 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f37b4f2-47f1-474f-82cb-fa93ff07f428/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:14:24 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f37b4f2-47f1-474f-82cb-fa93ff07f428/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:14:24 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-87bec131-9a55-4a25-9bcc-154b3c90cfd4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:14:24 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-87bec131-9a55-4a25-9bcc-154b3c90cfd4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:14:24 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-87bec131-9a55-4a25-9bcc-154b3c90cfd4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.584s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:14:24 user nova-compute[74535]: INFO nova.scheduler.client.report [None req-87bec131-9a55-4a25-9bcc-154b3c90cfd4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Deleted allocations for instance 247b6870-1e30-482b-b271-49ef023dbd62
Dec 06 10:14:24 user nova-compute[74535]: DEBUG nova.compute.manager [req-baf09aba-9985-47ef-9ee4-756c48dcf504 req-0bafcd10-8449-4c35-a07b-f77e64b89c89 service nova] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] Received event network-vif-plugged-3d324afa-16ef-49f3-be43-c21db0c9eaa1 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:14:24 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-baf09aba-9985-47ef-9ee4-756c48dcf504 req-0bafcd10-8449-4c35-a07b-f77e64b89c89 service nova] Acquiring lock "247b6870-1e30-482b-b271-49ef023dbd62-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:14:24 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-baf09aba-9985-47ef-9ee4-756c48dcf504 req-0bafcd10-8449-4c35-a07b-f77e64b89c89 service nova] Lock "247b6870-1e30-482b-b271-49ef023dbd62-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:14:24 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-baf09aba-9985-47ef-9ee4-756c48dcf504 req-0bafcd10-8449-4c35-a07b-f77e64b89c89 service nova] Lock "247b6870-1e30-482b-b271-49ef023dbd62-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:14:24 user nova-compute[74535]: DEBUG nova.compute.manager [req-baf09aba-9985-47ef-9ee4-756c48dcf504 req-0bafcd10-8449-4c35-a07b-f77e64b89c89 service nova] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] No waiting events found dispatching network-vif-plugged-3d324afa-16ef-49f3-be43-c21db0c9eaa1 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:14:24 user nova-compute[74535]: WARNING nova.compute.manager [req-baf09aba-9985-47ef-9ee4-756c48dcf504 req-0bafcd10-8449-4c35-a07b-f77e64b89c89 service nova] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] Received unexpected event network-vif-plugged-3d324afa-16ef-49f3-be43-c21db0c9eaa1 for instance with vm_state deleted and task_state None.
Dec 06 10:14:24 user nova-compute[74535]: DEBUG nova.compute.manager [req-baf09aba-9985-47ef-9ee4-756c48dcf504 req-0bafcd10-8449-4c35-a07b-f77e64b89c89 service nova] [instance: 247b6870-1e30-482b-b271-49ef023dbd62] Received event network-vif-deleted-3d324afa-16ef-49f3-be43-c21db0c9eaa1 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:14:24 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f37b4f2-47f1-474f-82cb-fa93ff07f428/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:14:24 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5e39a1a4-f188-40e3-bcba-70e47abd6026/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:14:24 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-87bec131-9a55-4a25-9bcc-154b3c90cfd4 tempest-AttachVolumeShelveTestJSON-178785579 tempest-AttachVolumeShelveTestJSON-178785579-project-member] Lock "247b6870-1e30-482b-b271-49ef023dbd62" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.570s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:14:24 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5e39a1a4-f188-40e3-bcba-70e47abd6026/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:14:24 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5e39a1a4-f188-40e3-bcba-70e47abd6026/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:14:24 user nova-compute[74535]: DEBUG nova.objects.instance [None req-484bedb9-f86f-4ceb-8f2b-dcac3e35d6f8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Lazy-loading 'flavor' on Instance uuid e89c4f21-c084-4a60-9f6e-717b45ec85b5 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:14:24 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5e39a1a4-f188-40e3-bcba-70e47abd6026/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:14:24 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74535) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 10:14:24 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e89c4f21-c084-4a60-9f6e-717b45ec85b5/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:14:24 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-484bedb9-f86f-4ceb-8f2b-dcac3e35d6f8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Acquiring lock "refresh_cache-e89c4f21-c084-4a60-9f6e-717b45ec85b5" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:14:24 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-484bedb9-f86f-4ceb-8f2b-dcac3e35d6f8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Acquired lock "refresh_cache-e89c4f21-c084-4a60-9f6e-717b45ec85b5" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:14:24 user nova-compute[74535]: DEBUG nova.network.neutron [None req-484bedb9-f86f-4ceb-8f2b-dcac3e35d6f8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] Building network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 10:14:24 user nova-compute[74535]: DEBUG nova.objects.instance [None req-484bedb9-f86f-4ceb-8f2b-dcac3e35d6f8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Lazy-loading 'info_cache' on Instance uuid e89c4f21-c084-4a60-9f6e-717b45ec85b5 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:14:24 user nova-compute[74535]: DEBUG nova.objects.base [None req-484bedb9-f86f-4ceb-8f2b-dcac3e35d6f8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Object Instance<e89c4f21-c084-4a60-9f6e-717b45ec85b5> lazy-loaded attributes: flavor,info_cache {{(pid=74535) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 10:14:25 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e89c4f21-c084-4a60-9f6e-717b45ec85b5/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:14:25 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e89c4f21-c084-4a60-9f6e-717b45ec85b5/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:14:25 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e89c4f21-c084-4a60-9f6e-717b45ec85b5/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:14:25 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:14:25 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:14:25 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Hypervisor/Node resource view: name=user free_ram=7435MB free_disk=24.92259979248047GB free_vcpus=-1 pci_devices=[{"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74535) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 10:14:25 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:14:25 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:14:25 user nova-compute[74535]: DEBUG nova.network.neutron [None req-484bedb9-f86f-4ceb-8f2b-dcac3e35d6f8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] Updating instance_info_cache with network_info: [{"id": "296acfc2-92b5-4f17-a0b5-bfff03a54490", "address": "fa:16:3e:e0:fe:39", "network": {"id": "78fe6863-d419-4ad8-bc86-d7a081b8999b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1219285107-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8840080b6b574c778530aeea5bf3f550", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap296acfc2-92", "ovs_interfaceid": "296acfc2-92b5-4f17-a0b5-bfff03a54490", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:14:25 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-484bedb9-f86f-4ceb-8f2b-dcac3e35d6f8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Releasing lock "refresh_cache-e89c4f21-c084-4a60-9f6e-717b45ec85b5" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:14:25 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 5e39a1a4-f188-40e3-bcba-70e47abd6026 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:14:25 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 2d9150e7-0f02-4b19-b3f2-b329620d9722 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:14:25 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 5f37b4f2-47f1-474f-82cb-fa93ff07f428 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:14:25 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance d742d153-7670-4be9-8477-882f6a39f03f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:14:25 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 66440071-6cf6-4b6d-8d2a-edd5c1885510 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:14:25 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance e89c4f21-c084-4a60-9f6e-717b45ec85b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:14:25 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 3623b97e-3ebb-4aeb-afae-8c80f720aa07 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:14:25 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance ceae3072-5275-4b93-92f3-fca295ad3929 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:14:25 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 19664d45-f856-4eb0-84d7-c1d29b1f5d0e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:14:25 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance b1b834bc-519d-497f-97b9-7879f57044f7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:14:25 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:14:25 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 0b8aa954-ba72-4ac4-914a-4fa50c056ebf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:14:25 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance ed2fce2f-b3c8-4e33-8a20-002be3be78d5 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:14:25 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance c30da4e9-4922-45a7-997a-4de003d8042e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:14:25 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Total usable vcpus: 12, total allocated vcpus: 14 {{(pid=74535) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 10:14:25 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Final resource view: name=user phys_ram=16011MB used_ram=9216MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=14 pci_stats=[] {{(pid=74535) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 10:14:25 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] Instance destroyed successfully.
Dec 06 10:14:25 user nova-compute[74535]: DEBUG nova.objects.instance [None req-484bedb9-f86f-4ceb-8f2b-dcac3e35d6f8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Lazy-loading 'resources' on Instance uuid e89c4f21-c084-4a60-9f6e-717b45ec85b5 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:14:25 user nova-compute[74535]: DEBUG nova.objects.base [None req-484bedb9-f86f-4ceb-8f2b-dcac3e35d6f8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Object Instance<e89c4f21-c084-4a60-9f6e-717b45ec85b5> lazy-loaded attributes: flavor,info_cache,resources {{(pid=74535) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 10:14:25 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-484bedb9-f86f-4ceb-8f2b-dcac3e35d6f8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:06:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-450043046',display_name='tempest-AttachVolumeTestJSON-server-450043046',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-450043046',id=27,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEqZwqMLiPe7Yp/GSSgAh5dYcNlbQZ5blONjeVTm3UNmD2ImBszlYhPDvHraxyOGIuSYPbzQE8DM04o2kaojJCmJN7IqNc2vcab1b10dCq9WsocSiF6q4wS7QzXeGmyL+Q==',key_name='tempest-keypair-1898796578',keypairs=<?>,launch_index=0,launched_at=2023-12-06T10:06:27Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='8840080b6b574c778530aeea5bf3f550',ramdisk_id='',reservation_id='r-x0mblnvn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-2067266543',owner_user_name='tempest-AttachVolumeTestJSON-2067266543-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T10:12:36Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b22979f454db4d11a74c5b96e1707f68',uuid=e89c4f21-c084-4a60-9f6e-717b45ec85b5,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "296acfc2-92b5-4f17-a0b5-bfff03a54490", "address": "fa:16:3e:e0:fe:39", "network": {"id": "78fe6863-d419-4ad8-bc86-d7a081b8999b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1219285107-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8840080b6b574c778530aeea5bf3f550", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap296acfc2-92", "ovs_interfaceid": "296acfc2-92b5-4f17-a0b5-bfff03a54490", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 10:14:25 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-484bedb9-f86f-4ceb-8f2b-dcac3e35d6f8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Converting VIF {"id": "296acfc2-92b5-4f17-a0b5-bfff03a54490", "address": "fa:16:3e:e0:fe:39", "network": {"id": "78fe6863-d419-4ad8-bc86-d7a081b8999b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1219285107-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8840080b6b574c778530aeea5bf3f550", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap296acfc2-92", "ovs_interfaceid": "296acfc2-92b5-4f17-a0b5-bfff03a54490", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:14:25 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-484bedb9-f86f-4ceb-8f2b-dcac3e35d6f8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e0:fe:39,bridge_name='br-int',has_traffic_filtering=True,id=296acfc2-92b5-4f17-a0b5-bfff03a54490,network=Network(78fe6863-d419-4ad8-bc86-d7a081b8999b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap296acfc2-92') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:14:25 user nova-compute[74535]: DEBUG os_vif [None req-484bedb9-f86f-4ceb-8f2b-dcac3e35d6f8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e0:fe:39,bridge_name='br-int',has_traffic_filtering=True,id=296acfc2-92b5-4f17-a0b5-bfff03a54490,network=Network(78fe6863-d419-4ad8-bc86-d7a081b8999b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap296acfc2-92') {{(pid=74535) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 10:14:25 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:14:25 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap296acfc2-92, bridge=br-int, if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:14:26 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:14:26 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:14:26 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:14:26 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c1261ff2-4c79-4ea7-b7f1-715786fe1a74) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:14:26 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:14:26 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:14:26 user nova-compute[74535]: INFO os_vif [None req-484bedb9-f86f-4ceb-8f2b-dcac3e35d6f8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e0:fe:39,bridge_name='br-int',has_traffic_filtering=True,id=296acfc2-92b5-4f17-a0b5-bfff03a54490,network=Network(78fe6863-d419-4ad8-bc86-d7a081b8999b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap296acfc2-92')
Dec 06 10:14:26 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-484bedb9-f86f-4ceb-8f2b-dcac3e35d6f8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] Start _get_guest_xml network_info=[{"id": "296acfc2-92b5-4f17-a0b5-bfff03a54490", "address": "fa:16:3e:e0:fe:39", "network": {"id": "78fe6863-d419-4ad8-bc86-d7a081b8999b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1219285107-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8840080b6b574c778530aeea5bf3f550", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap296acfc2-92", "ovs_interfaceid": "296acfc2-92b5-4f17-a0b5-bfff03a54490", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=b338f3c8-9974-4b9f-bacb-c75dd541c256,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'device_name': '/dev/vda', 'encrypted': False, 'encryption_format': None, 'encryption_options': None, 'encryption_secret_uuid': None, 'boot_index': 0, 'device_type': 'disk', 'size': 0, 'guest_format': None, 'image_id': 'b338f3c8-9974-4b9f-bacb-c75dd541c256'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 10:14:26 user nova-compute[74535]: DEBUG nova.objects.instance [None req-484bedb9-f86f-4ceb-8f2b-dcac3e35d6f8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Lazy-loading 'numa_topology' on Instance uuid e89c4f21-c084-4a60-9f6e-717b45ec85b5 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:14:26 user nova-compute[74535]: DEBUG nova.objects.base [None req-484bedb9-f86f-4ceb-8f2b-dcac3e35d6f8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Object Instance<e89c4f21-c084-4a60-9f6e-717b45ec85b5> lazy-loaded attributes: flavor,info_cache,resources,numa_topology {{(pid=74535) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 10:14:26 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-484bedb9-f86f-4ceb-8f2b-dcac3e35d6f8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:14:26 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-484bedb9-f86f-4ceb-8f2b-dcac3e35d6f8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:14:26 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-484bedb9-f86f-4ceb-8f2b-dcac3e35d6f8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 10:14:26 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-484bedb9-f86f-4ceb-8f2b-dcac3e35d6f8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] CPU controller missing on host. {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 10:14:26 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-484bedb9-f86f-4ceb-8f2b-dcac3e35d6f8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 10:14:26 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-484bedb9-f86f-4ceb-8f2b-dcac3e35d6f8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] CPU controller found on host. {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 10:14:26 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-484bedb9-f86f-4ceb-8f2b-dcac3e35d6f8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74535) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 10:14:26 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-484bedb9-f86f-4ceb-8f2b-dcac3e35d6f8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T09:52:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=b338f3c8-9974-4b9f-bacb-c75dd541c256,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 10:14:26 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-484bedb9-f86f-4ceb-8f2b-dcac3e35d6f8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Flavor limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 10:14:26 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-484bedb9-f86f-4ceb-8f2b-dcac3e35d6f8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Image limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 10:14:26 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-484bedb9-f86f-4ceb-8f2b-dcac3e35d6f8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Flavor pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 10:14:26 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-484bedb9-f86f-4ceb-8f2b-dcac3e35d6f8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Image pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 10:14:26 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-484bedb9-f86f-4ceb-8f2b-dcac3e35d6f8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 10:14:26 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-484bedb9-f86f-4ceb-8f2b-dcac3e35d6f8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 10:14:26 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-484bedb9-f86f-4ceb-8f2b-dcac3e35d6f8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 10:14:26 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-484bedb9-f86f-4ceb-8f2b-dcac3e35d6f8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Got 1 possible topologies {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 10:14:26 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-484bedb9-f86f-4ceb-8f2b-dcac3e35d6f8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 10:14:26 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-484bedb9-f86f-4ceb-8f2b-dcac3e35d6f8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 10:14:26 user nova-compute[74535]: DEBUG nova.objects.instance [None req-484bedb9-f86f-4ceb-8f2b-dcac3e35d6f8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Lazy-loading 'vcpu_model' on Instance uuid e89c4f21-c084-4a60-9f6e-717b45ec85b5 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:14:26 user nova-compute[74535]: DEBUG nova.objects.base [None req-484bedb9-f86f-4ceb-8f2b-dcac3e35d6f8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Object Instance<e89c4f21-c084-4a60-9f6e-717b45ec85b5> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model {{(pid=74535) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 10:14:26 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-484bedb9-f86f-4ceb-8f2b-dcac3e35d6f8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:06:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-450043046',display_name='tempest-AttachVolumeTestJSON-server-450043046',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-450043046',id=27,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEqZwqMLiPe7Yp/GSSgAh5dYcNlbQZ5blONjeVTm3UNmD2ImBszlYhPDvHraxyOGIuSYPbzQE8DM04o2kaojJCmJN7IqNc2vcab1b10dCq9WsocSiF6q4wS7QzXeGmyL+Q==',key_name='tempest-keypair-1898796578',keypairs=<?>,launch_index=0,launched_at=2023-12-06T10:06:27Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='8840080b6b574c778530aeea5bf3f550',ramdisk_id='',reservation_id='r-x0mblnvn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-2067266543',owner_user_name='tempest-AttachVolumeTestJSON-2067266543-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T10:12:36Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b22979f454db4d11a74c5b96e1707f68',uuid=e89c4f21-c084-4a60-9f6e-717b45ec85b5,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "296acfc2-92b5-4f17-a0b5-bfff03a54490", "address": "fa:16:3e:e0:fe:39", "network": {"id": "78fe6863-d419-4ad8-bc86-d7a081b8999b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1219285107-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8840080b6b574c778530aeea5bf3f550", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap296acfc2-92", "ovs_interfaceid": "296acfc2-92b5-4f17-a0b5-bfff03a54490", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74535) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 10:14:26 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-484bedb9-f86f-4ceb-8f2b-dcac3e35d6f8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Converting VIF {"id": "296acfc2-92b5-4f17-a0b5-bfff03a54490", "address": "fa:16:3e:e0:fe:39", "network": {"id": "78fe6863-d419-4ad8-bc86-d7a081b8999b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1219285107-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8840080b6b574c778530aeea5bf3f550", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap296acfc2-92", "ovs_interfaceid": "296acfc2-92b5-4f17-a0b5-bfff03a54490", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:14:26 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-484bedb9-f86f-4ceb-8f2b-dcac3e35d6f8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e0:fe:39,bridge_name='br-int',has_traffic_filtering=True,id=296acfc2-92b5-4f17-a0b5-bfff03a54490,network=Network(78fe6863-d419-4ad8-bc86-d7a081b8999b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap296acfc2-92') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:14:26 user nova-compute[74535]: DEBUG nova.objects.instance [None req-484bedb9-f86f-4ceb-8f2b-dcac3e35d6f8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Lazy-loading 'pci_devices' on Instance uuid e89c4f21-c084-4a60-9f6e-717b45ec85b5 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:14:26 user nova-compute[74535]: DEBUG nova.objects.base [None req-484bedb9-f86f-4ceb-8f2b-dcac3e35d6f8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Object Instance<e89c4f21-c084-4a60-9f6e-717b45ec85b5> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices {{(pid=74535) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 10:14:26 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-484bedb9-f86f-4ceb-8f2b-dcac3e35d6f8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] End _get_guest_xml xml=<domain type="kvm">
Dec 06 10:14:26 user nova-compute[74535]:   <uuid>e89c4f21-c084-4a60-9f6e-717b45ec85b5</uuid>
Dec 06 10:14:26 user nova-compute[74535]:   <name>instance-0000001b</name>
Dec 06 10:14:26 user nova-compute[74535]:   <memory>524288</memory>
Dec 06 10:14:26 user nova-compute[74535]:   <vcpu>1</vcpu>
Dec 06 10:14:26 user nova-compute[74535]:   <metadata>
Dec 06 10:14:26 user nova-compute[74535]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 10:14:26 user nova-compute[74535]:       <nova:package version="0.0.0"/>
Dec 06 10:14:26 user nova-compute[74535]:       <nova:name>tempest-AttachVolumeTestJSON-server-450043046</nova:name>
Dec 06 10:14:26 user nova-compute[74535]:       <nova:creationTime>2023-12-06 10:14:26</nova:creationTime>
Dec 06 10:14:26 user nova-compute[74535]:       <nova:flavor name="m1.tiny">
Dec 06 10:14:26 user nova-compute[74535]:         <nova:memory>512</nova:memory>
Dec 06 10:14:26 user nova-compute[74535]:         <nova:disk>1</nova:disk>
Dec 06 10:14:26 user nova-compute[74535]:         <nova:swap>0</nova:swap>
Dec 06 10:14:26 user nova-compute[74535]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 10:14:26 user nova-compute[74535]:         <nova:vcpus>1</nova:vcpus>
Dec 06 10:14:26 user nova-compute[74535]:       </nova:flavor>
Dec 06 10:14:26 user nova-compute[74535]:       <nova:owner>
Dec 06 10:14:26 user nova-compute[74535]:         <nova:user uuid="b22979f454db4d11a74c5b96e1707f68">tempest-AttachVolumeTestJSON-2067266543-project-member</nova:user>
Dec 06 10:14:26 user nova-compute[74535]:         <nova:project uuid="8840080b6b574c778530aeea5bf3f550">tempest-AttachVolumeTestJSON-2067266543</nova:project>
Dec 06 10:14:26 user nova-compute[74535]:       </nova:owner>
Dec 06 10:14:26 user nova-compute[74535]:       <nova:root type="image" uuid="b338f3c8-9974-4b9f-bacb-c75dd541c256"/>
Dec 06 10:14:26 user nova-compute[74535]:       <nova:ports>
Dec 06 10:14:26 user nova-compute[74535]:         <nova:port uuid="296acfc2-92b5-4f17-a0b5-bfff03a54490">
Dec 06 10:14:26 user nova-compute[74535]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Dec 06 10:14:26 user nova-compute[74535]:         </nova:port>
Dec 06 10:14:26 user nova-compute[74535]:       </nova:ports>
Dec 06 10:14:26 user nova-compute[74535]:     </nova:instance>
Dec 06 10:14:26 user nova-compute[74535]:   </metadata>
Dec 06 10:14:26 user nova-compute[74535]:   <sysinfo type="smbios">
Dec 06 10:14:26 user nova-compute[74535]:     <system>
Dec 06 10:14:26 user nova-compute[74535]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 10:14:26 user nova-compute[74535]:       <entry name="product">OpenStack Nova</entry>
Dec 06 10:14:26 user nova-compute[74535]:       <entry name="version">0.0.0</entry>
Dec 06 10:14:26 user nova-compute[74535]:       <entry name="serial">e89c4f21-c084-4a60-9f6e-717b45ec85b5</entry>
Dec 06 10:14:26 user nova-compute[74535]:       <entry name="uuid">e89c4f21-c084-4a60-9f6e-717b45ec85b5</entry>
Dec 06 10:14:26 user nova-compute[74535]:       <entry name="family">Virtual Machine</entry>
Dec 06 10:14:26 user nova-compute[74535]:     </system>
Dec 06 10:14:26 user nova-compute[74535]:   </sysinfo>
Dec 06 10:14:26 user nova-compute[74535]:   <os>
Dec 06 10:14:26 user nova-compute[74535]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 10:14:26 user nova-compute[74535]:     <boot dev="hd"/>
Dec 06 10:14:26 user nova-compute[74535]:     <smbios mode="sysinfo"/>
Dec 06 10:14:26 user nova-compute[74535]:   </os>
Dec 06 10:14:26 user nova-compute[74535]:   <features>
Dec 06 10:14:26 user nova-compute[74535]:     <acpi/>
Dec 06 10:14:26 user nova-compute[74535]:     <apic/>
Dec 06 10:14:26 user nova-compute[74535]:     <vmcoreinfo/>
Dec 06 10:14:26 user nova-compute[74535]:   </features>
Dec 06 10:14:26 user nova-compute[74535]:   <clock offset="utc">
Dec 06 10:14:26 user nova-compute[74535]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 10:14:26 user nova-compute[74535]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 10:14:26 user nova-compute[74535]:     <timer name="hpet" present="no"/>
Dec 06 10:14:26 user nova-compute[74535]:   </clock>
Dec 06 10:14:26 user nova-compute[74535]:   <cpu mode="custom" match="exact">
Dec 06 10:14:26 user nova-compute[74535]:     <model>Nehalem</model>
Dec 06 10:14:26 user nova-compute[74535]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 10:14:26 user nova-compute[74535]:   </cpu>
Dec 06 10:14:26 user nova-compute[74535]:   <devices>
Dec 06 10:14:26 user nova-compute[74535]:     <disk type="file" device="disk">
Dec 06 10:14:26 user nova-compute[74535]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 10:14:26 user nova-compute[74535]:       <source file="/opt/stack/data/nova/instances/e89c4f21-c084-4a60-9f6e-717b45ec85b5/disk"/>
Dec 06 10:14:26 user nova-compute[74535]:       <target dev="vda" bus="virtio"/>
Dec 06 10:14:26 user nova-compute[74535]:     </disk>
Dec 06 10:14:26 user nova-compute[74535]:     <interface type="ethernet">
Dec 06 10:14:26 user nova-compute[74535]:       <mac address="fa:16:3e:e0:fe:39"/>
Dec 06 10:14:26 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 10:14:26 user nova-compute[74535]:       <mtu size="1442"/>
Dec 06 10:14:26 user nova-compute[74535]:       <target dev="tap296acfc2-92"/>
Dec 06 10:14:26 user nova-compute[74535]:     </interface>
Dec 06 10:14:26 user nova-compute[74535]:     <serial type="pty">
Dec 06 10:14:26 user nova-compute[74535]:       <log file="/opt/stack/data/nova/instances/e89c4f21-c084-4a60-9f6e-717b45ec85b5/console.log" append="off"/>
Dec 06 10:14:26 user nova-compute[74535]:     </serial>
Dec 06 10:14:26 user nova-compute[74535]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 10:14:26 user nova-compute[74535]:     <video>
Dec 06 10:14:26 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 10:14:26 user nova-compute[74535]:     </video>
Dec 06 10:14:26 user nova-compute[74535]:     <rng model="virtio">
Dec 06 10:14:26 user nova-compute[74535]:       <backend model="random">/dev/urandom</backend>
Dec 06 10:14:26 user nova-compute[74535]:     </rng>
Dec 06 10:14:26 user nova-compute[74535]:     <controller type="usb" index="0" model="none"/>
Dec 06 10:14:26 user nova-compute[74535]:     <memballoon model="virtio">
Dec 06 10:14:26 user nova-compute[74535]:       <stats period="10"/>
Dec 06 10:14:26 user nova-compute[74535]:     </memballoon>
Dec 06 10:14:26 user nova-compute[74535]:   </devices>
Dec 06 10:14:26 user nova-compute[74535]: </domain>
Dec 06 10:14:26 user nova-compute[74535]:  {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 10:14:26 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-484bedb9-f86f-4ceb-8f2b-dcac3e35d6f8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e89c4f21-c084-4a60-9f6e-717b45ec85b5/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:14:26 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-484bedb9-f86f-4ceb-8f2b-dcac3e35d6f8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e89c4f21-c084-4a60-9f6e-717b45ec85b5/disk --force-share --output=json" returned: 0 in 0.220s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:14:26 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-484bedb9-f86f-4ceb-8f2b-dcac3e35d6f8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e89c4f21-c084-4a60-9f6e-717b45ec85b5/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:14:26 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:14:26 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:14:26 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Compute_service record updated for user:user {{(pid=74535) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 10:14:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.767s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:14:26 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-484bedb9-f86f-4ceb-8f2b-dcac3e35d6f8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e89c4f21-c084-4a60-9f6e-717b45ec85b5/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:14:26 user nova-compute[74535]: DEBUG nova.objects.instance [None req-484bedb9-f86f-4ceb-8f2b-dcac3e35d6f8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Lazy-loading 'trusted_certs' on Instance uuid e89c4f21-c084-4a60-9f6e-717b45ec85b5 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:14:26 user nova-compute[74535]: DEBUG nova.objects.base [None req-484bedb9-f86f-4ceb-8f2b-dcac3e35d6f8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Object Instance<e89c4f21-c084-4a60-9f6e-717b45ec85b5> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs {{(pid=74535) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 10:14:26 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-484bedb9-f86f-4ceb-8f2b-dcac3e35d6f8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:14:26 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-484bedb9-f86f-4ceb-8f2b-dcac3e35d6f8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.187s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:14:26 user nova-compute[74535]: DEBUG nova.virt.disk.api [None req-484bedb9-f86f-4ceb-8f2b-dcac3e35d6f8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Checking if we can resize image /opt/stack/data/nova/instances/e89c4f21-c084-4a60-9f6e-717b45ec85b5/disk. size=1073741824 {{(pid=74535) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 10:14:26 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-484bedb9-f86f-4ceb-8f2b-dcac3e35d6f8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e89c4f21-c084-4a60-9f6e-717b45ec85b5/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:14:26 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-484bedb9-f86f-4ceb-8f2b-dcac3e35d6f8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e89c4f21-c084-4a60-9f6e-717b45ec85b5/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:14:26 user nova-compute[74535]: DEBUG nova.virt.disk.api [None req-484bedb9-f86f-4ceb-8f2b-dcac3e35d6f8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Cannot resize image /opt/stack/data/nova/instances/e89c4f21-c084-4a60-9f6e-717b45ec85b5/disk to a smaller size. {{(pid=74535) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 10:14:26 user nova-compute[74535]: DEBUG nova.objects.instance [None req-484bedb9-f86f-4ceb-8f2b-dcac3e35d6f8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Lazy-loading 'migration_context' on Instance uuid e89c4f21-c084-4a60-9f6e-717b45ec85b5 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:14:27 user nova-compute[74535]: DEBUG nova.objects.base [None req-484bedb9-f86f-4ceb-8f2b-dcac3e35d6f8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Object Instance<e89c4f21-c084-4a60-9f6e-717b45ec85b5> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs,migration_context {{(pid=74535) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 10:14:27 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-484bedb9-f86f-4ceb-8f2b-dcac3e35d6f8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:06:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-450043046',display_name='tempest-AttachVolumeTestJSON-server-450043046',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-450043046',id=27,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEqZwqMLiPe7Yp/GSSgAh5dYcNlbQZ5blONjeVTm3UNmD2ImBszlYhPDvHraxyOGIuSYPbzQE8DM04o2kaojJCmJN7IqNc2vcab1b10dCq9WsocSiF6q4wS7QzXeGmyL+Q==',key_name='tempest-keypair-1898796578',keypairs=<?>,launch_index=0,launched_at=2023-12-06T10:06:27Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=<?>,power_state=4,progress=0,project_id='8840080b6b574c778530aeea5bf3f550',ramdisk_id='',reservation_id='r-x0mblnvn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-2067266543',owner_user_name='tempest-AttachVolumeTestJSON-2067266543-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T10:12:36Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b22979f454db4d11a74c5b96e1707f68',uuid=e89c4f21-c084-4a60-9f6e-717b45ec85b5,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "296acfc2-92b5-4f17-a0b5-bfff03a54490", "address": "fa:16:3e:e0:fe:39", "network": {"id": "78fe6863-d419-4ad8-bc86-d7a081b8999b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1219285107-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8840080b6b574c778530aeea5bf3f550", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap296acfc2-92", "ovs_interfaceid": "296acfc2-92b5-4f17-a0b5-bfff03a54490", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 10:14:27 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-484bedb9-f86f-4ceb-8f2b-dcac3e35d6f8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Converting VIF {"id": "296acfc2-92b5-4f17-a0b5-bfff03a54490", "address": "fa:16:3e:e0:fe:39", "network": {"id": "78fe6863-d419-4ad8-bc86-d7a081b8999b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1219285107-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8840080b6b574c778530aeea5bf3f550", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap296acfc2-92", "ovs_interfaceid": "296acfc2-92b5-4f17-a0b5-bfff03a54490", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:14:27 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-484bedb9-f86f-4ceb-8f2b-dcac3e35d6f8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e0:fe:39,bridge_name='br-int',has_traffic_filtering=True,id=296acfc2-92b5-4f17-a0b5-bfff03a54490,network=Network(78fe6863-d419-4ad8-bc86-d7a081b8999b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap296acfc2-92') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:14:27 user nova-compute[74535]: DEBUG os_vif [None req-484bedb9-f86f-4ceb-8f2b-dcac3e35d6f8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e0:fe:39,bridge_name='br-int',has_traffic_filtering=True,id=296acfc2-92b5-4f17-a0b5-bfff03a54490,network=Network(78fe6863-d419-4ad8-bc86-d7a081b8999b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap296acfc2-92') {{(pid=74535) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 10:14:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:14:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:14:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 10:14:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:14:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '7643ef2f-539a-506a-8c09-6e25e23c1b5d', '_type': 'linux-noop'}}, row=False) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:14:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:14:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:14:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap296acfc2-92, may_exist=True, interface_attrs={}) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:14:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap296acfc2-92, col_values=(('qos', UUID('61e360ea-c015-4384-b234-368030ded2b7')),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:14:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap296acfc2-92, col_values=(('external_ids', {'iface-id': '296acfc2-92b5-4f17-a0b5-bfff03a54490', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e0:fe:39', 'vm-uuid': 'e89c4f21-c084-4a60-9f6e-717b45ec85b5'}),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:14:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:14:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:14:27 user nova-compute[74535]: INFO os_vif [None req-484bedb9-f86f-4ceb-8f2b-dcac3e35d6f8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e0:fe:39,bridge_name='br-int',has_traffic_filtering=True,id=296acfc2-92b5-4f17-a0b5-bfff03a54490,network=Network(78fe6863-d419-4ad8-bc86-d7a081b8999b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap296acfc2-92')
Dec 06 10:14:27 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:14:27 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:14:27 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Starting heal instance info cache {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 10:14:27 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "refresh_cache-5f37b4f2-47f1-474f-82cb-fa93ff07f428" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:14:27 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquired lock "refresh_cache-5f37b4f2-47f1-474f-82cb-fa93ff07f428" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:14:27 user nova-compute[74535]: DEBUG nova.network.neutron [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: 5f37b4f2-47f1-474f-82cb-fa93ff07f428] Forcefully refreshing network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 10:14:27 user nova-compute[74535]: DEBUG nova.network.neutron [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: 5f37b4f2-47f1-474f-82cb-fa93ff07f428] Updating instance_info_cache with network_info: [{"id": "ee4c9481-abe2-4b04-af7f-34f083b82f34", "address": "fa:16:3e:ce:e7:39", "network": {"id": "a3dfa24c-76e2-4ead-941f-ba72c57234a4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-566828184-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17272e061eec432787a47431737ad50f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee4c9481-ab", "ovs_interfaceid": "ee4c9481-abe2-4b04-af7f-34f083b82f34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:14:27 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Releasing lock "refresh_cache-5f37b4f2-47f1-474f-82cb-fa93ff07f428" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:14:27 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: 5f37b4f2-47f1-474f-82cb-fa93ff07f428] Updated the network info_cache for instance {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 10:14:27 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:14:27 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:14:27 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:14:27 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:14:28 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:14:28 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:14:28 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:14:28 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:14:28 user nova-compute[74535]: DEBUG nova.compute.manager [req-38ee9028-d63b-417c-a20a-938b78f425b0 req-3ff93d8e-e9de-4a27-89e4-8ab687fe1d64 service nova] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] Received event network-vif-plugged-296acfc2-92b5-4f17-a0b5-bfff03a54490 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:14:28 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-38ee9028-d63b-417c-a20a-938b78f425b0 req-3ff93d8e-e9de-4a27-89e4-8ab687fe1d64 service nova] Acquiring lock "e89c4f21-c084-4a60-9f6e-717b45ec85b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:14:28 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-38ee9028-d63b-417c-a20a-938b78f425b0 req-3ff93d8e-e9de-4a27-89e4-8ab687fe1d64 service nova] Lock "e89c4f21-c084-4a60-9f6e-717b45ec85b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:14:28 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-38ee9028-d63b-417c-a20a-938b78f425b0 req-3ff93d8e-e9de-4a27-89e4-8ab687fe1d64 service nova] Lock "e89c4f21-c084-4a60-9f6e-717b45ec85b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:14:28 user nova-compute[74535]: DEBUG nova.compute.manager [req-38ee9028-d63b-417c-a20a-938b78f425b0 req-3ff93d8e-e9de-4a27-89e4-8ab687fe1d64 service nova] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] No waiting events found dispatching network-vif-plugged-296acfc2-92b5-4f17-a0b5-bfff03a54490 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:14:28 user nova-compute[74535]: WARNING nova.compute.manager [req-38ee9028-d63b-417c-a20a-938b78f425b0 req-3ff93d8e-e9de-4a27-89e4-8ab687fe1d64 service nova] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] Received unexpected event network-vif-plugged-296acfc2-92b5-4f17-a0b5-bfff03a54490 for instance with vm_state stopped and task_state powering-on.
Dec 06 10:14:29 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:14:29 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:14:30 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-11bab5c5-8d92-4295-8bd2-66877169fd3d tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Acquiring lock "ceae3072-5275-4b93-92f3-fca295ad3929" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:14:30 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-11bab5c5-8d92-4295-8bd2-66877169fd3d tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Lock "ceae3072-5275-4b93-92f3-fca295ad3929" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:14:30 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-11bab5c5-8d92-4295-8bd2-66877169fd3d tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Acquiring lock "ceae3072-5275-4b93-92f3-fca295ad3929-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:14:30 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-11bab5c5-8d92-4295-8bd2-66877169fd3d tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Lock "ceae3072-5275-4b93-92f3-fca295ad3929-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:14:30 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-11bab5c5-8d92-4295-8bd2-66877169fd3d tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Lock "ceae3072-5275-4b93-92f3-fca295ad3929-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:14:30 user nova-compute[74535]: INFO nova.compute.manager [None req-11bab5c5-8d92-4295-8bd2-66877169fd3d tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] Terminating instance
Dec 06 10:14:30 user nova-compute[74535]: DEBUG nova.compute.manager [None req-11bab5c5-8d92-4295-8bd2-66877169fd3d tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] Start destroying the instance on the hypervisor. {{(pid=74535) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 10:14:30 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:14:30 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:14:30 user nova-compute[74535]: DEBUG nova.compute.manager [req-b0080b5c-588d-48b6-b0ed-a478a0720fab req-8effcbcb-61e8-4d6c-9a86-d36e760dfd8c service nova] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] Received event network-vif-plugged-296acfc2-92b5-4f17-a0b5-bfff03a54490 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:14:30 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-b0080b5c-588d-48b6-b0ed-a478a0720fab req-8effcbcb-61e8-4d6c-9a86-d36e760dfd8c service nova] Acquiring lock "e89c4f21-c084-4a60-9f6e-717b45ec85b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:14:30 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-b0080b5c-588d-48b6-b0ed-a478a0720fab req-8effcbcb-61e8-4d6c-9a86-d36e760dfd8c service nova] Lock "e89c4f21-c084-4a60-9f6e-717b45ec85b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:14:30 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-b0080b5c-588d-48b6-b0ed-a478a0720fab req-8effcbcb-61e8-4d6c-9a86-d36e760dfd8c service nova] Lock "e89c4f21-c084-4a60-9f6e-717b45ec85b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:14:30 user nova-compute[74535]: DEBUG nova.compute.manager [req-b0080b5c-588d-48b6-b0ed-a478a0720fab req-8effcbcb-61e8-4d6c-9a86-d36e760dfd8c service nova] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] No waiting events found dispatching network-vif-plugged-296acfc2-92b5-4f17-a0b5-bfff03a54490 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:14:30 user nova-compute[74535]: WARNING nova.compute.manager [req-b0080b5c-588d-48b6-b0ed-a478a0720fab req-8effcbcb-61e8-4d6c-9a86-d36e760dfd8c service nova] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] Received unexpected event network-vif-plugged-296acfc2-92b5-4f17-a0b5-bfff03a54490 for instance with vm_state stopped and task_state powering-on.
Dec 06 10:14:30 user nova-compute[74535]: DEBUG nova.compute.manager [None req-484bedb9-f86f-4ceb-8f2b-dcac3e35d6f8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] Instance event wait completed in 0 seconds for  {{(pid=74535) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 10:14:30 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] Instance rebooted successfully.
Dec 06 10:14:30 user nova-compute[74535]: DEBUG nova.compute.manager [None req-484bedb9-f86f-4ceb-8f2b-dcac3e35d6f8 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] Checking state {{(pid=74535) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 10:14:30 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:14:30 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:14:31 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:14:31 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:14:31 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] Instance destroyed successfully.
Dec 06 10:14:31 user nova-compute[74535]: DEBUG nova.objects.instance [None req-11bab5c5-8d92-4295-8bd2-66877169fd3d tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Lazy-loading 'resources' on Instance uuid ceae3072-5275-4b93-92f3-fca295ad3929 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:14:31 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-11bab5c5-8d92-4295-8bd2-66877169fd3d tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:07:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1630394649',display_name='tempest-ServerActionsTestOtherA-server-1630394649',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1630394649',id=28,image_ref='',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLO52HtMW4UMfGR+ZIcv2xGz1VFohxn+vVKQC3s2LtNicxzbY2Do3+F0nIV2Mn0nQf+HcJzYzk5oy9gorT4ZoJHR7SEaLEBUzVGJvdQUWU9bd6xtkzaaxWSwIPldTwJDJA==',key_name='tempest-keypair-129283455',keypairs=<?>,launch_index=0,launched_at=2023-12-06T10:10:09Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='c1a6ab8cc08d4115a89db7cf36f78025',ramdisk_id='',reservation_id='r-pxdawb7v',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-2145111356',owner_user_name='tempest-ServerActionsTestOtherA-2145111356-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T10:11:40Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c4d40c6d3b9e49f79feff37d137f350a',uuid=ceae3072-5275-4b93-92f3-fca295ad3929,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "176932fd-6f91-448e-882d-6ad94f3126fb", "address": "fa:16:3e:1c:04:bb", "network": {"id": "8b86f560-d219-47ac-911b-827500badcc4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-867973244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.9", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1a6ab8cc08d4115a89db7cf36f78025", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap176932fd-6f", "ovs_interfaceid": "176932fd-6f91-448e-882d-6ad94f3126fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 10:14:31 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-11bab5c5-8d92-4295-8bd2-66877169fd3d tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Converting VIF {"id": "176932fd-6f91-448e-882d-6ad94f3126fb", "address": "fa:16:3e:1c:04:bb", "network": {"id": "8b86f560-d219-47ac-911b-827500badcc4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-867973244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.9", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1a6ab8cc08d4115a89db7cf36f78025", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap176932fd-6f", "ovs_interfaceid": "176932fd-6f91-448e-882d-6ad94f3126fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:14:31 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-11bab5c5-8d92-4295-8bd2-66877169fd3d tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:1c:04:bb,bridge_name='br-int',has_traffic_filtering=True,id=176932fd-6f91-448e-882d-6ad94f3126fb,network=Network(8b86f560-d219-47ac-911b-827500badcc4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap176932fd-6f') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:14:31 user nova-compute[74535]: DEBUG os_vif [None req-11bab5c5-8d92-4295-8bd2-66877169fd3d tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:1c:04:bb,bridge_name='br-int',has_traffic_filtering=True,id=176932fd-6f91-448e-882d-6ad94f3126fb,network=Network(8b86f560-d219-47ac-911b-827500badcc4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap176932fd-6f') {{(pid=74535) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 10:14:31 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:14:31 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap176932fd-6f, bridge=br-int, if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:14:31 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:14:31 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:14:31 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:14:31 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=b3f57cb5-e864-4f23-bfb7-56b07147509b) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:14:31 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:14:31 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:14:31 user nova-compute[74535]: INFO os_vif [None req-11bab5c5-8d92-4295-8bd2-66877169fd3d tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:1c:04:bb,bridge_name='br-int',has_traffic_filtering=True,id=176932fd-6f91-448e-882d-6ad94f3126fb,network=Network(8b86f560-d219-47ac-911b-827500badcc4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap176932fd-6f')
Dec 06 10:14:31 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-11bab5c5-8d92-4295-8bd2-66877169fd3d tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] calling os-brick to detach iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 10:14:31 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-11bab5c5-8d92-4295-8bd2-66877169fd3d tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, {'target_iqn': 'iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zkhxSBlF', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:14:31 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-11bab5c5-8d92-4295-8bd2-66877169fd3d tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:14:31 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-11bab5c5-8d92-4295-8bd2-66877169fd3d tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:14:31 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-11bab5c5-8d92-4295-8bd2-66877169fd3d tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:14:31 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:14:31 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.025s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:14:31 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[5950284c-3eff-426b-8a59-a65eb1ec8bec]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:627da594-0bbf-4459-bfeb-8f67be5a4c4b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:14:31 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-11bab5c5-8d92-4295-8bd2-66877169fd3d tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 10:14:31 user nova-compute[74535]: No targets found.
Dec 06 10:14:31 user nova-compute[74535]: iSNS:
Dec 06 10:14:31 user nova-compute[74535]: No targets found.
Dec 06 10:14:31 user nova-compute[74535]: STATIC:
Dec 06 10:14:31 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa
Dec 06 10:14:31 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:14:31 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:14:31 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8
Dec 06 10:14:31 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:14:31 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:14:31 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef
Dec 06 10:14:31 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:14:31 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:14:31 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71
Dec 06 10:14:31 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:14:31 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:14:31 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:627da594-0bbf-4459-bfeb-8f67be5a4c4b
Dec 06 10:14:31 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:14:31 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:14:31 user nova-compute[74535]: FIRMWARE:
Dec 06 10:14:31 user nova-compute[74535]: No targets found.
Dec 06 10:14:31 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:14:31 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-11bab5c5-8d92-4295-8bd2-66877169fd3d tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 10:14:31 user nova-compute[74535]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 10:14:31 user nova-compute[74535]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74535) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 10:14:31 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-11bab5c5-8d92-4295-8bd2-66877169fd3d tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef', 0)] {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 10:14:31 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:14:31 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:14:31 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab84608f-ce3b-45fa-a520-340916f30b49]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:627da594-0bbf-4459-bfeb-8f67be5a4c4b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:14:31 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:14:31 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:14:31 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[f8d6dd67-80b4-4bf1-b98d-a5e8105d537c]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:627da594-0bbf-4459-bfeb-8f67be5a4c4b (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71 (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:14:31 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-11bab5c5-8d92-4295-8bd2-66877169fd3d tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:14:31 user nova-compute[74535]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef (non-flash)
Dec 06 10:14:31 user nova-compute[74535]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:627da594-0bbf-4459-bfeb-8f67be5a4c4b (non-flash)
Dec 06 10:14:31 user nova-compute[74535]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa (non-flash)
Dec 06 10:14:31 user nova-compute[74535]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71 (non-flash)
Dec 06 10:14:31 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:14:31 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-11bab5c5-8d92-4295-8bd2-66877169fd3d tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:14:31 user nova-compute[74535]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef (non-flash)
Dec 06 10:14:31 user nova-compute[74535]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:627da594-0bbf-4459-bfeb-8f67be5a4c4b (non-flash)
Dec 06 10:14:31 user nova-compute[74535]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa (non-flash)
Dec 06 10:14:31 user nova-compute[74535]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71 (non-flash)
Dec 06 10:14:31 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:14:31 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-11bab5c5-8d92-4295-8bd2-66877169fd3d tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ff1007cf010>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef'): ({'sdd'}, set())}) {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 10:14:31 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-11bab5c5-8d92-4295-8bd2-66877169fd3d tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Removing single pathed devices sdd {{(pid=74535) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 10:14:31 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:14:31 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.023s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:14:31 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[585f6a11-940e-46b8-98b5-fb2be47dad39]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:14:31 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:14:31 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.022s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:14:31 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[b38b1a57-9308-4647-8612-287af742681a]: (4, ('ok\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:14:31 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-11bab5c5-8d92-4295-8bd2-66877169fd3d tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Flushing IO for device /dev/sdd {{(pid=74535) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 10:14:31 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:14:31 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.014s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:14:31 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b164732-e3dd-405d-b990-c1adbb12a906]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:14:31 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-11bab5c5-8d92-4295-8bd2-66877169fd3d tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74535) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 10:14:31 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:14:31 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.065s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:14:31 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb88c104-6ced-42b1-b6c6-b0152aed4cbc]: (4, ('1', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:14:31 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-11bab5c5-8d92-4295-8bd2-66877169fd3d tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 10:14:31 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-11bab5c5-8d92-4295-8bd2-66877169fd3d tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] SCSI volumes sdd have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 10:14:31 user nova-compute[74535]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-1SCST_BIOecefa505-7480ef0ab31a90a6', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_ecefa505', '/dev/disk/by-id/scsi-23734383065663061') {{(pid=86180) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Dec 06 10:14:31 user nova-compute[74535]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-1SCST_BIOecefa505-7480ef0ab31a90a6
Dec 06 10:14:31 user nova-compute[74535]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-SSCST_BIO_Storage_ecefa505
Dec 06 10:14:31 user nova-compute[74535]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-23734383065663061
Dec 06 10:14:31 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e1fc1df-0713-4390-a9e9-e1bad807e35a]: (4, None) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:14:31 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-11bab5c5-8d92-4295-8bd2-66877169fd3d tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef')] {{(pid=74535) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 10:14:31 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:14:31 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.031s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:14:31 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[174c2788-def4-4124-8c1c-6ccd82dbc326]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:14:31 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-11bab5c5-8d92-4295-8bd2-66877169fd3d tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:14:31 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef -p 172.16.0.220:3260 --logout {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:14:31 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef -p 172.16.0.220:3260 --logout" returned: 0 in 0.064s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:14:31 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[a65511e8-7ce2-4f37-be32-f29aea925ed5]: (4, ('Logging out of session [sid: 33, target: iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef, portal: 172.16.0.220,3260]\nLogout of [sid: 33, target: iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:14:31 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-11bab5c5-8d92-4295-8bd2-66877169fd3d tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 33, target: iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef, portal: 172.16.0.220,3260]
Dec 06 10:14:31 user nova-compute[74535]: Logout of [sid: 33, target: iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef, portal: 172.16.0.220,3260] successful.
Dec 06 10:14:31 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:14:31 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef -p 172.16.0.220:3260 --op delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:14:31 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c20fcf8c-eb1b-4f32-a944-595e96a41fef -p 172.16.0.220:3260 --op delete" returned: 0 in 0.027s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:14:31 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[087f0b41-291b-40bc-87b0-b6fc38f4dcc4]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:14:31 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-11bab5c5-8d92-4295-8bd2-66877169fd3d tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:14:31 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-11bab5c5-8d92-4295-8bd2-66877169fd3d tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.393s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:14:31 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-11bab5c5-8d92-4295-8bd2-66877169fd3d tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] <== disconnect_volume: return (395ms) None {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:14:31 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-11bab5c5-8d92-4295-8bd2-66877169fd3d tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] Disconnected iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 10:14:31 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-11bab5c5-8d92-4295-8bd2-66877169fd3d tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] Deleting instance files /opt/stack/data/nova/instances/ceae3072-5275-4b93-92f3-fca295ad3929_del
Dec 06 10:14:31 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-11bab5c5-8d92-4295-8bd2-66877169fd3d tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] Deletion of /opt/stack/data/nova/instances/ceae3072-5275-4b93-92f3-fca295ad3929_del complete
Dec 06 10:14:31 user nova-compute[74535]: INFO nova.compute.manager [None req-11bab5c5-8d92-4295-8bd2-66877169fd3d tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] Took 1.29 seconds to destroy the instance on the hypervisor.
Dec 06 10:14:31 user nova-compute[74535]: DEBUG oslo.service.loopingcall [None req-11bab5c5-8d92-4295-8bd2-66877169fd3d tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74535) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 10:14:31 user nova-compute[74535]: DEBUG nova.compute.manager [-] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] Deallocating network for instance {{(pid=74535) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 10:14:31 user nova-compute[74535]: DEBUG nova.network.neutron [-] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] deallocate_for_instance() {{(pid=74535) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 10:14:32 user nova-compute[74535]: DEBUG nova.compute.manager [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: c30da4e9-4922-45a7-997a-4de003d8042e] Start spawning the instance on the hypervisor. {{(pid=74535) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 10:14:32 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: c30da4e9-4922-45a7-997a-4de003d8042e] Creating instance directory {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 10:14:32 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: c30da4e9-4922-45a7-997a-4de003d8042e] Creating image(s)
Dec 06 10:14:32 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: c30da4e9-4922-45a7-997a-4de003d8042e] Did not create local disks {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4867}}
Dec 06 10:14:32 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: c30da4e9-4922-45a7-997a-4de003d8042e] Ensure instance console log exists: /opt/stack/data/nova/instances/c30da4e9-4922-45a7-997a-4de003d8042e/console.log {{(pid=74535) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 10:14:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:14:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:14:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:14:32 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: c30da4e9-4922-45a7-997a-4de003d8042e] Start _get_guest_xml network_info=[{"id": "8e6c702e-7639-4d39-879c-cda6569dc787", "address": "fa:16:3e:46:e7:a8", "network": {"id": "72d08fd1-cc74-485f-848c-2ce73172f719", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1718263965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "19e83c953cf8498f8ea89afce479f26b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8e6c702e-76", "ovs_interfaceid": "8e6c702e-7639-4d39-879c-cda6569dc787", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='d41d8cd98f00b204e9800998ecf8427e',container_format='bare',created_at=2023-12-06T10:14:08Z,direct_url=<?>,disk_format='qcow2',id=ec969da3-f75c-4d5e-a4b5-cfc1e4b16b98,min_disk=1,min_ram=0,name='tempest-TestVolumeBootPatternsnapshot-355229988',owner='19e83c953cf8498f8ea89afce479f26b',properties=ImageMetaProps,protected=<?>,size=0,status='active',tags=<?>,updated_at=2023-12-06T10:14:09Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'delete_on_termination': True, 'attachment_id': '460f7d5a-0825-4488-a87e-ea43320a89e3', 'boot_index': 0, 'device_type': 'disk', 'guest_format': None, 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:40ceace4-0d7a-4f93-ab8f-ce151f833604', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'AGSrOfjR', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c30da4e9-4922-45a7-997a-4de003d8042e', 'attached_at': '', 'detached_at': '', 'volume_id': '40ceace4-0d7a-4f93-ab8f-ce151f833604', 'serial': '40ceace4-0d7a-4f93-ab8f-ce151f833604'}, 'volume_type': None} {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 10:14:32 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:14:32 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:14:32 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 10:14:32 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] CPU controller missing on host. {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 10:14:32 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 10:14:32 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] CPU controller found on host. {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 10:14:32 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74535) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 10:14:32 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T09:52:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='d41d8cd98f00b204e9800998ecf8427e',container_format='bare',created_at=2023-12-06T10:14:08Z,direct_url=<?>,disk_format='qcow2',id=ec969da3-f75c-4d5e-a4b5-cfc1e4b16b98,min_disk=1,min_ram=0,name='tempest-TestVolumeBootPatternsnapshot-355229988',owner='19e83c953cf8498f8ea89afce479f26b',properties=ImageMetaProps,protected=<?>,size=0,status='active',tags=<?>,updated_at=2023-12-06T10:14:09Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 10:14:32 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Flavor limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 10:14:32 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Image limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 10:14:32 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Flavor pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 10:14:32 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Image pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 10:14:32 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 10:14:32 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 10:14:32 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 10:14:32 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Got 1 possible topologies {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 10:14:32 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 10:14:32 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 10:14:32 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: c30da4e9-4922-45a7-997a-4de003d8042e] Calling os-brick to attach iSCSI Volume {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 10:14:32 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:40ceace4-0d7a-4f93-ab8f-ce151f833604', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'AGSrOfjR', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:14:32 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:14:32 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:14:32 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:14:32 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:14:32 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:40ceace4-0d7a-4f93-ab8f-ce151f833604" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:14:32 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:40ceace4-0d7a-4f93-ab8f-ce151f833604" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:14:32 user nova-compute[74535]: INFO os_brick.initiator.connectors.iscsi [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 10:14:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:40ceace4-0d7a-4f93-ab8f-ce151f833604 -p 172.16.0.220:3260 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:14:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:40ceace4-0d7a-4f93-ab8f-ce151f833604 -p 172.16.0.220:3260" returned: 21 in 0.022s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:14:32 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[6265a889-7838-49b1-bec3-6549103ace9d]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:14:32 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 10:14:32 user nova-compute[74535]:  {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:14:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:40ceace4-0d7a-4f93-ab8f-ce151f833604 -p 172.16.0.220:3260 --interface default --op new {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:14:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:40ceace4-0d7a-4f93-ab8f-ce151f833604 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:14:32 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[54c413ad-62c5-4b84-b04b-7bd6df0aa195]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:40ceace4-0d7a-4f93-ab8f-ce151f833604] added\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:14:32 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:40ceace4-0d7a-4f93-ab8f-ce151f833604] added
Dec 06 10:14:32 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:14:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:40ceace4-0d7a-4f93-ab8f-ce151f833604 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:14:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:40ceace4-0d7a-4f93-ab8f-ce151f833604 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.028s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:14:32 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[4946a6c1-0b47-4049-9099-b5891e2e2054]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:14:32 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:14:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:40ceace4-0d7a-4f93-ab8f-ce151f833604 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:14:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:40ceace4-0d7a-4f93-ab8f-ce151f833604 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:14:32 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[66318ac4-28f6-4c83-931e-222807024794]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:14:32 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:14:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:40ceace4-0d7a-4f93-ab8f-ce151f833604 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v AGSrOfjR {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:14:32 user nova-compute[74535]: DEBUG nova.network.neutron [-] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] Updating instance_info_cache with network_info: [] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:14:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:40ceace4-0d7a-4f93-ab8f-ce151f833604 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v AGSrOfjR" returned: 0 in 0.027s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:14:32 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c8665b7-a34c-4790-bd1a-cceb898211c1]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:14:32 user nova-compute[74535]: INFO nova.compute.manager [-] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] Took 0.73 seconds to deallocate network for instance.
Dec 06 10:14:32 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'AGSrOfjR'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:14:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:40ceace4-0d7a-4f93-ab8f-ce151f833604 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:14:32 user nova-compute[74535]: DEBUG nova.compute.manager [req-7bab2470-08a0-4e4d-add8-0c491b9bf9eb req-1e188164-fc80-4ad7-a85d-c30f9c2656bc service nova] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] Received event network-vif-deleted-176932fd-6f91-448e-882d-6ad94f3126fb {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:14:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:40ceace4-0d7a-4f93-ab8f-ce151f833604 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:14:32 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[39785a7c-1f47-48dd-8cf8-8996424c0189]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:14:32 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:14:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:14:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:14:32 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[745f821a-4ba4-4c77-936c-465fd642545e]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:627da594-0bbf-4459-bfeb-8f67be5a4c4b (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71 (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:14:32 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:14:32 user nova-compute[74535]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:627da594-0bbf-4459-bfeb-8f67be5a4c4b (non-flash)
Dec 06 10:14:32 user nova-compute[74535]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa (non-flash)
Dec 06 10:14:32 user nova-compute[74535]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71 (non-flash)
Dec 06 10:14:32 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:14:32 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:14:32 user nova-compute[74535]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:627da594-0bbf-4459-bfeb-8f67be5a4c4b (non-flash)
Dec 06 10:14:32 user nova-compute[74535]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa (non-flash)
Dec 06 10:14:32 user nova-compute[74535]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71 (non-flash)
Dec 06 10:14:32 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:14:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:40ceace4-0d7a-4f93-ab8f-ce151f833604 -p 172.16.0.220:3260 --login {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:14:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:40ceace4-0d7a-4f93-ab8f-ce151f833604 -p 172.16.0.220:3260 --login" returned: 0 in 0.074s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:14:32 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[368ebd2b-6de5-45e0-924b-aa3b549a33fa]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:40ceace4-0d7a-4f93-ab8f-ce151f833604, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:40ceace4-0d7a-4f93-ab8f-ce151f833604, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:14:32 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:40ceace4-0d7a-4f93-ab8f-ce151f833604, portal: 172.16.0.220,3260]
Dec 06 10:14:32 user nova-compute[74535]: Login to [iface: default, target: iqn.2010-10.org.openstack:40ceace4-0d7a-4f93-ab8f-ce151f833604, portal: 172.16.0.220,3260] successful.
Dec 06 10:14:32 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:14:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:40ceace4-0d7a-4f93-ab8f-ce151f833604 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:14:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:40ceace4-0d7a-4f93-ab8f-ce151f833604 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:14:32 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[73094482-beb2-4de4-9393-44622cb0beb7]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:14:32 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:14:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:14:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:14:32 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e5e9953-08da-49d9-9776-94d53a754e55]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:627da594-0bbf-4459-bfeb-8f67be5a4c4b (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:40ceace4-0d7a-4f93-ab8f-ce151f833604 (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:14:32 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:14:32 user nova-compute[74535]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:627da594-0bbf-4459-bfeb-8f67be5a4c4b (non-flash)
Dec 06 10:14:32 user nova-compute[74535]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa (non-flash)
Dec 06 10:14:32 user nova-compute[74535]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71 (non-flash)
Dec 06 10:14:32 user nova-compute[74535]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:40ceace4-0d7a-4f93-ab8f-ce151f833604 (non-flash)
Dec 06 10:14:32 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:14:32 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:14:32 user nova-compute[74535]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:627da594-0bbf-4459-bfeb-8f67be5a4c4b (non-flash)
Dec 06 10:14:32 user nova-compute[74535]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa (non-flash)
Dec 06 10:14:32 user nova-compute[74535]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71 (non-flash)
Dec 06 10:14:32 user nova-compute[74535]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:40ceace4-0d7a-4f93-ab8f-ce151f833604 (non-flash)
Dec 06 10:14:32 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:14:32 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:40ceace4-0d7a-4f93-ab8f-ce151f833604" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.328s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:14:32 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Connected to 172.16.0.220:3260 {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 10:14:32 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] HCTL ('33', '-', '-', 0) found on session 39 with lun 0 {{(pid=74535) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 10:14:32 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74535) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 10:14:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:14:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.021s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:14:32 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce12d366-86fe-4ad9-a617-248cc17ec6de]: (4, ('- - 0', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:14:32 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Searching for a device in session 39 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74535) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 10:14:32 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:40ceace4-0d7a-4f93-ab8f-ce151f833604', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'AGSrOfjR', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 10:14:32 user nova-compute[74535]: DEBUG nova.compute.manager [req-de765654-89ef-452e-a182-1521bd775361 req-e901cde1-1be2-41a4-ba65-5f6c79b3e53c service nova] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] Received event network-vif-unplugged-176932fd-6f91-448e-882d-6ad94f3126fb {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:14:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-de765654-89ef-452e-a182-1521bd775361 req-e901cde1-1be2-41a4-ba65-5f6c79b3e53c service nova] Acquiring lock "ceae3072-5275-4b93-92f3-fca295ad3929-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:14:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-de765654-89ef-452e-a182-1521bd775361 req-e901cde1-1be2-41a4-ba65-5f6c79b3e53c service nova] Lock "ceae3072-5275-4b93-92f3-fca295ad3929-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:14:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-de765654-89ef-452e-a182-1521bd775361 req-e901cde1-1be2-41a4-ba65-5f6c79b3e53c service nova] Lock "ceae3072-5275-4b93-92f3-fca295ad3929-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:14:32 user nova-compute[74535]: DEBUG nova.compute.manager [req-de765654-89ef-452e-a182-1521bd775361 req-e901cde1-1be2-41a4-ba65-5f6c79b3e53c service nova] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] No waiting events found dispatching network-vif-unplugged-176932fd-6f91-448e-882d-6ad94f3126fb {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:14:32 user nova-compute[74535]: DEBUG nova.compute.manager [req-de765654-89ef-452e-a182-1521bd775361 req-e901cde1-1be2-41a4-ba65-5f6c79b3e53c service nova] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] Received event network-vif-unplugged-176932fd-6f91-448e-882d-6ad94f3126fb for instance with task_state deleting. {{(pid=74535) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 10:14:32 user nova-compute[74535]: DEBUG nova.compute.manager [req-de765654-89ef-452e-a182-1521bd775361 req-e901cde1-1be2-41a4-ba65-5f6c79b3e53c service nova] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] Received event network-vif-plugged-176932fd-6f91-448e-882d-6ad94f3126fb {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:14:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-de765654-89ef-452e-a182-1521bd775361 req-e901cde1-1be2-41a4-ba65-5f6c79b3e53c service nova] Acquiring lock "ceae3072-5275-4b93-92f3-fca295ad3929-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:14:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-de765654-89ef-452e-a182-1521bd775361 req-e901cde1-1be2-41a4-ba65-5f6c79b3e53c service nova] Lock "ceae3072-5275-4b93-92f3-fca295ad3929-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:14:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-de765654-89ef-452e-a182-1521bd775361 req-e901cde1-1be2-41a4-ba65-5f6c79b3e53c service nova] Lock "ceae3072-5275-4b93-92f3-fca295ad3929-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:14:32 user nova-compute[74535]: DEBUG nova.compute.manager [req-de765654-89ef-452e-a182-1521bd775361 req-e901cde1-1be2-41a4-ba65-5f6c79b3e53c service nova] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] No waiting events found dispatching network-vif-plugged-176932fd-6f91-448e-882d-6ad94f3126fb {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:14:32 user nova-compute[74535]: WARNING nova.compute.manager [req-de765654-89ef-452e-a182-1521bd775361 req-e901cde1-1be2-41a4-ba65-5f6c79b3e53c service nova] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] Received unexpected event network-vif-plugged-176932fd-6f91-448e-882d-6ad94f3126fb for instance with vm_state active and task_state deleting.
Dec 06 10:14:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:14:33 user nova-compute[74535]: INFO nova.compute.manager [None req-11bab5c5-8d92-4295-8bd2-66877169fd3d tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] Took 1.06 seconds to detach 1 volumes for instance.
Dec 06 10:14:33 user nova-compute[74535]: DEBUG nova.compute.manager [None req-11bab5c5-8d92-4295-8bd2-66877169fd3d tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: ceae3072-5275-4b93-92f3-fca295ad3929] Deleting volume: c20fcf8c-eb1b-4f32-a944-595e96a41fef {{(pid=74535) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Dec 06 10:14:33 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-11bab5c5-8d92-4295-8bd2-66877169fd3d tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:14:33 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-11bab5c5-8d92-4295-8bd2-66877169fd3d tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:14:33 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.368s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:14:33 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] <== connect_volume: return (1370ms) {'type': 'block', 'scsi_wwn': '23432653836353036', 'path': '/dev/sdb'} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:14:33 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: c30da4e9-4922-45a7-997a-4de003d8042e] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23432653836353036', 'path': '/dev/sdb'} {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 10:14:33 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:14:13Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-image-snapshot-server-979388354',display_name='tempest-TestVolumeBootPattern-image-snapshot-server-979388354',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-image-snapshot-server-979388354',id=38,image_ref='ec969da3-f75c-4d5e-a4b5-cfc1e4b16b98',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGuoPYpDLIh/tDcqF1ckBTROyNGQN1XZ9yA0unwfuxCw8La3R4BQT2moR+f4rmakL8cWOpNwEYxFWFG1t+ZbF/OVdyX7y7iIBnWCrwajQIDgsd+11aEqPLaKPMQE035ZgQ==',key_name='tempest-keypair-485867769',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='19e83c953cf8498f8ea89afce479f26b',ramdisk_id='',reservation_id='r-iizdecs8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_bdm_v2='True',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_project_name='tempest-TestVolumeBootPattern-1927549100',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestVolumeBootPattern-1927549100-project-member',image_root_device_name='/dev/vda',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1927549100',owner_user_name='tempest-TestVolumeBootPattern-1927549100-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T10:14:15Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1068d2d7cca843c1b32d9c1b5b29d882',uuid=c30da4e9-4922-45a7-997a-4de003d8042e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8e6c702e-7639-4d39-879c-cda6569dc787", "address": "fa:16:3e:46:e7:a8", "network": {"id": "72d08fd1-cc74-485f-848c-2ce73172f719", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1718263965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "19e83c953cf8498f8ea89afce479f26b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8e6c702e-76", "ovs_interfaceid": "8e6c702e-7639-4d39-879c-cda6569dc787", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74535) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 10:14:33 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Converting VIF {"id": "8e6c702e-7639-4d39-879c-cda6569dc787", "address": "fa:16:3e:46:e7:a8", "network": {"id": "72d08fd1-cc74-485f-848c-2ce73172f719", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1718263965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "19e83c953cf8498f8ea89afce479f26b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8e6c702e-76", "ovs_interfaceid": "8e6c702e-7639-4d39-879c-cda6569dc787", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:14:33 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:46:e7:a8,bridge_name='br-int',has_traffic_filtering=True,id=8e6c702e-7639-4d39-879c-cda6569dc787,network=Network(72d08fd1-cc74-485f-848c-2ce73172f719),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8e6c702e-76') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:14:33 user nova-compute[74535]: DEBUG nova.objects.instance [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lazy-loading 'pci_devices' on Instance uuid c30da4e9-4922-45a7-997a-4de003d8042e {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:14:33 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: c30da4e9-4922-45a7-997a-4de003d8042e] End _get_guest_xml xml=<domain type="kvm">
Dec 06 10:14:33 user nova-compute[74535]:   <uuid>c30da4e9-4922-45a7-997a-4de003d8042e</uuid>
Dec 06 10:14:33 user nova-compute[74535]:   <name>instance-00000026</name>
Dec 06 10:14:33 user nova-compute[74535]:   <memory>524288</memory>
Dec 06 10:14:33 user nova-compute[74535]:   <vcpu>1</vcpu>
Dec 06 10:14:33 user nova-compute[74535]:   <metadata>
Dec 06 10:14:33 user nova-compute[74535]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 10:14:33 user nova-compute[74535]:       <nova:package version="0.0.0"/>
Dec 06 10:14:33 user nova-compute[74535]:       <nova:name>tempest-TestVolumeBootPattern-image-snapshot-server-979388354</nova:name>
Dec 06 10:14:33 user nova-compute[74535]:       <nova:creationTime>2023-12-06 10:14:32</nova:creationTime>
Dec 06 10:14:33 user nova-compute[74535]:       <nova:flavor name="m1.tiny">
Dec 06 10:14:33 user nova-compute[74535]:         <nova:memory>512</nova:memory>
Dec 06 10:14:33 user nova-compute[74535]:         <nova:disk>1</nova:disk>
Dec 06 10:14:33 user nova-compute[74535]:         <nova:swap>0</nova:swap>
Dec 06 10:14:33 user nova-compute[74535]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 10:14:33 user nova-compute[74535]:         <nova:vcpus>1</nova:vcpus>
Dec 06 10:14:33 user nova-compute[74535]:       </nova:flavor>
Dec 06 10:14:33 user nova-compute[74535]:       <nova:owner>
Dec 06 10:14:33 user nova-compute[74535]:         <nova:user uuid="1068d2d7cca843c1b32d9c1b5b29d882">tempest-TestVolumeBootPattern-1927549100-project-member</nova:user>
Dec 06 10:14:33 user nova-compute[74535]:         <nova:project uuid="19e83c953cf8498f8ea89afce479f26b">tempest-TestVolumeBootPattern-1927549100</nova:project>
Dec 06 10:14:33 user nova-compute[74535]:       </nova:owner>
Dec 06 10:14:33 user nova-compute[74535]:       <nova:root type="image" uuid="ec969da3-f75c-4d5e-a4b5-cfc1e4b16b98"/>
Dec 06 10:14:33 user nova-compute[74535]:       <nova:ports>
Dec 06 10:14:33 user nova-compute[74535]:         <nova:port uuid="8e6c702e-7639-4d39-879c-cda6569dc787">
Dec 06 10:14:33 user nova-compute[74535]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Dec 06 10:14:33 user nova-compute[74535]:         </nova:port>
Dec 06 10:14:33 user nova-compute[74535]:       </nova:ports>
Dec 06 10:14:33 user nova-compute[74535]:     </nova:instance>
Dec 06 10:14:33 user nova-compute[74535]:   </metadata>
Dec 06 10:14:33 user nova-compute[74535]:   <sysinfo type="smbios">
Dec 06 10:14:33 user nova-compute[74535]:     <system>
Dec 06 10:14:33 user nova-compute[74535]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 10:14:33 user nova-compute[74535]:       <entry name="product">OpenStack Nova</entry>
Dec 06 10:14:33 user nova-compute[74535]:       <entry name="version">0.0.0</entry>
Dec 06 10:14:33 user nova-compute[74535]:       <entry name="serial">c30da4e9-4922-45a7-997a-4de003d8042e</entry>
Dec 06 10:14:33 user nova-compute[74535]:       <entry name="uuid">c30da4e9-4922-45a7-997a-4de003d8042e</entry>
Dec 06 10:14:33 user nova-compute[74535]:       <entry name="family">Virtual Machine</entry>
Dec 06 10:14:33 user nova-compute[74535]:     </system>
Dec 06 10:14:33 user nova-compute[74535]:   </sysinfo>
Dec 06 10:14:33 user nova-compute[74535]:   <os>
Dec 06 10:14:33 user nova-compute[74535]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 10:14:33 user nova-compute[74535]:     <boot dev="hd"/>
Dec 06 10:14:33 user nova-compute[74535]:     <smbios mode="sysinfo"/>
Dec 06 10:14:33 user nova-compute[74535]:   </os>
Dec 06 10:14:33 user nova-compute[74535]:   <features>
Dec 06 10:14:33 user nova-compute[74535]:     <acpi/>
Dec 06 10:14:33 user nova-compute[74535]:     <apic/>
Dec 06 10:14:33 user nova-compute[74535]:     <vmcoreinfo/>
Dec 06 10:14:33 user nova-compute[74535]:   </features>
Dec 06 10:14:33 user nova-compute[74535]:   <clock offset="utc">
Dec 06 10:14:33 user nova-compute[74535]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 10:14:33 user nova-compute[74535]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 10:14:33 user nova-compute[74535]:     <timer name="hpet" present="no"/>
Dec 06 10:14:33 user nova-compute[74535]:   </clock>
Dec 06 10:14:33 user nova-compute[74535]:   <cpu mode="custom" match="exact">
Dec 06 10:14:33 user nova-compute[74535]:     <model>Nehalem</model>
Dec 06 10:14:33 user nova-compute[74535]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 10:14:33 user nova-compute[74535]:   </cpu>
Dec 06 10:14:33 user nova-compute[74535]:   <devices>
Dec 06 10:14:33 user nova-compute[74535]:     <disk type="block" device="disk">
Dec 06 10:14:33 user nova-compute[74535]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 10:14:33 user nova-compute[74535]:       <source dev="/dev/sdb"/>
Dec 06 10:14:33 user nova-compute[74535]:       <target dev="vda" bus="virtio"/>
Dec 06 10:14:33 user nova-compute[74535]:       <serial>40ceace4-0d7a-4f93-ab8f-ce151f833604</serial>
Dec 06 10:14:33 user nova-compute[74535]:     </disk>
Dec 06 10:14:33 user nova-compute[74535]:     <interface type="ethernet">
Dec 06 10:14:33 user nova-compute[74535]:       <mac address="fa:16:3e:46:e7:a8"/>
Dec 06 10:14:33 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 10:14:33 user nova-compute[74535]:       <mtu size="1442"/>
Dec 06 10:14:33 user nova-compute[74535]:       <target dev="tap8e6c702e-76"/>
Dec 06 10:14:33 user nova-compute[74535]:     </interface>
Dec 06 10:14:33 user nova-compute[74535]:     <serial type="pty">
Dec 06 10:14:33 user nova-compute[74535]:       <log file="/opt/stack/data/nova/instances/c30da4e9-4922-45a7-997a-4de003d8042e/console.log" append="off"/>
Dec 06 10:14:33 user nova-compute[74535]:     </serial>
Dec 06 10:14:33 user nova-compute[74535]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 10:14:33 user nova-compute[74535]:     <video>
Dec 06 10:14:33 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 10:14:33 user nova-compute[74535]:     </video>
Dec 06 10:14:33 user nova-compute[74535]:     <rng model="virtio">
Dec 06 10:14:33 user nova-compute[74535]:       <backend model="random">/dev/urandom</backend>
Dec 06 10:14:33 user nova-compute[74535]:     </rng>
Dec 06 10:14:33 user nova-compute[74535]:     <controller type="usb" index="0" model="none"/>
Dec 06 10:14:33 user nova-compute[74535]:     <memballoon model="virtio">
Dec 06 10:14:33 user nova-compute[74535]:       <stats period="10"/>
Dec 06 10:14:33 user nova-compute[74535]:     </memballoon>
Dec 06 10:14:33 user nova-compute[74535]:   </devices>
Dec 06 10:14:33 user nova-compute[74535]: </domain>
Dec 06 10:14:33 user nova-compute[74535]:  {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 10:14:33 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:14:13Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-image-snapshot-server-979388354',display_name='tempest-TestVolumeBootPattern-image-snapshot-server-979388354',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-image-snapshot-server-979388354',id=38,image_ref='ec969da3-f75c-4d5e-a4b5-cfc1e4b16b98',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGuoPYpDLIh/tDcqF1ckBTROyNGQN1XZ9yA0unwfuxCw8La3R4BQT2moR+f4rmakL8cWOpNwEYxFWFG1t+ZbF/OVdyX7y7iIBnWCrwajQIDgsd+11aEqPLaKPMQE035ZgQ==',key_name='tempest-keypair-485867769',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='19e83c953cf8498f8ea89afce479f26b',ramdisk_id='',reservation_id='r-iizdecs8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_bdm_v2='True',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_project_name='tempest-TestVolumeBootPattern-1927549100',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestVolumeBootPattern-1927549100-project-member',image_root_device_name='/dev/vda',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1927549100',owner_user_name='tempest-TestVolumeBootPattern-1927549100-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T10:14:15Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1068d2d7cca843c1b32d9c1b5b29d882',uuid=c30da4e9-4922-45a7-997a-4de003d8042e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8e6c702e-7639-4d39-879c-cda6569dc787", "address": "fa:16:3e:46:e7:a8", "network": {"id": "72d08fd1-cc74-485f-848c-2ce73172f719", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1718263965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "19e83c953cf8498f8ea89afce479f26b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8e6c702e-76", "ovs_interfaceid": "8e6c702e-7639-4d39-879c-cda6569dc787", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 10:14:33 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Converting VIF {"id": "8e6c702e-7639-4d39-879c-cda6569dc787", "address": "fa:16:3e:46:e7:a8", "network": {"id": "72d08fd1-cc74-485f-848c-2ce73172f719", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1718263965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "19e83c953cf8498f8ea89afce479f26b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8e6c702e-76", "ovs_interfaceid": "8e6c702e-7639-4d39-879c-cda6569dc787", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:14:33 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:46:e7:a8,bridge_name='br-int',has_traffic_filtering=True,id=8e6c702e-7639-4d39-879c-cda6569dc787,network=Network(72d08fd1-cc74-485f-848c-2ce73172f719),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8e6c702e-76') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:14:33 user nova-compute[74535]: DEBUG os_vif [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:46:e7:a8,bridge_name='br-int',has_traffic_filtering=True,id=8e6c702e-7639-4d39-879c-cda6569dc787,network=Network(72d08fd1-cc74-485f-848c-2ce73172f719),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8e6c702e-76') {{(pid=74535) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 10:14:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:14:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:14:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 10:14:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:14:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '350666d9-8300-5d81-aeb8-632cea9eecfb', '_type': 'linux-noop'}}, row=False) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:14:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:14:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:14:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:14:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap8e6c702e-76, may_exist=True, interface_attrs={}) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:14:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap8e6c702e-76, col_values=(('qos', UUID('db49f087-1c0d-4537-bda3-b5b9b436c697')),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:14:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap8e6c702e-76, col_values=(('external_ids', {'iface-id': '8e6c702e-7639-4d39-879c-cda6569dc787', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:46:e7:a8', 'vm-uuid': 'c30da4e9-4922-45a7-997a-4de003d8042e'}),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:14:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:14:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:14:33 user nova-compute[74535]: INFO os_vif [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:46:e7:a8,bridge_name='br-int',has_traffic_filtering=True,id=8e6c702e-7639-4d39-879c-cda6569dc787,network=Network(72d08fd1-cc74-485f-848c-2ce73172f719),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8e6c702e-76')
Dec 06 10:14:33 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] No BDM found with device name vda, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 10:14:33 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] No VIF found with MAC fa:16:3e:46:e7:a8, not building metadata {{(pid=74535) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 10:14:34 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-11bab5c5-8d92-4295-8bd2-66877169fd3d tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:14:34 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-11bab5c5-8d92-4295-8bd2-66877169fd3d tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:14:34 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-11bab5c5-8d92-4295-8bd2-66877169fd3d tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.539s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:14:34 user nova-compute[74535]: INFO nova.scheduler.client.report [None req-11bab5c5-8d92-4295-8bd2-66877169fd3d tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Deleted allocations for instance ceae3072-5275-4b93-92f3-fca295ad3929
Dec 06 10:14:34 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-11bab5c5-8d92-4295-8bd2-66877169fd3d tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Lock "ceae3072-5275-4b93-92f3-fca295ad3929" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.905s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:14:35 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:14:35 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:14:35 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:14:35 user nova-compute[74535]: DEBUG nova.compute.manager [req-e514fc69-0775-4a94-863b-4e5725d369b7 req-5cbe200e-8e9b-480a-84db-853565b52bec service nova] [instance: c30da4e9-4922-45a7-997a-4de003d8042e] Received event network-vif-plugged-8e6c702e-7639-4d39-879c-cda6569dc787 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:14:35 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-e514fc69-0775-4a94-863b-4e5725d369b7 req-5cbe200e-8e9b-480a-84db-853565b52bec service nova] Acquiring lock "c30da4e9-4922-45a7-997a-4de003d8042e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:14:35 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-e514fc69-0775-4a94-863b-4e5725d369b7 req-5cbe200e-8e9b-480a-84db-853565b52bec service nova] Lock "c30da4e9-4922-45a7-997a-4de003d8042e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.008s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:14:35 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-e514fc69-0775-4a94-863b-4e5725d369b7 req-5cbe200e-8e9b-480a-84db-853565b52bec service nova] Lock "c30da4e9-4922-45a7-997a-4de003d8042e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:14:35 user nova-compute[74535]: DEBUG nova.compute.manager [req-e514fc69-0775-4a94-863b-4e5725d369b7 req-5cbe200e-8e9b-480a-84db-853565b52bec service nova] [instance: c30da4e9-4922-45a7-997a-4de003d8042e] No waiting events found dispatching network-vif-plugged-8e6c702e-7639-4d39-879c-cda6569dc787 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:14:35 user nova-compute[74535]: WARNING nova.compute.manager [req-e514fc69-0775-4a94-863b-4e5725d369b7 req-5cbe200e-8e9b-480a-84db-853565b52bec service nova] [instance: c30da4e9-4922-45a7-997a-4de003d8042e] Received unexpected event network-vif-plugged-8e6c702e-7639-4d39-879c-cda6569dc787 for instance with vm_state building and task_state spawning.
Dec 06 10:14:35 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:14:35 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:14:37 user nova-compute[74535]: DEBUG nova.compute.manager [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: c30da4e9-4922-45a7-997a-4de003d8042e] Instance event wait completed in 0 seconds for  {{(pid=74535) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 10:14:37 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: c30da4e9-4922-45a7-997a-4de003d8042e] Guest created on hypervisor {{(pid=74535) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 10:14:37 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: c30da4e9-4922-45a7-997a-4de003d8042e] Instance spawned successfully.
Dec 06 10:14:37 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: c30da4e9-4922-45a7-997a-4de003d8042e] Attempting to register defaults for the following image properties: ['hw_input_bus', 'hw_pointer_model'] {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 10:14:37 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: c30da4e9-4922-45a7-997a-4de003d8042e] Found default for hw_input_bus of None {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:14:37 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: c30da4e9-4922-45a7-997a-4de003d8042e] Found default for hw_pointer_model of None {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:14:37 user nova-compute[74535]: DEBUG nova.compute.manager [req-38c724bf-0179-488c-b25d-d787a1e1246b req-5c46b11b-79d2-47b6-b18f-47a6c5bbf287 service nova] [instance: c30da4e9-4922-45a7-997a-4de003d8042e] Received event network-vif-plugged-8e6c702e-7639-4d39-879c-cda6569dc787 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:14:37 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-38c724bf-0179-488c-b25d-d787a1e1246b req-5c46b11b-79d2-47b6-b18f-47a6c5bbf287 service nova] Acquiring lock "c30da4e9-4922-45a7-997a-4de003d8042e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:14:37 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-38c724bf-0179-488c-b25d-d787a1e1246b req-5c46b11b-79d2-47b6-b18f-47a6c5bbf287 service nova] Lock "c30da4e9-4922-45a7-997a-4de003d8042e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:14:37 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-38c724bf-0179-488c-b25d-d787a1e1246b req-5c46b11b-79d2-47b6-b18f-47a6c5bbf287 service nova] Lock "c30da4e9-4922-45a7-997a-4de003d8042e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:14:37 user nova-compute[74535]: DEBUG nova.compute.manager [req-38c724bf-0179-488c-b25d-d787a1e1246b req-5c46b11b-79d2-47b6-b18f-47a6c5bbf287 service nova] [instance: c30da4e9-4922-45a7-997a-4de003d8042e] No waiting events found dispatching network-vif-plugged-8e6c702e-7639-4d39-879c-cda6569dc787 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:14:37 user nova-compute[74535]: WARNING nova.compute.manager [req-38c724bf-0179-488c-b25d-d787a1e1246b req-5c46b11b-79d2-47b6-b18f-47a6c5bbf287 service nova] [instance: c30da4e9-4922-45a7-997a-4de003d8042e] Received unexpected event network-vif-plugged-8e6c702e-7639-4d39-879c-cda6569dc787 for instance with vm_state building and task_state spawning.
Dec 06 10:14:37 user nova-compute[74535]: INFO nova.compute.manager [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: c30da4e9-4922-45a7-997a-4de003d8042e] Took 5.44 seconds to spawn the instance on the hypervisor.
Dec 06 10:14:37 user nova-compute[74535]: DEBUG nova.compute.manager [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: c30da4e9-4922-45a7-997a-4de003d8042e] Checking state {{(pid=74535) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 10:14:37 user nova-compute[74535]: INFO nova.compute.manager [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: c30da4e9-4922-45a7-997a-4de003d8042e] Took 23.32 seconds to build instance.
Dec 06 10:14:37 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a25e9b0c-5a83-48cd-bd08-76afe4c3d78c tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lock "c30da4e9-4922-45a7-997a-4de003d8042e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 23.405s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:14:37 user nova-compute[74535]: DEBUG nova.compute.manager [req-e4747189-44f8-4bde-8140-eb7e4c0eacdc req-67a6bfdb-6c12-4482-a9ca-1521d30e0d37 service nova] [instance: 0b8aa954-ba72-4ac4-914a-4fa50c056ebf] Received event network-changed-285f27a6-8d5f-4ded-83b0-cbe52641f3fd {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:14:37 user nova-compute[74535]: DEBUG nova.compute.manager [req-e4747189-44f8-4bde-8140-eb7e4c0eacdc req-67a6bfdb-6c12-4482-a9ca-1521d30e0d37 service nova] [instance: 0b8aa954-ba72-4ac4-914a-4fa50c056ebf] Refreshing instance network info cache due to event network-changed-285f27a6-8d5f-4ded-83b0-cbe52641f3fd. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 10:14:37 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-e4747189-44f8-4bde-8140-eb7e4c0eacdc req-67a6bfdb-6c12-4482-a9ca-1521d30e0d37 service nova] Acquiring lock "refresh_cache-0b8aa954-ba72-4ac4-914a-4fa50c056ebf" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:14:37 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-e4747189-44f8-4bde-8140-eb7e4c0eacdc req-67a6bfdb-6c12-4482-a9ca-1521d30e0d37 service nova] Acquired lock "refresh_cache-0b8aa954-ba72-4ac4-914a-4fa50c056ebf" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:14:37 user nova-compute[74535]: DEBUG nova.network.neutron [req-e4747189-44f8-4bde-8140-eb7e4c0eacdc req-67a6bfdb-6c12-4482-a9ca-1521d30e0d37 service nova] [instance: 0b8aa954-ba72-4ac4-914a-4fa50c056ebf] Refreshing network info cache for port 285f27a6-8d5f-4ded-83b0-cbe52641f3fd {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 10:14:38 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:14:38 user nova-compute[74535]: DEBUG nova.network.neutron [req-e4747189-44f8-4bde-8140-eb7e4c0eacdc req-67a6bfdb-6c12-4482-a9ca-1521d30e0d37 service nova] [instance: 0b8aa954-ba72-4ac4-914a-4fa50c056ebf] Updated VIF entry in instance network info cache for port 285f27a6-8d5f-4ded-83b0-cbe52641f3fd. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 10:14:38 user nova-compute[74535]: DEBUG nova.network.neutron [req-e4747189-44f8-4bde-8140-eb7e4c0eacdc req-67a6bfdb-6c12-4482-a9ca-1521d30e0d37 service nova] [instance: 0b8aa954-ba72-4ac4-914a-4fa50c056ebf] Updating instance_info_cache with network_info: [{"id": "285f27a6-8d5f-4ded-83b0-cbe52641f3fd", "address": "fa:16:3e:70:c2:1d", "network": {"id": "49702c0e-8306-49f2-9a37-580dfa9aedca", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1167139173-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ad8e6f48b8f442aa80f5839b55ad4b74", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap285f27a6-8d", "ovs_interfaceid": "285f27a6-8d5f-4ded-83b0-cbe52641f3fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:14:38 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-e4747189-44f8-4bde-8140-eb7e4c0eacdc req-67a6bfdb-6c12-4482-a9ca-1521d30e0d37 service nova] Releasing lock "refresh_cache-0b8aa954-ba72-4ac4-914a-4fa50c056ebf" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:14:38 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-2dd2eaba-fe71-40ca-b771-7dd0d8e5c480 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Acquiring lock "3623b97e-3ebb-4aeb-afae-8c80f720aa07" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:14:38 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-2dd2eaba-fe71-40ca-b771-7dd0d8e5c480 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Lock "3623b97e-3ebb-4aeb-afae-8c80f720aa07" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:14:38 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-2dd2eaba-fe71-40ca-b771-7dd0d8e5c480 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Acquiring lock "3623b97e-3ebb-4aeb-afae-8c80f720aa07-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:14:38 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-2dd2eaba-fe71-40ca-b771-7dd0d8e5c480 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Lock "3623b97e-3ebb-4aeb-afae-8c80f720aa07-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:14:38 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-2dd2eaba-fe71-40ca-b771-7dd0d8e5c480 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Lock "3623b97e-3ebb-4aeb-afae-8c80f720aa07-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:14:38 user nova-compute[74535]: INFO nova.compute.manager [None req-2dd2eaba-fe71-40ca-b771-7dd0d8e5c480 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] [instance: 3623b97e-3ebb-4aeb-afae-8c80f720aa07] Terminating instance
Dec 06 10:14:38 user nova-compute[74535]: DEBUG nova.compute.manager [None req-2dd2eaba-fe71-40ca-b771-7dd0d8e5c480 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] [instance: 3623b97e-3ebb-4aeb-afae-8c80f720aa07] Start destroying the instance on the hypervisor. {{(pid=74535) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 10:14:38 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:14:38 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:14:38 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:14:38 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:14:38 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:14:38 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:14:39 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:14:39 user nova-compute[74535]: DEBUG nova.compute.manager [req-44354a20-b253-4450-bc77-4c28f5d8196e req-ec4bb717-c1f9-4acc-9c9a-edf56308923f service nova] [instance: 3623b97e-3ebb-4aeb-afae-8c80f720aa07] Received event network-vif-unplugged-6690c3a9-390c-4750-be6e-2670d7117610 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:14:39 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-44354a20-b253-4450-bc77-4c28f5d8196e req-ec4bb717-c1f9-4acc-9c9a-edf56308923f service nova] Acquiring lock "3623b97e-3ebb-4aeb-afae-8c80f720aa07-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:14:39 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-44354a20-b253-4450-bc77-4c28f5d8196e req-ec4bb717-c1f9-4acc-9c9a-edf56308923f service nova] Lock "3623b97e-3ebb-4aeb-afae-8c80f720aa07-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:14:39 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-44354a20-b253-4450-bc77-4c28f5d8196e req-ec4bb717-c1f9-4acc-9c9a-edf56308923f service nova] Lock "3623b97e-3ebb-4aeb-afae-8c80f720aa07-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:14:39 user nova-compute[74535]: DEBUG nova.compute.manager [req-44354a20-b253-4450-bc77-4c28f5d8196e req-ec4bb717-c1f9-4acc-9c9a-edf56308923f service nova] [instance: 3623b97e-3ebb-4aeb-afae-8c80f720aa07] No waiting events found dispatching network-vif-unplugged-6690c3a9-390c-4750-be6e-2670d7117610 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:14:39 user nova-compute[74535]: DEBUG nova.compute.manager [req-44354a20-b253-4450-bc77-4c28f5d8196e req-ec4bb717-c1f9-4acc-9c9a-edf56308923f service nova] [instance: 3623b97e-3ebb-4aeb-afae-8c80f720aa07] Received event network-vif-unplugged-6690c3a9-390c-4750-be6e-2670d7117610 for instance with task_state deleting. {{(pid=74535) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 10:14:39 user nova-compute[74535]: DEBUG nova.compute.manager [req-44354a20-b253-4450-bc77-4c28f5d8196e req-ec4bb717-c1f9-4acc-9c9a-edf56308923f service nova] [instance: 3623b97e-3ebb-4aeb-afae-8c80f720aa07] Received event network-vif-plugged-6690c3a9-390c-4750-be6e-2670d7117610 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:14:39 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-44354a20-b253-4450-bc77-4c28f5d8196e req-ec4bb717-c1f9-4acc-9c9a-edf56308923f service nova] Acquiring lock "3623b97e-3ebb-4aeb-afae-8c80f720aa07-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:14:39 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-44354a20-b253-4450-bc77-4c28f5d8196e req-ec4bb717-c1f9-4acc-9c9a-edf56308923f service nova] Lock "3623b97e-3ebb-4aeb-afae-8c80f720aa07-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:14:39 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-44354a20-b253-4450-bc77-4c28f5d8196e req-ec4bb717-c1f9-4acc-9c9a-edf56308923f service nova] Lock "3623b97e-3ebb-4aeb-afae-8c80f720aa07-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:14:39 user nova-compute[74535]: DEBUG nova.compute.manager [req-44354a20-b253-4450-bc77-4c28f5d8196e req-ec4bb717-c1f9-4acc-9c9a-edf56308923f service nova] [instance: 3623b97e-3ebb-4aeb-afae-8c80f720aa07] No waiting events found dispatching network-vif-plugged-6690c3a9-390c-4750-be6e-2670d7117610 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:14:39 user nova-compute[74535]: WARNING nova.compute.manager [req-44354a20-b253-4450-bc77-4c28f5d8196e req-ec4bb717-c1f9-4acc-9c9a-edf56308923f service nova] [instance: 3623b97e-3ebb-4aeb-afae-8c80f720aa07] Received unexpected event network-vif-plugged-6690c3a9-390c-4750-be6e-2670d7117610 for instance with vm_state active and task_state deleting.
Dec 06 10:14:39 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:14:39 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:14:39 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: 3623b97e-3ebb-4aeb-afae-8c80f720aa07] Instance destroyed successfully.
Dec 06 10:14:39 user nova-compute[74535]: DEBUG nova.objects.instance [None req-2dd2eaba-fe71-40ca-b771-7dd0d8e5c480 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Lazy-loading 'resources' on Instance uuid 3623b97e-3ebb-4aeb-afae-8c80f720aa07 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:14:39 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:14:39 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-2dd2eaba-fe71-40ca-b771-7dd0d8e5c480 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:09:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1158953495',display_name='tempest-TestMinimumBasicScenario-server-1158953495',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1158953495',id=32,image_ref='f299005e-9131-4193-8ddc-5efbebde726c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMnSGTYN2JqvA3J093LeLLoU2sRDrfHkQM33A4jgmLCTJTWwt0rP6/F/kAymCEUNKru9hWAxBjfKptEK9XdVBq6SgeAYCqdmUdi30S0QeCRtMrXK1vgDRP1w4EdeOiH9Tw==',key_name='tempest-TestMinimumBasicScenario-208272058',keypairs=<?>,launch_index=0,launched_at=2023-12-06T10:09:46Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='15e410d9f3724888aa51fec7ed16ea0e',ramdisk_id='',reservation_id='r-0un60yc7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='f299005e-9131-4193-8ddc-5efbebde726c',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-372287840',owner_user_name='tempest-TestMinimumBasicScenario-372287840-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T10:11:57Z,user_data=None,user_id='1ddfb2ce9ccc425ea65ad864d064d12c',uuid=3623b97e-3ebb-4aeb-afae-8c80f720aa07,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "6690c3a9-390c-4750-be6e-2670d7117610", "address": "fa:16:3e:00:a3:a7", "network": {"id": "d5481230-d801-4b5c-9559-71444e926e04", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1378130033-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "15e410d9f3724888aa51fec7ed16ea0e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6690c3a9-39", "ovs_interfaceid": "6690c3a9-390c-4750-be6e-2670d7117610", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 10:14:39 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-2dd2eaba-fe71-40ca-b771-7dd0d8e5c480 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Converting VIF {"id": "6690c3a9-390c-4750-be6e-2670d7117610", "address": "fa:16:3e:00:a3:a7", "network": {"id": "d5481230-d801-4b5c-9559-71444e926e04", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1378130033-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "15e410d9f3724888aa51fec7ed16ea0e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6690c3a9-39", "ovs_interfaceid": "6690c3a9-390c-4750-be6e-2670d7117610", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:14:39 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-2dd2eaba-fe71-40ca-b771-7dd0d8e5c480 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:00:a3:a7,bridge_name='br-int',has_traffic_filtering=True,id=6690c3a9-390c-4750-be6e-2670d7117610,network=Network(d5481230-d801-4b5c-9559-71444e926e04),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6690c3a9-39') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:14:39 user nova-compute[74535]: DEBUG os_vif [None req-2dd2eaba-fe71-40ca-b771-7dd0d8e5c480 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:00:a3:a7,bridge_name='br-int',has_traffic_filtering=True,id=6690c3a9-390c-4750-be6e-2670d7117610,network=Network(d5481230-d801-4b5c-9559-71444e926e04),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6690c3a9-39') {{(pid=74535) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 10:14:39 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:14:39 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap6690c3a9-39, bridge=br-int, if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:14:39 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:14:39 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:14:39 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:14:39 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=d4b146f0-3ea1-4fbd-96f2-1af3e1d69a22) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:14:39 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:14:39 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:14:39 user nova-compute[74535]: INFO os_vif [None req-2dd2eaba-fe71-40ca-b771-7dd0d8e5c480 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:00:a3:a7,bridge_name='br-int',has_traffic_filtering=True,id=6690c3a9-390c-4750-be6e-2670d7117610,network=Network(d5481230-d801-4b5c-9559-71444e926e04),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6690c3a9-39')
Dec 06 10:14:39 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-2dd2eaba-fe71-40ca-b771-7dd0d8e5c480 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] [instance: 3623b97e-3ebb-4aeb-afae-8c80f720aa07] Deleting instance files /opt/stack/data/nova/instances/3623b97e-3ebb-4aeb-afae-8c80f720aa07_del
Dec 06 10:14:39 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-2dd2eaba-fe71-40ca-b771-7dd0d8e5c480 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] [instance: 3623b97e-3ebb-4aeb-afae-8c80f720aa07] Deletion of /opt/stack/data/nova/instances/3623b97e-3ebb-4aeb-afae-8c80f720aa07_del complete
Dec 06 10:14:39 user nova-compute[74535]: INFO nova.compute.manager [None req-2dd2eaba-fe71-40ca-b771-7dd0d8e5c480 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] [instance: 3623b97e-3ebb-4aeb-afae-8c80f720aa07] Took 1.19 seconds to destroy the instance on the hypervisor.
Dec 06 10:14:39 user nova-compute[74535]: DEBUG oslo.service.loopingcall [None req-2dd2eaba-fe71-40ca-b771-7dd0d8e5c480 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74535) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 10:14:39 user nova-compute[74535]: DEBUG nova.compute.manager [-] [instance: 3623b97e-3ebb-4aeb-afae-8c80f720aa07] Deallocating network for instance {{(pid=74535) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 10:14:39 user nova-compute[74535]: DEBUG nova.network.neutron [-] [instance: 3623b97e-3ebb-4aeb-afae-8c80f720aa07] deallocate_for_instance() {{(pid=74535) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 10:14:40 user nova-compute[74535]: DEBUG nova.network.neutron [-] [instance: 3623b97e-3ebb-4aeb-afae-8c80f720aa07] Updating instance_info_cache with network_info: [] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:14:40 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:14:40 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:14:40 user nova-compute[74535]: INFO nova.compute.manager [-] [instance: 3623b97e-3ebb-4aeb-afae-8c80f720aa07] Took 0.60 seconds to deallocate network for instance.
Dec 06 10:14:40 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:14:40 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-2dd2eaba-fe71-40ca-b771-7dd0d8e5c480 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:14:40 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-2dd2eaba-fe71-40ca-b771-7dd0d8e5c480 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:14:40 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:14:40 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:14:40 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-847b5f6e-adc2-4fbd-9e7e-f546e6ff25fb tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Acquiring lock "0b8aa954-ba72-4ac4-914a-4fa50c056ebf" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:14:40 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-847b5f6e-adc2-4fbd-9e7e-f546e6ff25fb tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lock "0b8aa954-ba72-4ac4-914a-4fa50c056ebf" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:14:40 user nova-compute[74535]: DEBUG nova.objects.instance [None req-847b5f6e-adc2-4fbd-9e7e-f546e6ff25fb tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lazy-loading 'flavor' on Instance uuid 0b8aa954-ba72-4ac4-914a-4fa50c056ebf {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:14:40 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-847b5f6e-adc2-4fbd-9e7e-f546e6ff25fb tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lock "0b8aa954-ba72-4ac4-914a-4fa50c056ebf" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.060s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:14:40 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-2dd2eaba-fe71-40ca-b771-7dd0d8e5c480 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:14:41 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-2dd2eaba-fe71-40ca-b771-7dd0d8e5c480 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:14:41 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-2dd2eaba-fe71-40ca-b771-7dd0d8e5c480 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.562s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:14:41 user nova-compute[74535]: INFO nova.scheduler.client.report [None req-2dd2eaba-fe71-40ca-b771-7dd0d8e5c480 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Deleted allocations for instance 3623b97e-3ebb-4aeb-afae-8c80f720aa07
Dec 06 10:14:41 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-847b5f6e-adc2-4fbd-9e7e-f546e6ff25fb tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Acquiring lock "0b8aa954-ba72-4ac4-914a-4fa50c056ebf" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:14:41 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-847b5f6e-adc2-4fbd-9e7e-f546e6ff25fb tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lock "0b8aa954-ba72-4ac4-914a-4fa50c056ebf" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:14:41 user nova-compute[74535]: INFO nova.compute.manager [None req-847b5f6e-adc2-4fbd-9e7e-f546e6ff25fb tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 0b8aa954-ba72-4ac4-914a-4fa50c056ebf] Attaching volume ba275caa-ade0-48f2-88b9-7f269201ef0b to /dev/vdb
Dec 06 10:14:41 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-2dd2eaba-fe71-40ca-b771-7dd0d8e5c480 tempest-TestMinimumBasicScenario-372287840 tempest-TestMinimumBasicScenario-372287840-project-member] Lock "3623b97e-3ebb-4aeb-afae-8c80f720aa07" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.606s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:14:41 user nova-compute[74535]: DEBUG os_brick.utils [None req-847b5f6e-adc2-4fbd-9e7e-f546e6ff25fb tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:14:41 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:14:41 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:14:41 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[01218e67-9ee8-49f6-9b93-365113b5b18f]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d95ac7cee77a\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:14:41 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:14:41 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:14:41 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[085e38b7-3057-4375-bce1-346160c56adb]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:14:41 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:14:41 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:14:41 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0681aaa-1f55-456a-805a-c154da25f4b6]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:14:41 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[138c3681-8c4c-4b06-b222-bf764df39354]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:14:41 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-847b5f6e-adc2-4fbd-9e7e-f546e6ff25fb tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Running cmd (subprocess): nvme version {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:14:41 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-847b5f6e-adc2-4fbd-9e7e-f546e6ff25fb tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] 'nvme version' failed. Not Retrying. {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 10:14:41 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.nvmeof [None req-847b5f6e-adc2-4fbd-9e7e-f546e6ff25fb tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] nvme not present on system {{(pid=74535) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 10:14:41 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:14:41 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 10:14:41 user nova-compute[74535]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 10:14:41 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[97b45a0c-34f1-41e7-98fe-46cb903ea2a1]: (4, '') {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:14:41 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-847b5f6e-adc2-4fbd-9e7e-f546e6ff25fb tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74535) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 10:14:41 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-847b5f6e-adc2-4fbd-9e7e-f546e6ff25fb tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74535) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 10:14:41 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-847b5f6e-adc2-4fbd-9e7e-f546e6ff25fb tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] LIGHTOS: no hostnqn found. {{(pid=74535) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 10:14:41 user nova-compute[74535]: DEBUG os_brick.utils [None req-847b5f6e-adc2-4fbd-9e7e-f546e6ff25fb tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] <== get_connector_properties: return (137ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d95ac7cee77a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:14:41 user nova-compute[74535]: DEBUG nova.virt.block_device [None req-847b5f6e-adc2-4fbd-9e7e-f546e6ff25fb tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 0b8aa954-ba72-4ac4-914a-4fa50c056ebf] Updating existing volume attachment record: f0e32173-ff8f-4b1c-bd6f-3350b49fd359 {{(pid=74535) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 10:14:41 user nova-compute[74535]: DEBUG nova.compute.manager [req-542e972f-7f35-4974-a821-40c37ae28c98 req-277c05f3-ead4-4b13-bd56-efa2673dea29 service nova] [instance: 3623b97e-3ebb-4aeb-afae-8c80f720aa07] Received event network-vif-deleted-6690c3a9-390c-4750-be6e-2670d7117610 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:14:43 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:14:44 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:14:48 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:14:49 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:14:51 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-847b5f6e-adc2-4fbd-9e7e-f546e6ff25fb tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 0b8aa954-ba72-4ac4-914a-4fa50c056ebf] Calling os-brick to attach iSCSI Volume {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 10:14:51 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-847b5f6e-adc2-4fbd-9e7e-f546e6ff25fb tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:ba275caa-ade0-48f2-88b9-7f269201ef0b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bAYfDEMO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:14:51 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-847b5f6e-adc2-4fbd-9e7e-f546e6ff25fb tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:14:51 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-847b5f6e-adc2-4fbd-9e7e-f546e6ff25fb tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:14:51 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-847b5f6e-adc2-4fbd-9e7e-f546e6ff25fb tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:14:51 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-847b5f6e-adc2-4fbd-9e7e-f546e6ff25fb tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:14:51 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-847b5f6e-adc2-4fbd-9e7e-f546e6ff25fb tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ba275caa-ade0-48f2-88b9-7f269201ef0b" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:14:51 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-847b5f6e-adc2-4fbd-9e7e-f546e6ff25fb tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ba275caa-ade0-48f2-88b9-7f269201ef0b" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:14:52 user nova-compute[74535]: INFO os_brick.initiator.connectors.iscsi [None req-847b5f6e-adc2-4fbd-9e7e-f546e6ff25fb tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 10:14:52 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ba275caa-ade0-48f2-88b9-7f269201ef0b -p 172.16.0.220:3260 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:14:52 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ba275caa-ade0-48f2-88b9-7f269201ef0b -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:14:52 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1150b2b-93b2-4547-81a2-4320368f1cc2]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:14:52 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-847b5f6e-adc2-4fbd-9e7e-f546e6ff25fb tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 10:14:52 user nova-compute[74535]:  {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:14:52 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ba275caa-ade0-48f2-88b9-7f269201ef0b -p 172.16.0.220:3260 --interface default --op new {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:14:52 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ba275caa-ade0-48f2-88b9-7f269201ef0b -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:14:52 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[c13821dd-d3c6-40b4-8d33-5541231153f1]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ba275caa-ade0-48f2-88b9-7f269201ef0b] added\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:14:52 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-847b5f6e-adc2-4fbd-9e7e-f546e6ff25fb tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ba275caa-ade0-48f2-88b9-7f269201ef0b] added
Dec 06 10:14:52 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:14:52 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ba275caa-ade0-48f2-88b9-7f269201ef0b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:14:52 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ba275caa-ade0-48f2-88b9-7f269201ef0b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:14:52 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[1038f5be-b764-4d3c-836d-136cf8465a24]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:14:52 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-847b5f6e-adc2-4fbd-9e7e-f546e6ff25fb tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:14:52 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ba275caa-ade0-48f2-88b9-7f269201ef0b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:14:52 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ba275caa-ade0-48f2-88b9-7f269201ef0b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:14:52 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[78850142-cfd9-47b5-a35e-d20f77ffe1de]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:14:52 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-847b5f6e-adc2-4fbd-9e7e-f546e6ff25fb tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:14:52 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ba275caa-ade0-48f2-88b9-7f269201ef0b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v bAYfDEMO {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:14:52 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ba275caa-ade0-48f2-88b9-7f269201ef0b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v bAYfDEMO" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:14:52 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[059c9678-993b-4b70-a78d-4dddbb160af3]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:14:52 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-847b5f6e-adc2-4fbd-9e7e-f546e6ff25fb tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'bAYfDEMO'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:14:52 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ba275caa-ade0-48f2-88b9-7f269201ef0b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:14:52 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ba275caa-ade0-48f2-88b9-7f269201ef0b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.023s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:14:52 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[958fbddd-546d-44e5-bafb-69e3f328b0d5]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:14:52 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-847b5f6e-adc2-4fbd-9e7e-f546e6ff25fb tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:14:52 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:14:52 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:14:52 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[99b4c5c4-892c-498a-9ce3-1bf13148d4ba]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:627da594-0bbf-4459-bfeb-8f67be5a4c4b (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:40ceace4-0d7a-4f93-ab8f-ce151f833604 (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:14:52 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-847b5f6e-adc2-4fbd-9e7e-f546e6ff25fb tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:14:52 user nova-compute[74535]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:627da594-0bbf-4459-bfeb-8f67be5a4c4b (non-flash)
Dec 06 10:14:52 user nova-compute[74535]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa (non-flash)
Dec 06 10:14:52 user nova-compute[74535]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71 (non-flash)
Dec 06 10:14:52 user nova-compute[74535]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:40ceace4-0d7a-4f93-ab8f-ce151f833604 (non-flash)
Dec 06 10:14:52 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:14:52 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-847b5f6e-adc2-4fbd-9e7e-f546e6ff25fb tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:14:52 user nova-compute[74535]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:627da594-0bbf-4459-bfeb-8f67be5a4c4b (non-flash)
Dec 06 10:14:52 user nova-compute[74535]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa (non-flash)
Dec 06 10:14:52 user nova-compute[74535]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71 (non-flash)
Dec 06 10:14:52 user nova-compute[74535]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:40ceace4-0d7a-4f93-ab8f-ce151f833604 (non-flash)
Dec 06 10:14:52 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:14:52 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ba275caa-ade0-48f2-88b9-7f269201ef0b -p 172.16.0.220:3260 --login {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:14:52 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ba275caa-ade0-48f2-88b9-7f269201ef0b -p 172.16.0.220:3260 --login" returned: 0 in 0.068s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:14:52 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[4123ce0e-d898-4cd8-8d20-cc4d7050fbf4]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:ba275caa-ade0-48f2-88b9-7f269201ef0b, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:ba275caa-ade0-48f2-88b9-7f269201ef0b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:14:52 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-847b5f6e-adc2-4fbd-9e7e-f546e6ff25fb tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:ba275caa-ade0-48f2-88b9-7f269201ef0b, portal: 172.16.0.220,3260]
Dec 06 10:14:52 user nova-compute[74535]: Login to [iface: default, target: iqn.2010-10.org.openstack:ba275caa-ade0-48f2-88b9-7f269201ef0b, portal: 172.16.0.220,3260] successful.
Dec 06 10:14:52 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:14:52 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ba275caa-ade0-48f2-88b9-7f269201ef0b -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:14:52 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ba275caa-ade0-48f2-88b9-7f269201ef0b -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:14:52 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4ac4ef2-8b07-4540-8d51-6b2f2c9a3ec3]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:14:52 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-847b5f6e-adc2-4fbd-9e7e-f546e6ff25fb tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:14:52 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:14:52 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:14:52 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[169f60b9-c6c8-46ff-8dff-64dce2a6bfd2]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:627da594-0bbf-4459-bfeb-8f67be5a4c4b (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:40ceace4-0d7a-4f93-ab8f-ce151f833604 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba275caa-ade0-48f2-88b9-7f269201ef0b (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:14:52 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-847b5f6e-adc2-4fbd-9e7e-f546e6ff25fb tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:14:52 user nova-compute[74535]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:627da594-0bbf-4459-bfeb-8f67be5a4c4b (non-flash)
Dec 06 10:14:52 user nova-compute[74535]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa (non-flash)
Dec 06 10:14:52 user nova-compute[74535]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71 (non-flash)
Dec 06 10:14:52 user nova-compute[74535]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:40ceace4-0d7a-4f93-ab8f-ce151f833604 (non-flash)
Dec 06 10:14:52 user nova-compute[74535]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba275caa-ade0-48f2-88b9-7f269201ef0b (non-flash)
Dec 06 10:14:52 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:14:52 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-847b5f6e-adc2-4fbd-9e7e-f546e6ff25fb tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:14:52 user nova-compute[74535]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:627da594-0bbf-4459-bfeb-8f67be5a4c4b (non-flash)
Dec 06 10:14:52 user nova-compute[74535]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa (non-flash)
Dec 06 10:14:52 user nova-compute[74535]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71 (non-flash)
Dec 06 10:14:52 user nova-compute[74535]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:40ceace4-0d7a-4f93-ab8f-ce151f833604 (non-flash)
Dec 06 10:14:52 user nova-compute[74535]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba275caa-ade0-48f2-88b9-7f269201ef0b (non-flash)
Dec 06 10:14:52 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:14:52 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-847b5f6e-adc2-4fbd-9e7e-f546e6ff25fb tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ba275caa-ade0-48f2-88b9-7f269201ef0b" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.297s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:14:52 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-847b5f6e-adc2-4fbd-9e7e-f546e6ff25fb tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Connected to 172.16.0.220:3260 {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 10:14:52 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-847b5f6e-adc2-4fbd-9e7e-f546e6ff25fb tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] HCTL ('35', '-', '-', 0) found on session 40 with lun 0 {{(pid=74535) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 10:14:52 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-847b5f6e-adc2-4fbd-9e7e-f546e6ff25fb tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74535) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 10:14:52 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:14:52 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.016s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:14:52 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d5e4bb7-8518-469c-93e5-cc6950adae4b]: (4, ('- - 0', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:14:52 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-847b5f6e-adc2-4fbd-9e7e-f546e6ff25fb tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Searching for a device in session 40 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74535) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 10:14:52 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-847b5f6e-adc2-4fbd-9e7e-f546e6ff25fb tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:ba275caa-ade0-48f2-88b9-7f269201ef0b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bAYfDEMO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 10:14:53 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:14:53 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-847b5f6e-adc2-4fbd-9e7e-f546e6ff25fb tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.331s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:14:53 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-847b5f6e-adc2-4fbd-9e7e-f546e6ff25fb tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] <== connect_volume: return (1332ms) {'type': 'block', 'scsi_wwn': '23131656637353436', 'path': '/dev/sdd'} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:14:53 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-847b5f6e-adc2-4fbd-9e7e-f546e6ff25fb tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 0b8aa954-ba72-4ac4-914a-4fa50c056ebf] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23131656637353436', 'path': '/dev/sdd'} {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 10:14:53 user nova-compute[74535]: DEBUG nova.objects.instance [None req-847b5f6e-adc2-4fbd-9e7e-f546e6ff25fb tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lazy-loading 'flavor' on Instance uuid 0b8aa954-ba72-4ac4-914a-4fa50c056ebf {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:14:53 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-847b5f6e-adc2-4fbd-9e7e-f546e6ff25fb tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 10:14:53 user nova-compute[74535]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 10:14:53 user nova-compute[74535]:   <source dev="/dev/sdd"/>
Dec 06 10:14:53 user nova-compute[74535]:   <target dev="vdb" bus="virtio"/>
Dec 06 10:14:53 user nova-compute[74535]:   <serial>ba275caa-ade0-48f2-88b9-7f269201ef0b</serial>
Dec 06 10:14:53 user nova-compute[74535]: </disk>
Dec 06 10:14:53 user nova-compute[74535]:  {{(pid=74535) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 10:14:53 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-847b5f6e-adc2-4fbd-9e7e-f546e6ff25fb tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] No BDM found with device name vda, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 10:14:53 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-847b5f6e-adc2-4fbd-9e7e-f546e6ff25fb tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 10:14:53 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-847b5f6e-adc2-4fbd-9e7e-f546e6ff25fb tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] No VIF found with MAC fa:16:3e:70:c2:1d, not building metadata {{(pid=74535) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 10:14:53 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-847b5f6e-adc2-4fbd-9e7e-f546e6ff25fb tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lock "0b8aa954-ba72-4ac4-914a-4fa50c056ebf" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 12.758s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:14:54 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-7921d793-6a71-4a66-aa69-b9ccab244dee tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Acquiring lock "0b8aa954-ba72-4ac4-914a-4fa50c056ebf" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:14:54 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-7921d793-6a71-4a66-aa69-b9ccab244dee tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lock "0b8aa954-ba72-4ac4-914a-4fa50c056ebf" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:14:54 user nova-compute[74535]: INFO nova.compute.manager [None req-7921d793-6a71-4a66-aa69-b9ccab244dee tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 0b8aa954-ba72-4ac4-914a-4fa50c056ebf] Detaching volume ba275caa-ade0-48f2-88b9-7f269201ef0b
Dec 06 10:14:54 user nova-compute[74535]: INFO nova.virt.block_device [None req-7921d793-6a71-4a66-aa69-b9ccab244dee tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 0b8aa954-ba72-4ac4-914a-4fa50c056ebf] Attempting to driver detach volume ba275caa-ade0-48f2-88b9-7f269201ef0b from mountpoint /dev/vdb
Dec 06 10:14:54 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-7921d793-6a71-4a66-aa69-b9ccab244dee tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Attempting to detach device vdb from instance 0b8aa954-ba72-4ac4-914a-4fa50c056ebf from the persistent domain config. {{(pid=74535) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 10:14:54 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-7921d793-6a71-4a66-aa69-b9ccab244dee tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 10:14:54 user nova-compute[74535]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 10:14:54 user nova-compute[74535]:   <source dev="/dev/sdd"/>
Dec 06 10:14:54 user nova-compute[74535]:   <target dev="vdb" bus="virtio"/>
Dec 06 10:14:54 user nova-compute[74535]:   <serial>ba275caa-ade0-48f2-88b9-7f269201ef0b</serial>
Dec 06 10:14:54 user nova-compute[74535]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 10:14:54 user nova-compute[74535]: </disk>
Dec 06 10:14:54 user nova-compute[74535]:  {{(pid=74535) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 10:14:54 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-7921d793-6a71-4a66-aa69-b9ccab244dee tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Successfully detached device vdb from instance 0b8aa954-ba72-4ac4-914a-4fa50c056ebf from the persistent domain config.
Dec 06 10:14:54 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-7921d793-6a71-4a66-aa69-b9ccab244dee tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 0b8aa954-ba72-4ac4-914a-4fa50c056ebf from the live domain config. {{(pid=74535) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 10:14:54 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-7921d793-6a71-4a66-aa69-b9ccab244dee tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 10:14:54 user nova-compute[74535]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 10:14:54 user nova-compute[74535]:   <source dev="/dev/sdd"/>
Dec 06 10:14:54 user nova-compute[74535]:   <target dev="vdb" bus="virtio"/>
Dec 06 10:14:54 user nova-compute[74535]:   <serial>ba275caa-ade0-48f2-88b9-7f269201ef0b</serial>
Dec 06 10:14:54 user nova-compute[74535]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 10:14:54 user nova-compute[74535]: </disk>
Dec 06 10:14:54 user nova-compute[74535]:  {{(pid=74535) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 10:14:54 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:14:54 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-7921d793-6a71-4a66-aa69-b9ccab244dee tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 0b8aa954-ba72-4ac4-914a-4fa50c056ebf {{(pid=74535) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 10:14:57 user nova-compute[74535]: INFO nova.compute.manager [None req-30a1a94b-9756-49de-8e70-41f3460c28e5 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: ed2fce2f-b3c8-4e33-8a20-002be3be78d5] Rescuing
Dec 06 10:14:57 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-30a1a94b-9756-49de-8e70-41f3460c28e5 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Acquiring lock "refresh_cache-ed2fce2f-b3c8-4e33-8a20-002be3be78d5" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:14:57 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-30a1a94b-9756-49de-8e70-41f3460c28e5 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Acquired lock "refresh_cache-ed2fce2f-b3c8-4e33-8a20-002be3be78d5" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:14:57 user nova-compute[74535]: DEBUG nova.network.neutron [None req-30a1a94b-9756-49de-8e70-41f3460c28e5 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: ed2fce2f-b3c8-4e33-8a20-002be3be78d5] Building network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 10:14:58 user nova-compute[74535]: DEBUG nova.network.neutron [None req-30a1a94b-9756-49de-8e70-41f3460c28e5 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: ed2fce2f-b3c8-4e33-8a20-002be3be78d5] Updating instance_info_cache with network_info: [{"id": "5014d870-a6f4-46c0-b1f8-0ce19fa8d31a", "address": "fa:16:3e:01:7b:cd", "network": {"id": "5d9c1cb1-5902-482f-8b27-801fd79a97a7", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-530073939-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e51798204a674f858778dac8b46e7fec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5014d870-a6", "ovs_interfaceid": "5014d870-a6f4-46c0-b1f8-0ce19fa8d31a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:14:58 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-30a1a94b-9756-49de-8e70-41f3460c28e5 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Releasing lock "refresh_cache-ed2fce2f-b3c8-4e33-8a20-002be3be78d5" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:14:58 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:14:58 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:14:58 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:14:58 user nova-compute[74535]: DEBUG nova.compute.manager [req-c27062e6-57b6-4293-b606-fc278904d1d8 req-60cf4640-09ea-4e61-9225-61fc3f6644d0 service nova] [instance: ed2fce2f-b3c8-4e33-8a20-002be3be78d5] Received event network-vif-unplugged-5014d870-a6f4-46c0-b1f8-0ce19fa8d31a {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:14:58 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-c27062e6-57b6-4293-b606-fc278904d1d8 req-60cf4640-09ea-4e61-9225-61fc3f6644d0 service nova] Acquiring lock "ed2fce2f-b3c8-4e33-8a20-002be3be78d5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:14:58 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-c27062e6-57b6-4293-b606-fc278904d1d8 req-60cf4640-09ea-4e61-9225-61fc3f6644d0 service nova] Lock "ed2fce2f-b3c8-4e33-8a20-002be3be78d5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:14:58 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-c27062e6-57b6-4293-b606-fc278904d1d8 req-60cf4640-09ea-4e61-9225-61fc3f6644d0 service nova] Lock "ed2fce2f-b3c8-4e33-8a20-002be3be78d5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:14:58 user nova-compute[74535]: DEBUG nova.compute.manager [req-c27062e6-57b6-4293-b606-fc278904d1d8 req-60cf4640-09ea-4e61-9225-61fc3f6644d0 service nova] [instance: ed2fce2f-b3c8-4e33-8a20-002be3be78d5] No waiting events found dispatching network-vif-unplugged-5014d870-a6f4-46c0-b1f8-0ce19fa8d31a {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:14:58 user nova-compute[74535]: WARNING nova.compute.manager [req-c27062e6-57b6-4293-b606-fc278904d1d8 req-60cf4640-09ea-4e61-9225-61fc3f6644d0 service nova] [instance: ed2fce2f-b3c8-4e33-8a20-002be3be78d5] Received unexpected event network-vif-unplugged-5014d870-a6f4-46c0-b1f8-0ce19fa8d31a for instance with vm_state active and task_state rescuing.
Dec 06 10:14:58 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:14:58 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:14:58 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:14:58 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: ed2fce2f-b3c8-4e33-8a20-002be3be78d5] Instance destroyed successfully.
Dec 06 10:14:58 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-30a1a94b-9756-49de-8e70-41f3460c28e5 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: ed2fce2f-b3c8-4e33-8a20-002be3be78d5] Attempting a stable device rescue
Dec 06 10:14:58 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-30a1a94b-9756-49de-8e70-41f3460c28e5 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=74535) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4314}}
Dec 06 10:14:58 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-30a1a94b-9756-49de-8e70-41f3460c28e5 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: ed2fce2f-b3c8-4e33-8a20-002be3be78d5] Instance directory exists: not creating {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Dec 06 10:14:58 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-30a1a94b-9756-49de-8e70-41f3460c28e5 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: ed2fce2f-b3c8-4e33-8a20-002be3be78d5] Creating image(s)
Dec 06 10:14:58 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-30a1a94b-9756-49de-8e70-41f3460c28e5 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Acquiring lock "/opt/stack/data/nova/instances/ed2fce2f-b3c8-4e33-8a20-002be3be78d5/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:14:58 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-30a1a94b-9756-49de-8e70-41f3460c28e5 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Lock "/opt/stack/data/nova/instances/ed2fce2f-b3c8-4e33-8a20-002be3be78d5/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:14:58 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-30a1a94b-9756-49de-8e70-41f3460c28e5 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Lock "/opt/stack/data/nova/instances/ed2fce2f-b3c8-4e33-8a20-002be3be78d5/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.022s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:14:58 user nova-compute[74535]: DEBUG nova.objects.instance [None req-30a1a94b-9756-49de-8e70-41f3460c28e5 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Lazy-loading 'trusted_certs' on Instance uuid ed2fce2f-b3c8-4e33-8a20-002be3be78d5 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:14:58 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-30a1a94b-9756-49de-8e70-41f3460c28e5 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Acquiring lock "05680d1874d4b08d81e736658336128dfc1a7475" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:14:58 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-30a1a94b-9756-49de-8e70-41f3460c28e5 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Lock "05680d1874d4b08d81e736658336128dfc1a7475" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:14:59 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-30a1a94b-9756-49de-8e70-41f3460c28e5 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/05680d1874d4b08d81e736658336128dfc1a7475.part --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:15:00 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:15:00 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-30a1a94b-9756-49de-8e70-41f3460c28e5 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/05680d1874d4b08d81e736658336128dfc1a7475.part --force-share --output=json" returned: 0 in 0.174s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:15:00 user nova-compute[74535]: DEBUG nova.virt.images [None req-30a1a94b-9756-49de-8e70-41f3460c28e5 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] 40432cd3-8eeb-4613-9a1e-cc92f1031e00 was qcow2, converting to raw {{(pid=74535) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Dec 06 10:15:00 user nova-compute[74535]: DEBUG nova.privsep.utils [None req-30a1a94b-9756-49de-8e70-41f3460c28e5 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74535) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 06 10:15:00 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-30a1a94b-9756-49de-8e70-41f3460c28e5 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/05680d1874d4b08d81e736658336128dfc1a7475.part /opt/stack/data/nova/instances/_base/05680d1874d4b08d81e736658336128dfc1a7475.converted {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:15:00 user nova-compute[74535]: DEBUG nova.compute.manager [req-8089f36e-9c05-4bf4-8840-ac3679f5f5a4 req-e68cb2b8-cc02-4ffe-b846-af258473a05f service nova] [instance: ed2fce2f-b3c8-4e33-8a20-002be3be78d5] Received event network-vif-plugged-5014d870-a6f4-46c0-b1f8-0ce19fa8d31a {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:15:00 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-8089f36e-9c05-4bf4-8840-ac3679f5f5a4 req-e68cb2b8-cc02-4ffe-b846-af258473a05f service nova] Acquiring lock "ed2fce2f-b3c8-4e33-8a20-002be3be78d5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:15:00 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-8089f36e-9c05-4bf4-8840-ac3679f5f5a4 req-e68cb2b8-cc02-4ffe-b846-af258473a05f service nova] Lock "ed2fce2f-b3c8-4e33-8a20-002be3be78d5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:15:00 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-8089f36e-9c05-4bf4-8840-ac3679f5f5a4 req-e68cb2b8-cc02-4ffe-b846-af258473a05f service nova] Lock "ed2fce2f-b3c8-4e33-8a20-002be3be78d5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:15:00 user nova-compute[74535]: DEBUG nova.compute.manager [req-8089f36e-9c05-4bf4-8840-ac3679f5f5a4 req-e68cb2b8-cc02-4ffe-b846-af258473a05f service nova] [instance: ed2fce2f-b3c8-4e33-8a20-002be3be78d5] No waiting events found dispatching network-vif-plugged-5014d870-a6f4-46c0-b1f8-0ce19fa8d31a {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:15:00 user nova-compute[74535]: WARNING nova.compute.manager [req-8089f36e-9c05-4bf4-8840-ac3679f5f5a4 req-e68cb2b8-cc02-4ffe-b846-af258473a05f service nova] [instance: ed2fce2f-b3c8-4e33-8a20-002be3be78d5] Received unexpected event network-vif-plugged-5014d870-a6f4-46c0-b1f8-0ce19fa8d31a for instance with vm_state active and task_state rescuing.
Dec 06 10:15:00 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-30a1a94b-9756-49de-8e70-41f3460c28e5 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/05680d1874d4b08d81e736658336128dfc1a7475.part /opt/stack/data/nova/instances/_base/05680d1874d4b08d81e736658336128dfc1a7475.converted" returned: 0 in 0.329s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:15:00 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-30a1a94b-9756-49de-8e70-41f3460c28e5 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/05680d1874d4b08d81e736658336128dfc1a7475.converted --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:15:00 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-30a1a94b-9756-49de-8e70-41f3460c28e5 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/05680d1874d4b08d81e736658336128dfc1a7475.converted --force-share --output=json" returned: 0 in 0.179s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:15:00 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-30a1a94b-9756-49de-8e70-41f3460c28e5 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Lock "05680d1874d4b08d81e736658336128dfc1a7475" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.741s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:15:00 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-30a1a94b-9756-49de-8e70-41f3460c28e5 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Acquiring lock "05680d1874d4b08d81e736658336128dfc1a7475" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:15:00 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-30a1a94b-9756-49de-8e70-41f3460c28e5 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Lock "05680d1874d4b08d81e736658336128dfc1a7475" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:15:00 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-30a1a94b-9756-49de-8e70-41f3460c28e5 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/05680d1874d4b08d81e736658336128dfc1a7475 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:15:00 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-30a1a94b-9756-49de-8e70-41f3460c28e5 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/05680d1874d4b08d81e736658336128dfc1a7475 --force-share --output=json" returned: 0 in 0.174s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:15:00 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-30a1a94b-9756-49de-8e70-41f3460c28e5 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/05680d1874d4b08d81e736658336128dfc1a7475,backing_fmt=raw /opt/stack/data/nova/instances/ed2fce2f-b3c8-4e33-8a20-002be3be78d5/disk.rescue {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:15:00 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-30a1a94b-9756-49de-8e70-41f3460c28e5 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/05680d1874d4b08d81e736658336128dfc1a7475,backing_fmt=raw /opt/stack/data/nova/instances/ed2fce2f-b3c8-4e33-8a20-002be3be78d5/disk.rescue" returned: 0 in 0.052s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:15:00 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-30a1a94b-9756-49de-8e70-41f3460c28e5 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Lock "05680d1874d4b08d81e736658336128dfc1a7475" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.233s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:15:00 user nova-compute[74535]: DEBUG nova.objects.instance [None req-30a1a94b-9756-49de-8e70-41f3460c28e5 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Lazy-loading 'migration_context' on Instance uuid ed2fce2f-b3c8-4e33-8a20-002be3be78d5 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:15:00 user nova-compute[74535]: DEBUG nova.objects.base [None req-30a1a94b-9756-49de-8e70-41f3460c28e5 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Object Instance<ed2fce2f-b3c8-4e33-8a20-002be3be78d5> lazy-loaded attributes: trusted_certs,migration_context {{(pid=74535) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 10:15:00 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-30a1a94b-9756-49de-8e70-41f3460c28e5 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: ed2fce2f-b3c8-4e33-8a20-002be3be78d5] Created local disks {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 10:15:00 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-30a1a94b-9756-49de-8e70-41f3460c28e5 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: ed2fce2f-b3c8-4e33-8a20-002be3be78d5] Start _get_guest_xml network_info=[{"id": "5014d870-a6f4-46c0-b1f8-0ce19fa8d31a", "address": "fa:16:3e:01:7b:cd", "network": {"id": "5d9c1cb1-5902-482f-8b27-801fd79a97a7", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-530073939-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-530073939-network", "vif_mac": "fa:16:3e:01:7b:cd"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e51798204a674f858778dac8b46e7fec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5014d870-a6", "ovs_interfaceid": "5014d870-a6f4-46c0-b1f8-0ce19fa8d31a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T09:52:28Z,direct_url=<?>,disk_format='qcow2',id=b338f3c8-9974-4b9f-bacb-c75dd541c256,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='563f6a2917a742ada39fb0e950eece6e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T09:52:30Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '40432cd3-8eeb-4613-9a1e-cc92f1031e00', 'kernel_id': '', 'ramdisk_id': ''} block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'delete_on_termination': False, 'attachment_id': '8b936dd8-1347-4275-95f3-e3c433b9d612', 'boot_index': 0, 'device_type': 'disk', 'guest_format': None, 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ehyuCSjU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, 'status': 'reserved', 'instance': 'ed2fce2f-b3c8-4e33-8a20-002be3be78d5', 'attached_at': '', 'detached_at': '', 'volume_id': '1e249619-0ff9-4cf4-aef9-b32cfba7be71', 'serial': '1e249619-0ff9-4cf4-aef9-b32cfba7be71'}, 'volume_type': None} {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 10:15:00 user nova-compute[74535]: DEBUG nova.objects.instance [None req-30a1a94b-9756-49de-8e70-41f3460c28e5 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Lazy-loading 'resources' on Instance uuid ed2fce2f-b3c8-4e33-8a20-002be3be78d5 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:15:00 user nova-compute[74535]: DEBUG nova.objects.base [None req-30a1a94b-9756-49de-8e70-41f3460c28e5 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Object Instance<ed2fce2f-b3c8-4e33-8a20-002be3be78d5> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=74535) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 10:15:00 user nova-compute[74535]: DEBUG nova.objects.instance [None req-30a1a94b-9756-49de-8e70-41f3460c28e5 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Lazy-loading 'numa_topology' on Instance uuid ed2fce2f-b3c8-4e33-8a20-002be3be78d5 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:15:00 user nova-compute[74535]: DEBUG nova.objects.base [None req-30a1a94b-9756-49de-8e70-41f3460c28e5 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Object Instance<ed2fce2f-b3c8-4e33-8a20-002be3be78d5> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=74535) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 10:15:01 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-30a1a94b-9756-49de-8e70-41f3460c28e5 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:15:01 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-30a1a94b-9756-49de-8e70-41f3460c28e5 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:15:01 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-30a1a94b-9756-49de-8e70-41f3460c28e5 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 10:15:01 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-30a1a94b-9756-49de-8e70-41f3460c28e5 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] CPU controller missing on host. {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 10:15:01 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-30a1a94b-9756-49de-8e70-41f3460c28e5 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 10:15:01 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-30a1a94b-9756-49de-8e70-41f3460c28e5 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] CPU controller found on host. {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 10:15:01 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-30a1a94b-9756-49de-8e70-41f3460c28e5 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74535) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 10:15:01 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-30a1a94b-9756-49de-8e70-41f3460c28e5 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T09:52:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T09:52:28Z,direct_url=<?>,disk_format='qcow2',id=b338f3c8-9974-4b9f-bacb-c75dd541c256,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='563f6a2917a742ada39fb0e950eece6e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T09:52:30Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 10:15:01 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-30a1a94b-9756-49de-8e70-41f3460c28e5 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Flavor limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 10:15:01 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-30a1a94b-9756-49de-8e70-41f3460c28e5 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Image limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 10:15:01 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-30a1a94b-9756-49de-8e70-41f3460c28e5 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Flavor pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 10:15:01 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-30a1a94b-9756-49de-8e70-41f3460c28e5 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Image pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 10:15:01 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-30a1a94b-9756-49de-8e70-41f3460c28e5 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 10:15:01 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-30a1a94b-9756-49de-8e70-41f3460c28e5 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 10:15:01 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-30a1a94b-9756-49de-8e70-41f3460c28e5 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 10:15:01 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-30a1a94b-9756-49de-8e70-41f3460c28e5 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Got 1 possible topologies {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 10:15:01 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-30a1a94b-9756-49de-8e70-41f3460c28e5 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 10:15:01 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-30a1a94b-9756-49de-8e70-41f3460c28e5 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 10:15:01 user nova-compute[74535]: DEBUG nova.objects.instance [None req-30a1a94b-9756-49de-8e70-41f3460c28e5 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Lazy-loading 'vcpu_model' on Instance uuid ed2fce2f-b3c8-4e33-8a20-002be3be78d5 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:15:01 user nova-compute[74535]: DEBUG nova.objects.base [None req-30a1a94b-9756-49de-8e70-41f3460c28e5 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Object Instance<ed2fce2f-b3c8-4e33-8a20-002be3be78d5> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=74535) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 10:15:01 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-30a1a94b-9756-49de-8e70-41f3460c28e5 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: ed2fce2f-b3c8-4e33-8a20-002be3be78d5] Calling os-brick to attach iSCSI Volume {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 10:15:01 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-30a1a94b-9756-49de-8e70-41f3460c28e5 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ehyuCSjU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:15:01 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-30a1a94b-9756-49de-8e70-41f3460c28e5 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:15:01 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-30a1a94b-9756-49de-8e70-41f3460c28e5 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:15:01 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-30a1a94b-9756-49de-8e70-41f3460c28e5 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:15:01 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-30a1a94b-9756-49de-8e70-41f3460c28e5 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:15:01 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-30a1a94b-9756-49de-8e70-41f3460c28e5 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:15:01 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-30a1a94b-9756-49de-8e70-41f3460c28e5 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:15:01 user nova-compute[74535]: INFO os_brick.initiator.connectors.iscsi [None req-30a1a94b-9756-49de-8e70-41f3460c28e5 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 10:15:01 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71 -p 172.16.0.220:3260 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:15:01 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71 -p 172.16.0.220:3260" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:15:01 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[081ce350-2ca2-42ab-ae5b-823d5d397d00]: (4, ('# BEGIN RECORD 2.1.5\nnode.name = iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = <empty>\niface.ipaddress = <empty>\niface.prefix_len = 0\niface.hwaddress = <empty>\niface.transport_name = tcp\niface.initiatorname = <empty>\niface.state = <empty>\niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = <empty>\niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = <empty>\niface.subnet_mask = <empty>\niface.gateway = <empty>\niface.dhcp_alt_client_id_state = <empty>\niface.dhcp_alt_client_id = <empty>\niface.dhcp_dns = <empty>\niface.dhcp_learn_iqn = <empty>\niface.dhcp_req_vendor_id_state = <empty>\niface.dhcp_vendor_id_state = <empty>\niface.dhcp_vendor_id = <empty>\niface.dhcp_slp_da = <empty>\niface.fragmentation = <empty>\niface.gratuitous_arp = <empty>\niface.incoming_forwarding = <empty>\niface.tos_state = <empty>\niface.tos = 0\niface.ttl = 0\niface.delayed_ack = <empty>\niface.tcp_nagle = <empty>\niface.tcp_wsf_state = <empty>\niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = <empty>\niface.redirect = <empty>\niface.def_task_mgmt_timeout = 0\niface.header_digest = <empty>\niface.data_digest = <empty>\niface.immediate_data = <empty>\niface.initial_r2t = <empty>\niface.data_seq_inorder = <empty>\niface.data_pdu_inorder = <empty>\niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = <empty>\niface.bidi_chap = <empty>\niface.strict_login_compliance = <empty>\niface.discovery_auth = <empty>\niface.discovery_logout = <empty>\nnode.discovery_address = <empty>\nnode.discovery_port = 0\nnode.discovery_type = static\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = -20\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = CHAP\nnode.session.auth.username = ehyuCSjU\nnode.session.auth.password = ********\nnode.session.auth.username_in = <empty>\nnode.session.auth.password_in = <empty>\nnode.session.auth.chap_algs = MD5\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = manual\nnode.session.reopen_max = 0\nnode.conn[0].address = 172.16.0.220\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:15:01 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-30a1a94b-9756-49de-8e70-41f3460c28e5 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] iscsiadm (): stdout=# BEGIN RECORD 2.1.5
Dec 06 10:15:01 user nova-compute[74535]: node.name = iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71
Dec 06 10:15:01 user nova-compute[74535]: node.tpgt = -1
Dec 06 10:15:01 user nova-compute[74535]: node.startup = automatic
Dec 06 10:15:01 user nova-compute[74535]: node.leading_login = No
Dec 06 10:15:01 user nova-compute[74535]: iface.iscsi_ifacename = default
Dec 06 10:15:01 user nova-compute[74535]: iface.net_ifacename = <empty>
Dec 06 10:15:01 user nova-compute[74535]: iface.ipaddress = <empty>
Dec 06 10:15:01 user nova-compute[74535]: iface.prefix_len = 0
Dec 06 10:15:01 user nova-compute[74535]: iface.hwaddress = <empty>
Dec 06 10:15:01 user nova-compute[74535]: iface.transport_name = tcp
Dec 06 10:15:01 user nova-compute[74535]: iface.initiatorname = <empty>
Dec 06 10:15:01 user nova-compute[74535]: iface.state = <empty>
Dec 06 10:15:01 user nova-compute[74535]: iface.vlan_id = 0
Dec 06 10:15:01 user nova-compute[74535]: iface.vlan_priority = 0
Dec 06 10:15:01 user nova-compute[74535]: iface.vlan_state = <empty>
Dec 06 10:15:01 user nova-compute[74535]: iface.iface_num = 0
Dec 06 10:15:01 user nova-compute[74535]: iface.mtu = 0
Dec 06 10:15:01 user nova-compute[74535]: iface.port = 0
Dec 06 10:15:01 user nova-compute[74535]: iface.bootproto = <empty>
Dec 06 10:15:01 user nova-compute[74535]: iface.subnet_mask = <empty>
Dec 06 10:15:01 user nova-compute[74535]: iface.gateway = <empty>
Dec 06 10:15:01 user nova-compute[74535]: iface.dhcp_alt_client_id_state = <empty>
Dec 06 10:15:01 user nova-compute[74535]: iface.dhcp_alt_client_id = <empty>
Dec 06 10:15:01 user nova-compute[74535]: iface.dhcp_dns = <empty>
Dec 06 10:15:01 user nova-compute[74535]: iface.dhcp_learn_iqn = <empty>
Dec 06 10:15:01 user nova-compute[74535]: iface.dhcp_req_vendor_id_state = <empty>
Dec 06 10:15:01 user nova-compute[74535]: iface.dhcp_vendor_id_state = <empty>
Dec 06 10:15:01 user nova-compute[74535]: iface.dhcp_vendor_id = <empty>
Dec 06 10:15:01 user nova-compute[74535]: iface.dhcp_slp_da = <empty>
Dec 06 10:15:01 user nova-compute[74535]: iface.fragmentation = <empty>
Dec 06 10:15:01 user nova-compute[74535]: iface.gratuitous_arp = <empty>
Dec 06 10:15:01 user nova-compute[74535]: iface.incoming_forwarding = <empty>
Dec 06 10:15:01 user nova-compute[74535]: iface.tos_state = <empty>
Dec 06 10:15:01 user nova-compute[74535]: iface.tos = 0
Dec 06 10:15:01 user nova-compute[74535]: iface.ttl = 0
Dec 06 10:15:01 user nova-compute[74535]: iface.delayed_ack = <empty>
Dec 06 10:15:01 user nova-compute[74535]: iface.tcp_nagle = <empty>
Dec 06 10:15:01 user nova-compute[74535]: iface.tcp_wsf_state = <empty>
Dec 06 10:15:01 user nova-compute[74535]: iface.tcp_wsf = 0
Dec 06 10:15:01 user nova-compute[74535]: iface.tcp_timer_scale = 0
Dec 06 10:15:01 user nova-compute[74535]: iface.tcp_timestamp = <empty>
Dec 06 10:15:01 user nova-compute[74535]: iface.redirect = <empty>
Dec 06 10:15:01 user nova-compute[74535]: iface.def_task_mgmt_timeout = 0
Dec 06 10:15:01 user nova-compute[74535]: iface.header_digest = <empty>
Dec 06 10:15:01 user nova-compute[74535]: iface.data_digest = <empty>
Dec 06 10:15:01 user nova-compute[74535]: iface.immediate_data = <empty>
Dec 06 10:15:01 user nova-compute[74535]: iface.initial_r2t = <empty>
Dec 06 10:15:01 user nova-compute[74535]: iface.data_seq_inorder = <empty>
Dec 06 10:15:01 user nova-compute[74535]: iface.data_pdu_inorder = <empty>
Dec 06 10:15:01 user nova-compute[74535]: iface.erl = 0
Dec 06 10:15:01 user nova-compute[74535]: iface.max_receive_data_len = 0
Dec 06 10:15:01 user nova-compute[74535]: iface.first_burst_len = 0
Dec 06 10:15:01 user nova-compute[74535]: iface.max_outstanding_r2t = 0
Dec 06 10:15:01 user nova-compute[74535]: iface.max_burst_len = 0
Dec 06 10:15:01 user nova-compute[74535]: iface.chap_auth = <empty>
Dec 06 10:15:01 user nova-compute[74535]: iface.bidi_chap = <empty>
Dec 06 10:15:01 user nova-compute[74535]: iface.strict_login_compliance = <empty>
Dec 06 10:15:01 user nova-compute[74535]: iface.discovery_auth = <empty>
Dec 06 10:15:01 user nova-compute[74535]: iface.discovery_logout = <empty>
Dec 06 10:15:01 user nova-compute[74535]: node.discovery_address = <empty>
Dec 06 10:15:01 user nova-compute[74535]: node.discovery_port = 0
Dec 06 10:15:01 user nova-compute[74535]: node.discovery_type = static
Dec 06 10:15:01 user nova-compute[74535]: node.session.initial_cmdsn = 0
Dec 06 10:15:01 user nova-compute[74535]: node.session.initial_login_retry_max = 8
Dec 06 10:15:01 user nova-compute[74535]: node.session.xmit_thread_priority = -20
Dec 06 10:15:01 user nova-compute[74535]: node.session.cmds_max = 128
Dec 06 10:15:01 user nova-compute[74535]: node.session.queue_depth = 32
Dec 06 10:15:01 user nova-compute[74535]: node.session.nr_sessions = 1
Dec 06 10:15:01 user nova-compute[74535]: node.session.auth.authmethod = CHAP
Dec 06 10:15:01 user nova-compute[74535]: node.session.auth.username = ehyuCSjU
Dec 06 10:15:01 user nova-compute[74535]: node.session.auth.password = ***
Dec 06 10:15:01 user nova-compute[74535]: node.session.auth.username_in = <empty>
Dec 06 10:15:01 user nova-compute[74535]: node.session.auth.password_in = <empty>
Dec 06 10:15:01 user nova-compute[74535]: node.session.auth.chap_algs = MD5
Dec 06 10:15:01 user nova-compute[74535]: node.session.timeo.replacement_timeout = 120
Dec 06 10:15:01 user nova-compute[74535]: node.session.err_timeo.abort_timeout = 15
Dec 06 10:15:01 user nova-compute[74535]: node.session.err_timeo.lu_reset_timeout = 30
Dec 06 10:15:01 user nova-compute[74535]: node.session.err_timeo.tgt_reset_timeout = 30
Dec 06 10:15:01 user nova-compute[74535]: node.session.err_timeo.host_reset_timeout = 60
Dec 06 10:15:01 user nova-compute[74535]: node.session.iscsi.FastAbort = Yes
Dec 06 10:15:01 user nova-compute[74535]: node.session.iscsi.InitialR2T = No
Dec 06 10:15:01 user nova-compute[74535]: node.session.iscsi.ImmediateData = Yes
Dec 06 10:15:01 user nova-compute[74535]: node.session.iscsi.FirstBurstLength = 262144
Dec 06 10:15:01 user nova-compute[74535]: node.session.iscsi.MaxBurstLength = 16776192
Dec 06 10:15:01 user nova-compute[74535]: node.session.iscsi.DefaultTime2Retain = 0
Dec 06 10:15:01 user nova-compute[74535]: node.session.iscsi.DefaultTime2Wait = 2
Dec 06 10:15:01 user nova-compute[74535]: node.session.iscsi.MaxConnections = 1
Dec 06 10:15:01 user nova-compute[74535]: node.session.iscsi.MaxOutstandingR2T = 1
Dec 06 10:15:01 user nova-compute[74535]: node.session.iscsi.ERL = 0
Dec 06 10:15:01 user nova-compute[74535]: node.session.scan = manual
Dec 06 10:15:01 user nova-compute[74535]: node.session.reopen_max = 0
Dec 06 10:15:01 user nova-compute[74535]: node.conn[0].address = 172.16.0.220
Dec 06 10:15:01 user nova-compute[74535]: node.conn[0].port = 3260
Dec 06 10:15:01 user nova-compute[74535]: node.conn[0].startup = manual
Dec 06 10:15:01 user nova-compute[74535]: node.conn[0].tcp.window_size = 524288
Dec 06 10:15:01 user nova-compute[74535]: node.conn[0].tcp.type_of_service = 0
Dec 06 10:15:01 user nova-compute[74535]: node.conn[0].timeo.logout_timeout = 15
Dec 06 10:15:01 user nova-compute[74535]: node.conn[0].timeo.login_timeout = 15
Dec 06 10:15:01 user nova-compute[74535]: node.conn[0].timeo.auth_timeout = 45
Dec 06 10:15:01 user nova-compute[74535]: node.conn[0].timeo.noop_out_interval = 5
Dec 06 10:15:01 user nova-compute[74535]: node.conn[0].timeo.noop_out_timeout = 5
Dec 06 10:15:01 user nova-compute[74535]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0
Dec 06 10:15:01 user nova-compute[74535]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144
Dec 06 10:15:01 user nova-compute[74535]: node.conn[0].iscsi.HeaderDigest = None
Dec 06 10:15:01 user nova-compute[74535]: node.conn[0].iscsi.DataDigest = None
Dec 06 10:15:01 user nova-compute[74535]: node.conn[0].iscsi.IFMarker = No
Dec 06 10:15:01 user nova-compute[74535]: node.conn[0].iscsi.OFMarker = No
Dec 06 10:15:01 user nova-compute[74535]: # END RECORD
Dec 06 10:15:01 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:15:01 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:15:01 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:15:01 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6d3779b-1e8d-4a3f-b7ff-701f7122a052]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:15:01 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-30a1a94b-9756-49de-8e70-41f3460c28e5 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:15:01 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:15:01 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:15:01 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f5383f7-3c36-42e8-b45b-e5938133a8e9]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:15:01 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-30a1a94b-9756-49de-8e70-41f3460c28e5 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:15:01 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ehyuCSjU {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:15:01 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ehyuCSjU" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:15:01 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f5b44ba-85c5-4544-a7a1-83e52b7bc1b7]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:15:01 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-30a1a94b-9756-49de-8e70-41f3460c28e5 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ehyuCSjU'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:15:01 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:15:01 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:15:01 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[30d39a4b-f689-4b74-883c-92397482ee48]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:15:01 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-30a1a94b-9756-49de-8e70-41f3460c28e5 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:15:01 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:15:01 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:15:01 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[6586c312-92ac-4822-bff7-bd747c610837]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:627da594-0bbf-4459-bfeb-8f67be5a4c4b (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:40ceace4-0d7a-4f93-ab8f-ce151f833604 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba275caa-ade0-48f2-88b9-7f269201ef0b (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:15:01 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-30a1a94b-9756-49de-8e70-41f3460c28e5 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:15:01 user nova-compute[74535]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:627da594-0bbf-4459-bfeb-8f67be5a4c4b (non-flash)
Dec 06 10:15:01 user nova-compute[74535]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa (non-flash)
Dec 06 10:15:01 user nova-compute[74535]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71 (non-flash)
Dec 06 10:15:01 user nova-compute[74535]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:40ceace4-0d7a-4f93-ab8f-ce151f833604 (non-flash)
Dec 06 10:15:01 user nova-compute[74535]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba275caa-ade0-48f2-88b9-7f269201ef0b (non-flash)
Dec 06 10:15:01 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:15:01 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-30a1a94b-9756-49de-8e70-41f3460c28e5 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:15:01 user nova-compute[74535]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:627da594-0bbf-4459-bfeb-8f67be5a4c4b (non-flash)
Dec 06 10:15:01 user nova-compute[74535]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa (non-flash)
Dec 06 10:15:01 user nova-compute[74535]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71 (non-flash)
Dec 06 10:15:01 user nova-compute[74535]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:40ceace4-0d7a-4f93-ab8f-ce151f833604 (non-flash)
Dec 06 10:15:01 user nova-compute[74535]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba275caa-ade0-48f2-88b9-7f269201ef0b (non-flash)
Dec 06 10:15:01 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:15:01 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-30a1a94b-9756-49de-8e70-41f3460c28e5 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.150s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:15:01 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-30a1a94b-9756-49de-8e70-41f3460c28e5 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Connected to 172.16.0.220:3260 {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 10:15:01 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-30a1a94b-9756-49de-8e70-41f3460c28e5 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] HCTL ('36', '0', '0', 0) found on session 38 with lun 0 {{(pid=74535) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 10:15:01 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-30a1a94b-9756-49de-8e70-41f3460c28e5 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Scanning host 36 c: 0, t: 0, l: 0) {{(pid=74535) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 10:15:01 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:15:01 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.013s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:15:01 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[671eda64-4636-4fc0-92fb-64725d9307f7]: (4, ('0 0 0', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:15:01 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-30a1a94b-9756-49de-8e70-41f3460c28e5 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Searching for a device in session 38 and hctl ('36', '0', '0', 0) yield: sde {{(pid=74535) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 10:15:01 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-30a1a94b-9756-49de-8e70-41f3460c28e5 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ehyuCSjU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 10:15:01 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-30a1a94b-9756-49de-8e70-41f3460c28e5 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 0.173s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:15:01 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-30a1a94b-9756-49de-8e70-41f3460c28e5 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] <== connect_volume: return (174ms) {'type': 'block', 'scsi_wwn': '23638616563306562', 'path': '/dev/sde'} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:15:01 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-30a1a94b-9756-49de-8e70-41f3460c28e5 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: ed2fce2f-b3c8-4e33-8a20-002be3be78d5] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23638616563306562', 'path': '/dev/sde'} {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 10:15:01 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-30a1a94b-9756-49de-8e70-41f3460c28e5 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:13:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1712324279',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1712324279',id=37,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-06T10:13:34Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e51798204a674f858778dac8b46e7fec',ramdisk_id='',reservation_id='r-ats41dhx',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-2023423839',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T10:13:34Z,user_data=None,user_id='46e1a6f038e54b16a4b6f8014b3bbf55',uuid=ed2fce2f-b3c8-4e33-8a20-002be3be78d5,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "5014d870-a6f4-46c0-b1f8-0ce19fa8d31a", "address": "fa:16:3e:01:7b:cd", "network": {"id": "5d9c1cb1-5902-482f-8b27-801fd79a97a7", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-530073939-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-530073939-network", "vif_mac": "fa:16:3e:01:7b:cd"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e51798204a674f858778dac8b46e7fec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5014d870-a6", "ovs_interfaceid": "5014d870-a6f4-46c0-b1f8-0ce19fa8d31a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74535) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 10:15:01 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-30a1a94b-9756-49de-8e70-41f3460c28e5 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Converting VIF {"id": "5014d870-a6f4-46c0-b1f8-0ce19fa8d31a", "address": "fa:16:3e:01:7b:cd", "network": {"id": "5d9c1cb1-5902-482f-8b27-801fd79a97a7", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-530073939-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-530073939-network", "vif_mac": "fa:16:3e:01:7b:cd"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e51798204a674f858778dac8b46e7fec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5014d870-a6", "ovs_interfaceid": "5014d870-a6f4-46c0-b1f8-0ce19fa8d31a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:15:01 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-30a1a94b-9756-49de-8e70-41f3460c28e5 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:01:7b:cd,bridge_name='br-int',has_traffic_filtering=True,id=5014d870-a6f4-46c0-b1f8-0ce19fa8d31a,network=Network(5d9c1cb1-5902-482f-8b27-801fd79a97a7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5014d870-a6') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:15:01 user nova-compute[74535]: DEBUG nova.objects.instance [None req-30a1a94b-9756-49de-8e70-41f3460c28e5 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Lazy-loading 'pci_devices' on Instance uuid ed2fce2f-b3c8-4e33-8a20-002be3be78d5 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:15:01 user nova-compute[74535]: DEBUG nova.objects.base [None req-30a1a94b-9756-49de-8e70-41f3460c28e5 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Object Instance<ed2fce2f-b3c8-4e33-8a20-002be3be78d5> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=74535) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 10:15:01 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-30a1a94b-9756-49de-8e70-41f3460c28e5 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: ed2fce2f-b3c8-4e33-8a20-002be3be78d5] End _get_guest_xml xml=<domain type="kvm">
Dec 06 10:15:01 user nova-compute[74535]:   <uuid>ed2fce2f-b3c8-4e33-8a20-002be3be78d5</uuid>
Dec 06 10:15:01 user nova-compute[74535]:   <name>instance-00000025</name>
Dec 06 10:15:01 user nova-compute[74535]:   <memory>524288</memory>
Dec 06 10:15:01 user nova-compute[74535]:   <vcpu>1</vcpu>
Dec 06 10:15:01 user nova-compute[74535]:   <metadata>
Dec 06 10:15:01 user nova-compute[74535]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 10:15:01 user nova-compute[74535]:       <nova:package version="0.0.0"/>
Dec 06 10:15:01 user nova-compute[74535]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-1712324279</nova:name>
Dec 06 10:15:01 user nova-compute[74535]:       <nova:creationTime>2023-12-06 10:15:01</nova:creationTime>
Dec 06 10:15:01 user nova-compute[74535]:       <nova:flavor name="m1.tiny">
Dec 06 10:15:01 user nova-compute[74535]:         <nova:memory>512</nova:memory>
Dec 06 10:15:01 user nova-compute[74535]:         <nova:disk>1</nova:disk>
Dec 06 10:15:01 user nova-compute[74535]:         <nova:swap>0</nova:swap>
Dec 06 10:15:01 user nova-compute[74535]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 10:15:01 user nova-compute[74535]:         <nova:vcpus>1</nova:vcpus>
Dec 06 10:15:01 user nova-compute[74535]:       </nova:flavor>
Dec 06 10:15:01 user nova-compute[74535]:       <nova:owner>
Dec 06 10:15:01 user nova-compute[74535]:         <nova:user uuid="46e1a6f038e54b16a4b6f8014b3bbf55">tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member</nova:user>
Dec 06 10:15:01 user nova-compute[74535]:         <nova:project uuid="e51798204a674f858778dac8b46e7fec">tempest-ServerBootFromVolumeStableRescueTest-2023423839</nova:project>
Dec 06 10:15:01 user nova-compute[74535]:       </nova:owner>
Dec 06 10:15:01 user nova-compute[74535]:       <nova:root type="image" uuid="b338f3c8-9974-4b9f-bacb-c75dd541c256"/>
Dec 06 10:15:01 user nova-compute[74535]:       <nova:ports>
Dec 06 10:15:01 user nova-compute[74535]:         <nova:port uuid="5014d870-a6f4-46c0-b1f8-0ce19fa8d31a">
Dec 06 10:15:01 user nova-compute[74535]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Dec 06 10:15:01 user nova-compute[74535]:         </nova:port>
Dec 06 10:15:01 user nova-compute[74535]:       </nova:ports>
Dec 06 10:15:01 user nova-compute[74535]:     </nova:instance>
Dec 06 10:15:01 user nova-compute[74535]:   </metadata>
Dec 06 10:15:01 user nova-compute[74535]:   <sysinfo type="smbios">
Dec 06 10:15:01 user nova-compute[74535]:     <system>
Dec 06 10:15:01 user nova-compute[74535]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 10:15:01 user nova-compute[74535]:       <entry name="product">OpenStack Nova</entry>
Dec 06 10:15:01 user nova-compute[74535]:       <entry name="version">0.0.0</entry>
Dec 06 10:15:01 user nova-compute[74535]:       <entry name="serial">ed2fce2f-b3c8-4e33-8a20-002be3be78d5</entry>
Dec 06 10:15:01 user nova-compute[74535]:       <entry name="uuid">ed2fce2f-b3c8-4e33-8a20-002be3be78d5</entry>
Dec 06 10:15:01 user nova-compute[74535]:       <entry name="family">Virtual Machine</entry>
Dec 06 10:15:01 user nova-compute[74535]:     </system>
Dec 06 10:15:01 user nova-compute[74535]:   </sysinfo>
Dec 06 10:15:01 user nova-compute[74535]:   <os>
Dec 06 10:15:01 user nova-compute[74535]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 10:15:01 user nova-compute[74535]:     <smbios mode="sysinfo"/>
Dec 06 10:15:01 user nova-compute[74535]:   </os>
Dec 06 10:15:01 user nova-compute[74535]:   <features>
Dec 06 10:15:01 user nova-compute[74535]:     <acpi/>
Dec 06 10:15:01 user nova-compute[74535]:     <apic/>
Dec 06 10:15:01 user nova-compute[74535]:     <vmcoreinfo/>
Dec 06 10:15:01 user nova-compute[74535]:   </features>
Dec 06 10:15:01 user nova-compute[74535]:   <clock offset="utc">
Dec 06 10:15:01 user nova-compute[74535]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 10:15:01 user nova-compute[74535]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 10:15:01 user nova-compute[74535]:     <timer name="hpet" present="no"/>
Dec 06 10:15:01 user nova-compute[74535]:   </clock>
Dec 06 10:15:01 user nova-compute[74535]:   <cpu mode="custom" match="exact">
Dec 06 10:15:01 user nova-compute[74535]:     <model>Nehalem</model>
Dec 06 10:15:01 user nova-compute[74535]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 10:15:01 user nova-compute[74535]:   </cpu>
Dec 06 10:15:01 user nova-compute[74535]:   <devices>
Dec 06 10:15:01 user nova-compute[74535]:     <disk type="block" device="disk">
Dec 06 10:15:01 user nova-compute[74535]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 10:15:01 user nova-compute[74535]:       <source dev="/dev/sde"/>
Dec 06 10:15:01 user nova-compute[74535]:       <target dev="vda" bus="virtio"/>
Dec 06 10:15:01 user nova-compute[74535]:       <serial>1e249619-0ff9-4cf4-aef9-b32cfba7be71</serial>
Dec 06 10:15:01 user nova-compute[74535]:     </disk>
Dec 06 10:15:01 user nova-compute[74535]:     <disk type="file" device="disk">
Dec 06 10:15:01 user nova-compute[74535]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 10:15:01 user nova-compute[74535]:       <source file="/opt/stack/data/nova/instances/ed2fce2f-b3c8-4e33-8a20-002be3be78d5/disk.rescue"/>
Dec 06 10:15:01 user nova-compute[74535]:       <target dev="vdb" bus="virtio"/>
Dec 06 10:15:01 user nova-compute[74535]:       <boot order="1"/>
Dec 06 10:15:01 user nova-compute[74535]:     </disk>
Dec 06 10:15:01 user nova-compute[74535]:     <interface type="ethernet">
Dec 06 10:15:01 user nova-compute[74535]:       <mac address="fa:16:3e:01:7b:cd"/>
Dec 06 10:15:01 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 10:15:01 user nova-compute[74535]:       <mtu size="1442"/>
Dec 06 10:15:01 user nova-compute[74535]:       <target dev="tap5014d870-a6"/>
Dec 06 10:15:01 user nova-compute[74535]:     </interface>
Dec 06 10:15:01 user nova-compute[74535]:     <serial type="pty">
Dec 06 10:15:01 user nova-compute[74535]:       <log file="/opt/stack/data/nova/instances/ed2fce2f-b3c8-4e33-8a20-002be3be78d5/console.log" append="off"/>
Dec 06 10:15:01 user nova-compute[74535]:     </serial>
Dec 06 10:15:01 user nova-compute[74535]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 10:15:01 user nova-compute[74535]:     <video>
Dec 06 10:15:01 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 10:15:01 user nova-compute[74535]:     </video>
Dec 06 10:15:01 user nova-compute[74535]:     <rng model="virtio">
Dec 06 10:15:01 user nova-compute[74535]:       <backend model="random">/dev/urandom</backend>
Dec 06 10:15:01 user nova-compute[74535]:     </rng>
Dec 06 10:15:01 user nova-compute[74535]:     <controller type="usb" index="0" model="none"/>
Dec 06 10:15:01 user nova-compute[74535]:     <memballoon model="virtio">
Dec 06 10:15:01 user nova-compute[74535]:       <stats period="10"/>
Dec 06 10:15:01 user nova-compute[74535]:     </memballoon>
Dec 06 10:15:01 user nova-compute[74535]:   </devices>
Dec 06 10:15:01 user nova-compute[74535]: </domain>
Dec 06 10:15:01 user nova-compute[74535]:  {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 10:15:01 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: ed2fce2f-b3c8-4e33-8a20-002be3be78d5] Instance destroyed successfully.
Dec 06 10:15:01 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-30a1a94b-9756-49de-8e70-41f3460c28e5 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] No BDM found with device name vda, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 10:15:01 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-30a1a94b-9756-49de-8e70-41f3460c28e5 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 10:15:01 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-30a1a94b-9756-49de-8e70-41f3460c28e5 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] No VIF found with MAC fa:16:3e:01:7b:cd, not building metadata {{(pid=74535) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 10:15:02 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:15:02 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:15:02 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:15:02 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:15:02 user nova-compute[74535]: DEBUG nova.compute.manager [req-c0d0bd2e-3306-4c36-bc82-011b03479273 req-a47e7927-05fe-4e40-ba2c-1d21bbc27d06 service nova] [instance: ed2fce2f-b3c8-4e33-8a20-002be3be78d5] Received event network-vif-plugged-5014d870-a6f4-46c0-b1f8-0ce19fa8d31a {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:15:02 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-c0d0bd2e-3306-4c36-bc82-011b03479273 req-a47e7927-05fe-4e40-ba2c-1d21bbc27d06 service nova] Acquiring lock "ed2fce2f-b3c8-4e33-8a20-002be3be78d5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:15:02 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-c0d0bd2e-3306-4c36-bc82-011b03479273 req-a47e7927-05fe-4e40-ba2c-1d21bbc27d06 service nova] Lock "ed2fce2f-b3c8-4e33-8a20-002be3be78d5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:15:02 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-c0d0bd2e-3306-4c36-bc82-011b03479273 req-a47e7927-05fe-4e40-ba2c-1d21bbc27d06 service nova] Lock "ed2fce2f-b3c8-4e33-8a20-002be3be78d5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:15:02 user nova-compute[74535]: DEBUG nova.compute.manager [req-c0d0bd2e-3306-4c36-bc82-011b03479273 req-a47e7927-05fe-4e40-ba2c-1d21bbc27d06 service nova] [instance: ed2fce2f-b3c8-4e33-8a20-002be3be78d5] No waiting events found dispatching network-vif-plugged-5014d870-a6f4-46c0-b1f8-0ce19fa8d31a {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:15:02 user nova-compute[74535]: WARNING nova.compute.manager [req-c0d0bd2e-3306-4c36-bc82-011b03479273 req-a47e7927-05fe-4e40-ba2c-1d21bbc27d06 service nova] [instance: ed2fce2f-b3c8-4e33-8a20-002be3be78d5] Received unexpected event network-vif-plugged-5014d870-a6f4-46c0-b1f8-0ce19fa8d31a for instance with vm_state active and task_state rescuing.
Dec 06 10:15:03 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:15:03 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:15:04 user nova-compute[74535]: DEBUG nova.compute.manager [None req-30a1a94b-9756-49de-8e70-41f3460c28e5 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: ed2fce2f-b3c8-4e33-8a20-002be3be78d5] Checking state {{(pid=74535) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 10:15:05 user nova-compute[74535]: DEBUG nova.compute.manager [req-80b1992c-6b7b-4fe8-97f0-1075178e3ddd req-79d66e6e-ba5a-4ef7-a3cc-889cb7cf30bc service nova] [instance: ed2fce2f-b3c8-4e33-8a20-002be3be78d5] Received event network-vif-plugged-5014d870-a6f4-46c0-b1f8-0ce19fa8d31a {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:15:05 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-80b1992c-6b7b-4fe8-97f0-1075178e3ddd req-79d66e6e-ba5a-4ef7-a3cc-889cb7cf30bc service nova] Acquiring lock "ed2fce2f-b3c8-4e33-8a20-002be3be78d5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:15:05 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-80b1992c-6b7b-4fe8-97f0-1075178e3ddd req-79d66e6e-ba5a-4ef7-a3cc-889cb7cf30bc service nova] Lock "ed2fce2f-b3c8-4e33-8a20-002be3be78d5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:15:05 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-80b1992c-6b7b-4fe8-97f0-1075178e3ddd req-79d66e6e-ba5a-4ef7-a3cc-889cb7cf30bc service nova] Lock "ed2fce2f-b3c8-4e33-8a20-002be3be78d5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:15:05 user nova-compute[74535]: DEBUG nova.compute.manager [req-80b1992c-6b7b-4fe8-97f0-1075178e3ddd req-79d66e6e-ba5a-4ef7-a3cc-889cb7cf30bc service nova] [instance: ed2fce2f-b3c8-4e33-8a20-002be3be78d5] No waiting events found dispatching network-vif-plugged-5014d870-a6f4-46c0-b1f8-0ce19fa8d31a {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:15:05 user nova-compute[74535]: WARNING nova.compute.manager [req-80b1992c-6b7b-4fe8-97f0-1075178e3ddd req-79d66e6e-ba5a-4ef7-a3cc-889cb7cf30bc service nova] [instance: ed2fce2f-b3c8-4e33-8a20-002be3be78d5] Received unexpected event network-vif-plugged-5014d870-a6f4-46c0-b1f8-0ce19fa8d31a for instance with vm_state rescued and task_state None.
Dec 06 10:15:05 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:15:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:15:10 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:15:12 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:15:13 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:15:14 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-7921d793-6a71-4a66-aa69-b9ccab244dee tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 0b8aa954-ba72-4ac4-914a-4fa50c056ebf is timed out.
Dec 06 10:15:14 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-7921d793-6a71-4a66-aa69-b9ccab244dee tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Successfully detached device vdb from instance 0b8aa954-ba72-4ac4-914a-4fa50c056ebf from the live domain config.
Dec 06 10:15:14 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7921d793-6a71-4a66-aa69-b9ccab244dee tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 0b8aa954-ba72-4ac4-914a-4fa50c056ebf] calling os-brick to detach iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 10:15:14 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-7921d793-6a71-4a66-aa69-b9ccab244dee tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, {'target_iqn': 'iqn.2010-10.org.openstack:ba275caa-ade0-48f2-88b9-7f269201ef0b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bAYfDEMO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:15:14 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-7921d793-6a71-4a66-aa69-b9ccab244dee tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:15:14 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-7921d793-6a71-4a66-aa69-b9ccab244dee tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:15:14 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-7921d793-6a71-4a66-aa69-b9ccab244dee tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:15:14 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:15:14 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:15:14 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2e286e4-1e37-4959-9ef6-f2db57b129da]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:40ceace4-0d7a-4f93-ab8f-ce151f833604\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:627da594-0bbf-4459-bfeb-8f67be5a4c4b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ba275caa-ade0-48f2-88b9-7f269201ef0b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:15:14 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-7921d793-6a71-4a66-aa69-b9ccab244dee tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 10:15:14 user nova-compute[74535]: No targets found.
Dec 06 10:15:14 user nova-compute[74535]: iSNS:
Dec 06 10:15:14 user nova-compute[74535]: No targets found.
Dec 06 10:15:14 user nova-compute[74535]: STATIC:
Dec 06 10:15:14 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:40ceace4-0d7a-4f93-ab8f-ce151f833604
Dec 06 10:15:14 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:15:14 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:15:14 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa
Dec 06 10:15:14 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:15:14 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:15:14 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8
Dec 06 10:15:14 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:15:14 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:15:14 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71
Dec 06 10:15:14 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:15:14 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:15:14 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:627da594-0bbf-4459-bfeb-8f67be5a4c4b
Dec 06 10:15:14 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:15:14 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:15:14 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:ba275caa-ade0-48f2-88b9-7f269201ef0b
Dec 06 10:15:14 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:15:14 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:15:14 user nova-compute[74535]: FIRMWARE:
Dec 06 10:15:14 user nova-compute[74535]: No targets found.
Dec 06 10:15:14 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:15:14 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-7921d793-6a71-4a66-aa69-b9ccab244dee tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 10:15:14 user nova-compute[74535]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 10:15:14 user nova-compute[74535]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74535) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 10:15:14 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-7921d793-6a71-4a66-aa69-b9ccab244dee tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ba275caa-ade0-48f2-88b9-7f269201ef0b', 0)] {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 10:15:14 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:15:14 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:15:14 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[62bacc2b-06f3-4469-8e70-798d70a8cae8]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:40ceace4-0d7a-4f93-ab8f-ce151f833604\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:627da594-0bbf-4459-bfeb-8f67be5a4c4b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ba275caa-ade0-48f2-88b9-7f269201ef0b\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:15:14 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:15:15 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:15:15 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5857bd0-00a0-48f0-8998-5d404de0c59f]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:627da594-0bbf-4459-bfeb-8f67be5a4c4b (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:40ceace4-0d7a-4f93-ab8f-ce151f833604 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba275caa-ade0-48f2-88b9-7f269201ef0b (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:15:15 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-7921d793-6a71-4a66-aa69-b9ccab244dee tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:15:15 user nova-compute[74535]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:627da594-0bbf-4459-bfeb-8f67be5a4c4b (non-flash)
Dec 06 10:15:15 user nova-compute[74535]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa (non-flash)
Dec 06 10:15:15 user nova-compute[74535]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71 (non-flash)
Dec 06 10:15:15 user nova-compute[74535]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:40ceace4-0d7a-4f93-ab8f-ce151f833604 (non-flash)
Dec 06 10:15:15 user nova-compute[74535]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba275caa-ade0-48f2-88b9-7f269201ef0b (non-flash)
Dec 06 10:15:15 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:15:15 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-7921d793-6a71-4a66-aa69-b9ccab244dee tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:15:15 user nova-compute[74535]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:627da594-0bbf-4459-bfeb-8f67be5a4c4b (non-flash)
Dec 06 10:15:15 user nova-compute[74535]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa (non-flash)
Dec 06 10:15:15 user nova-compute[74535]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71 (non-flash)
Dec 06 10:15:15 user nova-compute[74535]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:40ceace4-0d7a-4f93-ab8f-ce151f833604 (non-flash)
Dec 06 10:15:15 user nova-compute[74535]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba275caa-ade0-48f2-88b9-7f269201ef0b (non-flash)
Dec 06 10:15:15 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:15:15 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-7921d793-6a71-4a66-aa69-b9ccab244dee tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ff1007cecb0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ba275caa-ade0-48f2-88b9-7f269201ef0b'): ({'sdd'}, set())}) {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 10:15:15 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-7921d793-6a71-4a66-aa69-b9ccab244dee tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Removing single pathed devices sdd {{(pid=74535) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 10:15:15 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:15:15 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:15:15 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.030s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:15:15 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[65199aeb-0dd7-4c40-b18c-6aa855d1f3b1]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:15:15 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:15:15 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:15:15 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c6715b7-8af1-4d13-a36c-feb75f26dc64]: (4, ('ok\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:15:15 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-7921d793-6a71-4a66-aa69-b9ccab244dee tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Flushing IO for device /dev/sdd {{(pid=74535) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 10:15:15 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:15:15 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:15:15 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[86eb93d7-3f47-40d9-893f-a46ee6a34d0f]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:15:15 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-7921d793-6a71-4a66-aa69-b9ccab244dee tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74535) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 10:15:15 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:15:15 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.044s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:15:15 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[c7358a44-6172-4a6c-965a-3c247ad42689]: (4, ('1', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:15:15 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-7921d793-6a71-4a66-aa69-b9ccab244dee tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 10:15:15 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-7921d793-6a71-4a66-aa69-b9ccab244dee tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] SCSI volumes sdd have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 10:15:15 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-7921d793-6a71-4a66-aa69-b9ccab244dee tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ba275caa-ade0-48f2-88b9-7f269201ef0b')] {{(pid=74535) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 10:15:15 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ba275caa-ade0-48f2-88b9-7f269201ef0b -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:15:15 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ba275caa-ade0-48f2-88b9-7f269201ef0b -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.025s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:15:15 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8df278f-9777-4af8-8dc8-598c00d0b5a2]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:15:15 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-7921d793-6a71-4a66-aa69-b9ccab244dee tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:15:15 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ba275caa-ade0-48f2-88b9-7f269201ef0b -p 172.16.0.220:3260 --logout {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:15:15 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ba275caa-ade0-48f2-88b9-7f269201ef0b -p 172.16.0.220:3260 --logout" returned: 0 in 0.064s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:15:15 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e17a3a1-abf7-48a8-8019-a8137bba814a]: (4, ('Logging out of session [sid: 40, target: iqn.2010-10.org.openstack:ba275caa-ade0-48f2-88b9-7f269201ef0b, portal: 172.16.0.220,3260]\nLogout of [sid: 40, target: iqn.2010-10.org.openstack:ba275caa-ade0-48f2-88b9-7f269201ef0b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:15:15 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-7921d793-6a71-4a66-aa69-b9ccab244dee tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 40, target: iqn.2010-10.org.openstack:ba275caa-ade0-48f2-88b9-7f269201ef0b, portal: 172.16.0.220,3260]
Dec 06 10:15:15 user nova-compute[74535]: Logout of [sid: 40, target: iqn.2010-10.org.openstack:ba275caa-ade0-48f2-88b9-7f269201ef0b, portal: 172.16.0.220,3260] successful.
Dec 06 10:15:15 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:15:15 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ba275caa-ade0-48f2-88b9-7f269201ef0b -p 172.16.0.220:3260 --op delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:15:15 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ba275caa-ade0-48f2-88b9-7f269201ef0b -p 172.16.0.220:3260 --op delete" returned: 0 in 0.030s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:15:15 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[618ca3f8-cbb9-4199-99fa-f93ecc704718]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:15:15 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-7921d793-6a71-4a66-aa69-b9ccab244dee tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:15:15 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-7921d793-6a71-4a66-aa69-b9ccab244dee tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.350s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:15:15 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-7921d793-6a71-4a66-aa69-b9ccab244dee tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] <== disconnect_volume: return (352ms) None {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:15:15 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7921d793-6a71-4a66-aa69-b9ccab244dee tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 0b8aa954-ba72-4ac4-914a-4fa50c056ebf] Disconnected iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 10:15:16 user nova-compute[74535]: DEBUG nova.objects.instance [None req-7921d793-6a71-4a66-aa69-b9ccab244dee tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lazy-loading 'flavor' on Instance uuid 0b8aa954-ba72-4ac4-914a-4fa50c056ebf {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:15:16 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-7921d793-6a71-4a66-aa69-b9ccab244dee tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lock "0b8aa954-ba72-4ac4-914a-4fa50c056ebf" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.829s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:15:20 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:15:20 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:15:20 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:15:20 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:15:20 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74535) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 10:15:21 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:15:21 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:15:21 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:15:21 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:15:21 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Auditing locally available compute resources for user (node: user) {{(pid=74535) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 10:15:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0b8aa954-ba72-4ac4-914a-4fa50c056ebf/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:15:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0b8aa954-ba72-4ac4-914a-4fa50c056ebf/disk --force-share --output=json" returned: 0 in 0.243s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:15:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0b8aa954-ba72-4ac4-914a-4fa50c056ebf/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:15:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0b8aa954-ba72-4ac4-914a-4fa50c056ebf/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:15:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1b834bc-519d-497f-97b9-7879f57044f7/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:15:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1b834bc-519d-497f-97b9-7879f57044f7/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:15:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1b834bc-519d-497f-97b9-7879f57044f7/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:15:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1b834bc-519d-497f-97b9-7879f57044f7/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:15:22 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] skipping disk /dev/sdf (vdb) as it is a volume {{(pid=74535) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 10:15:22 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74535) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 10:15:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/19664d45-f856-4eb0-84d7-c1d29b1f5d0e/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:15:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/19664d45-f856-4eb0-84d7-c1d29b1f5d0e/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:15:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/19664d45-f856-4eb0-84d7-c1d29b1f5d0e/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:15:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/19664d45-f856-4eb0-84d7-c1d29b1f5d0e/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:15:23 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74535) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 10:15:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk.rescue --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:15:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:15:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk.rescue --force-share --output=json" returned: 0 in 0.197s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:15:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk.rescue --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:15:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk.rescue --force-share --output=json" returned: 0 in 0.173s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:15:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:15:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:15:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:15:24 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:15:24 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] skipping disk /dev/sdg (vda) as it is a volume {{(pid=74535) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 10:15:24 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74535) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 10:15:24 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed2fce2f-b3c8-4e33-8a20-002be3be78d5/disk.rescue --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:15:24 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed2fce2f-b3c8-4e33-8a20-002be3be78d5/disk.rescue --force-share --output=json" returned: 0 in 0.191s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:15:24 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed2fce2f-b3c8-4e33-8a20-002be3be78d5/disk.rescue --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:15:24 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed2fce2f-b3c8-4e33-8a20-002be3be78d5/disk.rescue --force-share --output=json" returned: 0 in 0.206s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:15:24 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d9150e7-0f02-4b19-b3f2-b329620d9722/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:15:24 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d9150e7-0f02-4b19-b3f2-b329620d9722/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:15:24 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d9150e7-0f02-4b19-b3f2-b329620d9722/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:15:24 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d9150e7-0f02-4b19-b3f2-b329620d9722/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:15:24 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f37b4f2-47f1-474f-82cb-fa93ff07f428/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:15:25 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f37b4f2-47f1-474f-82cb-fa93ff07f428/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:15:25 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f37b4f2-47f1-474f-82cb-fa93ff07f428/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:15:25 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:15:25 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:15:25 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f37b4f2-47f1-474f-82cb-fa93ff07f428/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:15:25 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5e39a1a4-f188-40e3-bcba-70e47abd6026/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:15:25 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5e39a1a4-f188-40e3-bcba-70e47abd6026/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:15:25 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5e39a1a4-f188-40e3-bcba-70e47abd6026/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:15:25 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5e39a1a4-f188-40e3-bcba-70e47abd6026/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:15:25 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e89c4f21-c084-4a60-9f6e-717b45ec85b5/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:15:25 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e89c4f21-c084-4a60-9f6e-717b45ec85b5/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:15:25 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e89c4f21-c084-4a60-9f6e-717b45ec85b5/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:15:26 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e89c4f21-c084-4a60-9f6e-717b45ec85b5/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:15:26 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:15:26 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:15:26 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Hypervisor/Node resource view: name=user free_ram=7466MB free_disk=24.879013061523438GB free_vcpus=0 pci_devices=[{"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74535) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 10:15:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:15:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:15:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-faf84e3c-2c2d-4798-aab9-699f46b2e407 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Acquiring lock "5e39a1a4-f188-40e3-bcba-70e47abd6026" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:15:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-faf84e3c-2c2d-4798-aab9-699f46b2e407 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Lock "5e39a1a4-f188-40e3-bcba-70e47abd6026" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:15:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-faf84e3c-2c2d-4798-aab9-699f46b2e407 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Acquiring lock "5e39a1a4-f188-40e3-bcba-70e47abd6026-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:15:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-faf84e3c-2c2d-4798-aab9-699f46b2e407 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Lock "5e39a1a4-f188-40e3-bcba-70e47abd6026-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:15:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-faf84e3c-2c2d-4798-aab9-699f46b2e407 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Lock "5e39a1a4-f188-40e3-bcba-70e47abd6026-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:15:26 user nova-compute[74535]: INFO nova.compute.manager [None req-faf84e3c-2c2d-4798-aab9-699f46b2e407 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 5e39a1a4-f188-40e3-bcba-70e47abd6026] Terminating instance
Dec 06 10:15:26 user nova-compute[74535]: DEBUG nova.compute.manager [None req-faf84e3c-2c2d-4798-aab9-699f46b2e407 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 5e39a1a4-f188-40e3-bcba-70e47abd6026] Start destroying the instance on the hypervisor. {{(pid=74535) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 10:15:26 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 5e39a1a4-f188-40e3-bcba-70e47abd6026 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:15:26 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 2d9150e7-0f02-4b19-b3f2-b329620d9722 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:15:26 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 5f37b4f2-47f1-474f-82cb-fa93ff07f428 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:15:26 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance d742d153-7670-4be9-8477-882f6a39f03f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:15:26 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 66440071-6cf6-4b6d-8d2a-edd5c1885510 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:15:26 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance e89c4f21-c084-4a60-9f6e-717b45ec85b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:15:26 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 19664d45-f856-4eb0-84d7-c1d29b1f5d0e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:15:26 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance b1b834bc-519d-497f-97b9-7879f57044f7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:15:26 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:15:26 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 0b8aa954-ba72-4ac4-914a-4fa50c056ebf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:15:26 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance ed2fce2f-b3c8-4e33-8a20-002be3be78d5 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:15:26 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance c30da4e9-4922-45a7-997a-4de003d8042e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:15:26 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Total usable vcpus: 12, total allocated vcpus: 12 {{(pid=74535) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 10:15:26 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Final resource view: name=user phys_ram=16011MB used_ram=6656MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=12 pci_stats=[] {{(pid=74535) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 10:15:26 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:15:26 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:15:26 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:15:26 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:15:26 user nova-compute[74535]: DEBUG nova.compute.manager [req-e0a2f746-ff03-4683-8c1b-28c42e150e28 req-21a0811a-865c-4d28-80dd-25dcb7a6d5b0 service nova] [instance: 5e39a1a4-f188-40e3-bcba-70e47abd6026] Received event network-vif-unplugged-d5923d45-0499-4abf-8914-ff036bd4603b {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:15:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-e0a2f746-ff03-4683-8c1b-28c42e150e28 req-21a0811a-865c-4d28-80dd-25dcb7a6d5b0 service nova] Acquiring lock "5e39a1a4-f188-40e3-bcba-70e47abd6026-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:15:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-e0a2f746-ff03-4683-8c1b-28c42e150e28 req-21a0811a-865c-4d28-80dd-25dcb7a6d5b0 service nova] Lock "5e39a1a4-f188-40e3-bcba-70e47abd6026-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:15:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-e0a2f746-ff03-4683-8c1b-28c42e150e28 req-21a0811a-865c-4d28-80dd-25dcb7a6d5b0 service nova] Lock "5e39a1a4-f188-40e3-bcba-70e47abd6026-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:15:26 user nova-compute[74535]: DEBUG nova.compute.manager [req-e0a2f746-ff03-4683-8c1b-28c42e150e28 req-21a0811a-865c-4d28-80dd-25dcb7a6d5b0 service nova] [instance: 5e39a1a4-f188-40e3-bcba-70e47abd6026] No waiting events found dispatching network-vif-unplugged-d5923d45-0499-4abf-8914-ff036bd4603b {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:15:26 user nova-compute[74535]: DEBUG nova.compute.manager [req-e0a2f746-ff03-4683-8c1b-28c42e150e28 req-21a0811a-865c-4d28-80dd-25dcb7a6d5b0 service nova] [instance: 5e39a1a4-f188-40e3-bcba-70e47abd6026] Received event network-vif-unplugged-d5923d45-0499-4abf-8914-ff036bd4603b for instance with task_state deleting. {{(pid=74535) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 10:15:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:15:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:15:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:15:27 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:15:27 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: 5e39a1a4-f188-40e3-bcba-70e47abd6026] Instance destroyed successfully.
Dec 06 10:15:27 user nova-compute[74535]: DEBUG nova.objects.instance [None req-faf84e3c-2c2d-4798-aab9-699f46b2e407 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Lazy-loading 'resources' on Instance uuid 5e39a1a4-f188-40e3-bcba-70e47abd6026 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:15:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:15:27 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:15:27 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-faf84e3c-2c2d-4798-aab9-699f46b2e407 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T09:56:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1138478032',display_name='tempest-ServerActionsTestOtherA-server-1138478032',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1138478032',id=3,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLO52HtMW4UMfGR+ZIcv2xGz1VFohxn+vVKQC3s2LtNicxzbY2Do3+F0nIV2Mn0nQf+HcJzYzk5oy9gorT4ZoJHR7SEaLEBUzVGJvdQUWU9bd6xtkzaaxWSwIPldTwJDJA==',key_name='tempest-keypair-129283455',keypairs=<?>,launch_index=0,launched_at=2023-12-06T09:56:32Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='c1a6ab8cc08d4115a89db7cf36f78025',ramdisk_id='',reservation_id='r-1haz88zf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-2145111356',owner_user_name='tempest-ServerActionsTestOtherA-2145111356-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T09:56:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c4d40c6d3b9e49f79feff37d137f350a',uuid=5e39a1a4-f188-40e3-bcba-70e47abd6026,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d5923d45-0499-4abf-8914-ff036bd4603b", "address": "fa:16:3e:1b:cc:82", "network": {"id": "8b86f560-d219-47ac-911b-827500badcc4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-867973244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1a6ab8cc08d4115a89db7cf36f78025", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd5923d45-04", "ovs_interfaceid": "d5923d45-0499-4abf-8914-ff036bd4603b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 10:15:27 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-faf84e3c-2c2d-4798-aab9-699f46b2e407 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Converting VIF {"id": "d5923d45-0499-4abf-8914-ff036bd4603b", "address": "fa:16:3e:1b:cc:82", "network": {"id": "8b86f560-d219-47ac-911b-827500badcc4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-867973244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1a6ab8cc08d4115a89db7cf36f78025", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd5923d45-04", "ovs_interfaceid": "d5923d45-0499-4abf-8914-ff036bd4603b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:15:27 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-faf84e3c-2c2d-4798-aab9-699f46b2e407 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:1b:cc:82,bridge_name='br-int',has_traffic_filtering=True,id=d5923d45-0499-4abf-8914-ff036bd4603b,network=Network(8b86f560-d219-47ac-911b-827500badcc4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd5923d45-04') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:15:27 user nova-compute[74535]: DEBUG os_vif [None req-faf84e3c-2c2d-4798-aab9-699f46b2e407 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:1b:cc:82,bridge_name='br-int',has_traffic_filtering=True,id=d5923d45-0499-4abf-8914-ff036bd4603b,network=Network(8b86f560-d219-47ac-911b-827500badcc4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd5923d45-04') {{(pid=74535) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 10:15:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:15:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd5923d45-04, bridge=br-int, if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:15:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:15:27 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Compute_service record updated for user:user {{(pid=74535) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 10:15:27 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.748s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:15:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:15:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:15:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=00bf1c53-e960-4091-a74a-911549cea08a) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:15:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:15:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:15:27 user nova-compute[74535]: INFO os_vif [None req-faf84e3c-2c2d-4798-aab9-699f46b2e407 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:1b:cc:82,bridge_name='br-int',has_traffic_filtering=True,id=d5923d45-0499-4abf-8914-ff036bd4603b,network=Network(8b86f560-d219-47ac-911b-827500badcc4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd5923d45-04')
Dec 06 10:15:27 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-faf84e3c-2c2d-4798-aab9-699f46b2e407 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 5e39a1a4-f188-40e3-bcba-70e47abd6026] Deleting instance files /opt/stack/data/nova/instances/5e39a1a4-f188-40e3-bcba-70e47abd6026_del
Dec 06 10:15:27 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-faf84e3c-2c2d-4798-aab9-699f46b2e407 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 5e39a1a4-f188-40e3-bcba-70e47abd6026] Deletion of /opt/stack/data/nova/instances/5e39a1a4-f188-40e3-bcba-70e47abd6026_del complete
Dec 06 10:15:27 user nova-compute[74535]: INFO nova.compute.manager [None req-faf84e3c-2c2d-4798-aab9-699f46b2e407 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] [instance: 5e39a1a4-f188-40e3-bcba-70e47abd6026] Took 0.75 seconds to destroy the instance on the hypervisor.
Dec 06 10:15:27 user nova-compute[74535]: DEBUG oslo.service.loopingcall [None req-faf84e3c-2c2d-4798-aab9-699f46b2e407 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74535) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 10:15:27 user nova-compute[74535]: DEBUG nova.compute.manager [-] [instance: 5e39a1a4-f188-40e3-bcba-70e47abd6026] Deallocating network for instance {{(pid=74535) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 10:15:27 user nova-compute[74535]: DEBUG nova.network.neutron [-] [instance: 5e39a1a4-f188-40e3-bcba-70e47abd6026] deallocate_for_instance() {{(pid=74535) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 10:15:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:15:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:15:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:15:27 user nova-compute[74535]: DEBUG nova.network.neutron [-] [instance: 5e39a1a4-f188-40e3-bcba-70e47abd6026] Updating instance_info_cache with network_info: [] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:15:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:15:27 user nova-compute[74535]: INFO nova.compute.manager [-] [instance: 5e39a1a4-f188-40e3-bcba-70e47abd6026] Took 0.55 seconds to deallocate network for instance.
Dec 06 10:15:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:15:27 user nova-compute[74535]: DEBUG nova.compute.manager [req-c21bbe5d-deff-4495-b7fe-d1584bd17e91 req-0daf3041-654f-41d3-9a0a-c082b4393226 service nova] [instance: 5e39a1a4-f188-40e3-bcba-70e47abd6026] Received event network-vif-deleted-d5923d45-0499-4abf-8914-ff036bd4603b {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:15:27 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-faf84e3c-2c2d-4798-aab9-699f46b2e407 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:15:27 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-faf84e3c-2c2d-4798-aab9-699f46b2e407 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:15:28 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:15:28 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Starting heal instance info cache {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 10:15:28 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-faf84e3c-2c2d-4798-aab9-699f46b2e407 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:15:28 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-faf84e3c-2c2d-4798-aab9-699f46b2e407 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:15:28 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-faf84e3c-2c2d-4798-aab9-699f46b2e407 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.361s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:15:28 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "refresh_cache-d742d153-7670-4be9-8477-882f6a39f03f" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:15:28 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquired lock "refresh_cache-d742d153-7670-4be9-8477-882f6a39f03f" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:15:28 user nova-compute[74535]: DEBUG nova.network.neutron [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: d742d153-7670-4be9-8477-882f6a39f03f] Forcefully refreshing network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 10:15:28 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:15:28 user nova-compute[74535]: INFO nova.scheduler.client.report [None req-faf84e3c-2c2d-4798-aab9-699f46b2e407 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Deleted allocations for instance 5e39a1a4-f188-40e3-bcba-70e47abd6026
Dec 06 10:15:28 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-faf84e3c-2c2d-4798-aab9-699f46b2e407 tempest-ServerActionsTestOtherA-2145111356 tempest-ServerActionsTestOtherA-2145111356-project-member] Lock "5e39a1a4-f188-40e3-bcba-70e47abd6026" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.879s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:15:28 user nova-compute[74535]: DEBUG nova.network.neutron [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: d742d153-7670-4be9-8477-882f6a39f03f] Updating instance_info_cache with network_info: [{"id": "3b060eee-df21-4ac4-a508-edd137bd8427", "address": "fa:16:3e:e3:fc:dd", "network": {"id": "a3dfa24c-76e2-4ead-941f-ba72c57234a4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-566828184-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17272e061eec432787a47431737ad50f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3b060eee-df", "ovs_interfaceid": "3b060eee-df21-4ac4-a508-edd137bd8427", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:15:28 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Releasing lock "refresh_cache-d742d153-7670-4be9-8477-882f6a39f03f" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:15:28 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: d742d153-7670-4be9-8477-882f6a39f03f] Updated the network info_cache for instance {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 10:15:28 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:15:28 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:15:28 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:15:28 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:15:28 user nova-compute[74535]: DEBUG nova.compute.manager [req-aed181ed-fb8e-4046-a153-0abac26526ba req-05f242de-b6c3-4d8a-9c4d-56e22aa4a5d0 service nova] [instance: 5e39a1a4-f188-40e3-bcba-70e47abd6026] Received event network-vif-plugged-d5923d45-0499-4abf-8914-ff036bd4603b {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:15:28 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-aed181ed-fb8e-4046-a153-0abac26526ba req-05f242de-b6c3-4d8a-9c4d-56e22aa4a5d0 service nova] Acquiring lock "5e39a1a4-f188-40e3-bcba-70e47abd6026-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:15:28 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-aed181ed-fb8e-4046-a153-0abac26526ba req-05f242de-b6c3-4d8a-9c4d-56e22aa4a5d0 service nova] Lock "5e39a1a4-f188-40e3-bcba-70e47abd6026-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:15:28 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-aed181ed-fb8e-4046-a153-0abac26526ba req-05f242de-b6c3-4d8a-9c4d-56e22aa4a5d0 service nova] Lock "5e39a1a4-f188-40e3-bcba-70e47abd6026-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:15:28 user nova-compute[74535]: DEBUG nova.compute.manager [req-aed181ed-fb8e-4046-a153-0abac26526ba req-05f242de-b6c3-4d8a-9c4d-56e22aa4a5d0 service nova] [instance: 5e39a1a4-f188-40e3-bcba-70e47abd6026] No waiting events found dispatching network-vif-plugged-d5923d45-0499-4abf-8914-ff036bd4603b {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:15:28 user nova-compute[74535]: WARNING nova.compute.manager [req-aed181ed-fb8e-4046-a153-0abac26526ba req-05f242de-b6c3-4d8a-9c4d-56e22aa4a5d0 service nova] [instance: 5e39a1a4-f188-40e3-bcba-70e47abd6026] Received unexpected event network-vif-plugged-d5923d45-0499-4abf-8914-ff036bd4603b for instance with vm_state deleted and task_state None.
Dec 06 10:15:28 user nova-compute[74535]: DEBUG nova.compute.manager [req-aed181ed-fb8e-4046-a153-0abac26526ba req-05f242de-b6c3-4d8a-9c4d-56e22aa4a5d0 service nova] [instance: 5e39a1a4-f188-40e3-bcba-70e47abd6026] Received event network-vif-plugged-d5923d45-0499-4abf-8914-ff036bd4603b {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:15:28 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-aed181ed-fb8e-4046-a153-0abac26526ba req-05f242de-b6c3-4d8a-9c4d-56e22aa4a5d0 service nova] Acquiring lock "5e39a1a4-f188-40e3-bcba-70e47abd6026-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:15:28 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-aed181ed-fb8e-4046-a153-0abac26526ba req-05f242de-b6c3-4d8a-9c4d-56e22aa4a5d0 service nova] Lock "5e39a1a4-f188-40e3-bcba-70e47abd6026-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:15:28 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-aed181ed-fb8e-4046-a153-0abac26526ba req-05f242de-b6c3-4d8a-9c4d-56e22aa4a5d0 service nova] Lock "5e39a1a4-f188-40e3-bcba-70e47abd6026-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:15:28 user nova-compute[74535]: DEBUG nova.compute.manager [req-aed181ed-fb8e-4046-a153-0abac26526ba req-05f242de-b6c3-4d8a-9c4d-56e22aa4a5d0 service nova] [instance: 5e39a1a4-f188-40e3-bcba-70e47abd6026] No waiting events found dispatching network-vif-plugged-d5923d45-0499-4abf-8914-ff036bd4603b {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:15:28 user nova-compute[74535]: WARNING nova.compute.manager [req-aed181ed-fb8e-4046-a153-0abac26526ba req-05f242de-b6c3-4d8a-9c4d-56e22aa4a5d0 service nova] [instance: 5e39a1a4-f188-40e3-bcba-70e47abd6026] Received unexpected event network-vif-plugged-d5923d45-0499-4abf-8914-ff036bd4603b for instance with vm_state deleted and task_state None.
Dec 06 10:15:28 user nova-compute[74535]: DEBUG nova.compute.manager [req-aed181ed-fb8e-4046-a153-0abac26526ba req-05f242de-b6c3-4d8a-9c4d-56e22aa4a5d0 service nova] [instance: 5e39a1a4-f188-40e3-bcba-70e47abd6026] Received event network-vif-plugged-d5923d45-0499-4abf-8914-ff036bd4603b {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:15:28 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-aed181ed-fb8e-4046-a153-0abac26526ba req-05f242de-b6c3-4d8a-9c4d-56e22aa4a5d0 service nova] Acquiring lock "5e39a1a4-f188-40e3-bcba-70e47abd6026-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:15:28 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-aed181ed-fb8e-4046-a153-0abac26526ba req-05f242de-b6c3-4d8a-9c4d-56e22aa4a5d0 service nova] Lock "5e39a1a4-f188-40e3-bcba-70e47abd6026-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:15:28 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-aed181ed-fb8e-4046-a153-0abac26526ba req-05f242de-b6c3-4d8a-9c4d-56e22aa4a5d0 service nova] Lock "5e39a1a4-f188-40e3-bcba-70e47abd6026-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:15:28 user nova-compute[74535]: DEBUG nova.compute.manager [req-aed181ed-fb8e-4046-a153-0abac26526ba req-05f242de-b6c3-4d8a-9c4d-56e22aa4a5d0 service nova] [instance: 5e39a1a4-f188-40e3-bcba-70e47abd6026] No waiting events found dispatching network-vif-plugged-d5923d45-0499-4abf-8914-ff036bd4603b {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:15:28 user nova-compute[74535]: WARNING nova.compute.manager [req-aed181ed-fb8e-4046-a153-0abac26526ba req-05f242de-b6c3-4d8a-9c4d-56e22aa4a5d0 service nova] [instance: 5e39a1a4-f188-40e3-bcba-70e47abd6026] Received unexpected event network-vif-plugged-d5923d45-0499-4abf-8914-ff036bd4603b for instance with vm_state deleted and task_state None.
Dec 06 10:15:28 user nova-compute[74535]: DEBUG nova.compute.manager [req-aed181ed-fb8e-4046-a153-0abac26526ba req-05f242de-b6c3-4d8a-9c4d-56e22aa4a5d0 service nova] [instance: 5e39a1a4-f188-40e3-bcba-70e47abd6026] Received event network-vif-unplugged-d5923d45-0499-4abf-8914-ff036bd4603b {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:15:28 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-aed181ed-fb8e-4046-a153-0abac26526ba req-05f242de-b6c3-4d8a-9c4d-56e22aa4a5d0 service nova] Acquiring lock "5e39a1a4-f188-40e3-bcba-70e47abd6026-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:15:28 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-aed181ed-fb8e-4046-a153-0abac26526ba req-05f242de-b6c3-4d8a-9c4d-56e22aa4a5d0 service nova] Lock "5e39a1a4-f188-40e3-bcba-70e47abd6026-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:15:28 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-aed181ed-fb8e-4046-a153-0abac26526ba req-05f242de-b6c3-4d8a-9c4d-56e22aa4a5d0 service nova] Lock "5e39a1a4-f188-40e3-bcba-70e47abd6026-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:15:28 user nova-compute[74535]: DEBUG nova.compute.manager [req-aed181ed-fb8e-4046-a153-0abac26526ba req-05f242de-b6c3-4d8a-9c4d-56e22aa4a5d0 service nova] [instance: 5e39a1a4-f188-40e3-bcba-70e47abd6026] No waiting events found dispatching network-vif-unplugged-d5923d45-0499-4abf-8914-ff036bd4603b {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:15:28 user nova-compute[74535]: WARNING nova.compute.manager [req-aed181ed-fb8e-4046-a153-0abac26526ba req-05f242de-b6c3-4d8a-9c4d-56e22aa4a5d0 service nova] [instance: 5e39a1a4-f188-40e3-bcba-70e47abd6026] Received unexpected event network-vif-unplugged-d5923d45-0499-4abf-8914-ff036bd4603b for instance with vm_state deleted and task_state None.
Dec 06 10:15:28 user nova-compute[74535]: DEBUG nova.compute.manager [req-aed181ed-fb8e-4046-a153-0abac26526ba req-05f242de-b6c3-4d8a-9c4d-56e22aa4a5d0 service nova] [instance: 5e39a1a4-f188-40e3-bcba-70e47abd6026] Received event network-vif-plugged-d5923d45-0499-4abf-8914-ff036bd4603b {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:15:28 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-aed181ed-fb8e-4046-a153-0abac26526ba req-05f242de-b6c3-4d8a-9c4d-56e22aa4a5d0 service nova] Acquiring lock "5e39a1a4-f188-40e3-bcba-70e47abd6026-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:15:28 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-aed181ed-fb8e-4046-a153-0abac26526ba req-05f242de-b6c3-4d8a-9c4d-56e22aa4a5d0 service nova] Lock "5e39a1a4-f188-40e3-bcba-70e47abd6026-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:15:28 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-aed181ed-fb8e-4046-a153-0abac26526ba req-05f242de-b6c3-4d8a-9c4d-56e22aa4a5d0 service nova] Lock "5e39a1a4-f188-40e3-bcba-70e47abd6026-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:15:28 user nova-compute[74535]: DEBUG nova.compute.manager [req-aed181ed-fb8e-4046-a153-0abac26526ba req-05f242de-b6c3-4d8a-9c4d-56e22aa4a5d0 service nova] [instance: 5e39a1a4-f188-40e3-bcba-70e47abd6026] No waiting events found dispatching network-vif-plugged-d5923d45-0499-4abf-8914-ff036bd4603b {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:15:28 user nova-compute[74535]: WARNING nova.compute.manager [req-aed181ed-fb8e-4046-a153-0abac26526ba req-05f242de-b6c3-4d8a-9c4d-56e22aa4a5d0 service nova] [instance: 5e39a1a4-f188-40e3-bcba-70e47abd6026] Received unexpected event network-vif-plugged-d5923d45-0499-4abf-8914-ff036bd4603b for instance with vm_state deleted and task_state None.
Dec 06 10:15:31 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:15:32 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:15:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:15:34 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:15:37 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:15:38 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:15:41 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:15:42 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:15:42 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:15:43 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:15:44 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3e873996-c418-4095-9c38-2feb0958993e tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Acquiring lock "0b8aa954-ba72-4ac4-914a-4fa50c056ebf" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:15:44 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3e873996-c418-4095-9c38-2feb0958993e tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lock "0b8aa954-ba72-4ac4-914a-4fa50c056ebf" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:15:44 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3e873996-c418-4095-9c38-2feb0958993e tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Acquiring lock "0b8aa954-ba72-4ac4-914a-4fa50c056ebf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:15:44 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3e873996-c418-4095-9c38-2feb0958993e tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lock "0b8aa954-ba72-4ac4-914a-4fa50c056ebf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:15:44 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3e873996-c418-4095-9c38-2feb0958993e tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lock "0b8aa954-ba72-4ac4-914a-4fa50c056ebf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:15:44 user nova-compute[74535]: INFO nova.compute.manager [None req-3e873996-c418-4095-9c38-2feb0958993e tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 0b8aa954-ba72-4ac4-914a-4fa50c056ebf] Terminating instance
Dec 06 10:15:44 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3e873996-c418-4095-9c38-2feb0958993e tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 0b8aa954-ba72-4ac4-914a-4fa50c056ebf] Start destroying the instance on the hypervisor. {{(pid=74535) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 10:15:44 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:15:44 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:15:44 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:15:44 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:15:45 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: 0b8aa954-ba72-4ac4-914a-4fa50c056ebf] Instance destroyed successfully.
Dec 06 10:15:45 user nova-compute[74535]: DEBUG nova.objects.instance [None req-3e873996-c418-4095-9c38-2feb0958993e tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lazy-loading 'resources' on Instance uuid 0b8aa954-ba72-4ac4-914a-4fa50c056ebf {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:15:45 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-3e873996-c418-4095-9c38-2feb0958993e tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:12:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1156856503',display_name='tempest-AttachVolumeNegativeTest-server-1156856503',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1156856503',id=36,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFE5rU+x4jj4Wi9LZzrjK/dnQbO9t0ziAwXdDUFWfLFVGgs5r3L55YiHSssN9pxlE9cSuQXdbZ0wVfMwu6bWjRwUsg/C7cROqbtXW2hZOhox1Icr0Lpc0s8zgceAX6v8ew==',key_name='tempest-keypair-389482786',keypairs=<?>,launch_index=0,launched_at=2023-12-06T10:12:53Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ad8e6f48b8f442aa80f5839b55ad4b74',ramdisk_id='',reservation_id='r-tvj0s0fa',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-1248837640',owner_user_name='tempest-AttachVolumeNegativeTest-1248837640-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T10:12:53Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2a00a36cf91f4768aadaeccc7d530154',uuid=0b8aa954-ba72-4ac4-914a-4fa50c056ebf,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "285f27a6-8d5f-4ded-83b0-cbe52641f3fd", "address": "fa:16:3e:70:c2:1d", "network": {"id": "49702c0e-8306-49f2-9a37-580dfa9aedca", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1167139173-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ad8e6f48b8f442aa80f5839b55ad4b74", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap285f27a6-8d", "ovs_interfaceid": "285f27a6-8d5f-4ded-83b0-cbe52641f3fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 10:15:45 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-3e873996-c418-4095-9c38-2feb0958993e tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Converting VIF {"id": "285f27a6-8d5f-4ded-83b0-cbe52641f3fd", "address": "fa:16:3e:70:c2:1d", "network": {"id": "49702c0e-8306-49f2-9a37-580dfa9aedca", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1167139173-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ad8e6f48b8f442aa80f5839b55ad4b74", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap285f27a6-8d", "ovs_interfaceid": "285f27a6-8d5f-4ded-83b0-cbe52641f3fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:15:45 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-3e873996-c418-4095-9c38-2feb0958993e tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:70:c2:1d,bridge_name='br-int',has_traffic_filtering=True,id=285f27a6-8d5f-4ded-83b0-cbe52641f3fd,network=Network(49702c0e-8306-49f2-9a37-580dfa9aedca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap285f27a6-8d') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:15:45 user nova-compute[74535]: DEBUG os_vif [None req-3e873996-c418-4095-9c38-2feb0958993e tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:70:c2:1d,bridge_name='br-int',has_traffic_filtering=True,id=285f27a6-8d5f-4ded-83b0-cbe52641f3fd,network=Network(49702c0e-8306-49f2-9a37-580dfa9aedca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap285f27a6-8d') {{(pid=74535) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 10:15:45 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:15:45 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap285f27a6-8d, bridge=br-int, if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:15:45 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:15:45 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:15:45 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:15:45 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=9dfcd602-09ad-4aa4-bff5-88e36c870f43) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:15:45 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:15:45 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:15:45 user nova-compute[74535]: INFO os_vif [None req-3e873996-c418-4095-9c38-2feb0958993e tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:70:c2:1d,bridge_name='br-int',has_traffic_filtering=True,id=285f27a6-8d5f-4ded-83b0-cbe52641f3fd,network=Network(49702c0e-8306-49f2-9a37-580dfa9aedca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap285f27a6-8d')
Dec 06 10:15:45 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-3e873996-c418-4095-9c38-2feb0958993e tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 0b8aa954-ba72-4ac4-914a-4fa50c056ebf] Deleting instance files /opt/stack/data/nova/instances/0b8aa954-ba72-4ac4-914a-4fa50c056ebf_del
Dec 06 10:15:45 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-3e873996-c418-4095-9c38-2feb0958993e tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 0b8aa954-ba72-4ac4-914a-4fa50c056ebf] Deletion of /opt/stack/data/nova/instances/0b8aa954-ba72-4ac4-914a-4fa50c056ebf_del complete
Dec 06 10:15:45 user nova-compute[74535]: INFO nova.compute.manager [None req-3e873996-c418-4095-9c38-2feb0958993e tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: 0b8aa954-ba72-4ac4-914a-4fa50c056ebf] Took 0.87 seconds to destroy the instance on the hypervisor.
Dec 06 10:15:45 user nova-compute[74535]: DEBUG oslo.service.loopingcall [None req-3e873996-c418-4095-9c38-2feb0958993e tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74535) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 10:15:45 user nova-compute[74535]: DEBUG nova.compute.manager [-] [instance: 0b8aa954-ba72-4ac4-914a-4fa50c056ebf] Deallocating network for instance {{(pid=74535) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 10:15:45 user nova-compute[74535]: DEBUG nova.network.neutron [-] [instance: 0b8aa954-ba72-4ac4-914a-4fa50c056ebf] deallocate_for_instance() {{(pid=74535) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 10:15:46 user nova-compute[74535]: DEBUG nova.network.neutron [-] [instance: 0b8aa954-ba72-4ac4-914a-4fa50c056ebf] Updating instance_info_cache with network_info: [] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:15:46 user nova-compute[74535]: INFO nova.compute.manager [-] [instance: 0b8aa954-ba72-4ac4-914a-4fa50c056ebf] Took 1.15 seconds to deallocate network for instance.
Dec 06 10:15:46 user nova-compute[74535]: DEBUG nova.compute.manager [req-ac2499c2-de84-4746-9864-032baa2e0071 req-9c12435a-7354-41af-80c3-a2a33abffe0a service nova] [instance: 0b8aa954-ba72-4ac4-914a-4fa50c056ebf] Received event network-vif-deleted-285f27a6-8d5f-4ded-83b0-cbe52641f3fd {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:15:46 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3e873996-c418-4095-9c38-2feb0958993e tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:15:46 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3e873996-c418-4095-9c38-2feb0958993e tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:15:47 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-3e873996-c418-4095-9c38-2feb0958993e tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:15:47 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-3e873996-c418-4095-9c38-2feb0958993e tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:15:47 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:15:47 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3e873996-c418-4095-9c38-2feb0958993e tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.383s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:15:47 user nova-compute[74535]: INFO nova.scheduler.client.report [None req-3e873996-c418-4095-9c38-2feb0958993e tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Deleted allocations for instance 0b8aa954-ba72-4ac4-914a-4fa50c056ebf
Dec 06 10:15:47 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3e873996-c418-4095-9c38-2feb0958993e tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lock "0b8aa954-ba72-4ac4-914a-4fa50c056ebf" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.622s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:15:48 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:15:48 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:15:50 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:15:52 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-e1efc429-89e4-419a-af59-05928fa665a4 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Acquiring lock "b637d5b3-fb04-4395-aebd-65290980782f" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:15:52 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-e1efc429-89e4-419a-af59-05928fa665a4 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Lock "b637d5b3-fb04-4395-aebd-65290980782f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:15:52 user nova-compute[74535]: DEBUG nova.compute.manager [None req-e1efc429-89e4-419a-af59-05928fa665a4 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] [instance: b637d5b3-fb04-4395-aebd-65290980782f] Starting instance... {{(pid=74535) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 10:15:52 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-e1efc429-89e4-419a-af59-05928fa665a4 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:15:52 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-e1efc429-89e4-419a-af59-05928fa665a4 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:15:52 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-e1efc429-89e4-419a-af59-05928fa665a4 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74535) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 10:15:52 user nova-compute[74535]: INFO nova.compute.claims [None req-e1efc429-89e4-419a-af59-05928fa665a4 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] [instance: b637d5b3-fb04-4395-aebd-65290980782f] Claim successful on node user
Dec 06 10:15:53 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-e1efc429-89e4-419a-af59-05928fa665a4 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:15:53 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-e1efc429-89e4-419a-af59-05928fa665a4 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:15:53 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-e1efc429-89e4-419a-af59-05928fa665a4 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.470s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:15:53 user nova-compute[74535]: DEBUG nova.compute.manager [None req-e1efc429-89e4-419a-af59-05928fa665a4 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] [instance: b637d5b3-fb04-4395-aebd-65290980782f] Start building networks asynchronously for instance. {{(pid=74535) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 10:15:53 user nova-compute[74535]: DEBUG nova.compute.manager [None req-e1efc429-89e4-419a-af59-05928fa665a4 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] [instance: b637d5b3-fb04-4395-aebd-65290980782f] Allocating IP information in the background. {{(pid=74535) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 10:15:53 user nova-compute[74535]: DEBUG nova.network.neutron [None req-e1efc429-89e4-419a-af59-05928fa665a4 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] [instance: b637d5b3-fb04-4395-aebd-65290980782f] allocate_for_instance() {{(pid=74535) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 10:15:53 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-e1efc429-89e4-419a-af59-05928fa665a4 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] [instance: b637d5b3-fb04-4395-aebd-65290980782f] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 10:15:53 user nova-compute[74535]: DEBUG nova.compute.manager [None req-e1efc429-89e4-419a-af59-05928fa665a4 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] [instance: b637d5b3-fb04-4395-aebd-65290980782f] Start building block device mappings for instance. {{(pid=74535) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 10:15:53 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:15:53 user nova-compute[74535]: DEBUG nova.policy [None req-e1efc429-89e4-419a-af59-05928fa665a4 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'edb31c594ee9410dbba4d0b53cbfc465', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7cc5bca41a8647a6900eb802f0c43f49', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74535) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 10:15:53 user nova-compute[74535]: DEBUG nova.compute.manager [None req-e1efc429-89e4-419a-af59-05928fa665a4 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] [instance: b637d5b3-fb04-4395-aebd-65290980782f] Start spawning the instance on the hypervisor. {{(pid=74535) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 10:15:53 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-e1efc429-89e4-419a-af59-05928fa665a4 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] [instance: b637d5b3-fb04-4395-aebd-65290980782f] Creating instance directory {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 10:15:53 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-e1efc429-89e4-419a-af59-05928fa665a4 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] [instance: b637d5b3-fb04-4395-aebd-65290980782f] Creating image(s)
Dec 06 10:15:53 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-e1efc429-89e4-419a-af59-05928fa665a4 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Acquiring lock "/opt/stack/data/nova/instances/b637d5b3-fb04-4395-aebd-65290980782f/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:15:53 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-e1efc429-89e4-419a-af59-05928fa665a4 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Lock "/opt/stack/data/nova/instances/b637d5b3-fb04-4395-aebd-65290980782f/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:15:53 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-e1efc429-89e4-419a-af59-05928fa665a4 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Lock "/opt/stack/data/nova/instances/b637d5b3-fb04-4395-aebd-65290980782f/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.004s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:15:53 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-e1efc429-89e4-419a-af59-05928fa665a4 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:15:53 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-e1efc429-89e4-419a-af59-05928fa665a4 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.180s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:15:53 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-e1efc429-89e4-419a-af59-05928fa665a4 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Acquiring lock "7aef4f97309efbd0d8988be1fd45eed756898e08" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:15:53 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-e1efc429-89e4-419a-af59-05928fa665a4 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Lock "7aef4f97309efbd0d8988be1fd45eed756898e08" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:15:53 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-e1efc429-89e4-419a-af59-05928fa665a4 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:15:53 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-e1efc429-89e4-419a-af59-05928fa665a4 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.168s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:15:53 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-e1efc429-89e4-419a-af59-05928fa665a4 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08,backing_fmt=raw /opt/stack/data/nova/instances/b637d5b3-fb04-4395-aebd-65290980782f/disk 1073741824 {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:15:53 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-e1efc429-89e4-419a-af59-05928fa665a4 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08,backing_fmt=raw /opt/stack/data/nova/instances/b637d5b3-fb04-4395-aebd-65290980782f/disk 1073741824" returned: 0 in 0.091s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:15:53 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-e1efc429-89e4-419a-af59-05928fa665a4 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Lock "7aef4f97309efbd0d8988be1fd45eed756898e08" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.269s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:15:53 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-e1efc429-89e4-419a-af59-05928fa665a4 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:15:53 user nova-compute[74535]: DEBUG nova.network.neutron [None req-e1efc429-89e4-419a-af59-05928fa665a4 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] [instance: b637d5b3-fb04-4395-aebd-65290980782f] Successfully created port: d63d40ef-d730-4f1c-944f-9b0bea372be9 {{(pid=74535) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 10:15:54 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-e1efc429-89e4-419a-af59-05928fa665a4 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.203s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:15:54 user nova-compute[74535]: DEBUG nova.virt.disk.api [None req-e1efc429-89e4-419a-af59-05928fa665a4 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Checking if we can resize image /opt/stack/data/nova/instances/b637d5b3-fb04-4395-aebd-65290980782f/disk. size=1073741824 {{(pid=74535) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 10:15:54 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-e1efc429-89e4-419a-af59-05928fa665a4 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b637d5b3-fb04-4395-aebd-65290980782f/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:15:54 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-e1efc429-89e4-419a-af59-05928fa665a4 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b637d5b3-fb04-4395-aebd-65290980782f/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:15:54 user nova-compute[74535]: DEBUG nova.virt.disk.api [None req-e1efc429-89e4-419a-af59-05928fa665a4 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Cannot resize image /opt/stack/data/nova/instances/b637d5b3-fb04-4395-aebd-65290980782f/disk to a smaller size. {{(pid=74535) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 10:15:54 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-e1efc429-89e4-419a-af59-05928fa665a4 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] [instance: b637d5b3-fb04-4395-aebd-65290980782f] Created local disks {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 10:15:54 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-e1efc429-89e4-419a-af59-05928fa665a4 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] [instance: b637d5b3-fb04-4395-aebd-65290980782f] Ensure instance console log exists: /opt/stack/data/nova/instances/b637d5b3-fb04-4395-aebd-65290980782f/console.log {{(pid=74535) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 10:15:54 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-e1efc429-89e4-419a-af59-05928fa665a4 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:15:54 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-e1efc429-89e4-419a-af59-05928fa665a4 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:15:54 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-e1efc429-89e4-419a-af59-05928fa665a4 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:15:54 user nova-compute[74535]: DEBUG nova.network.neutron [None req-e1efc429-89e4-419a-af59-05928fa665a4 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] [instance: b637d5b3-fb04-4395-aebd-65290980782f] Successfully updated port: d63d40ef-d730-4f1c-944f-9b0bea372be9 {{(pid=74535) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 10:15:54 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-e1efc429-89e4-419a-af59-05928fa665a4 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Acquiring lock "refresh_cache-b637d5b3-fb04-4395-aebd-65290980782f" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:15:54 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-e1efc429-89e4-419a-af59-05928fa665a4 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Acquired lock "refresh_cache-b637d5b3-fb04-4395-aebd-65290980782f" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:15:54 user nova-compute[74535]: DEBUG nova.network.neutron [None req-e1efc429-89e4-419a-af59-05928fa665a4 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] [instance: b637d5b3-fb04-4395-aebd-65290980782f] Building network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 10:15:54 user nova-compute[74535]: DEBUG nova.compute.manager [req-358b98cc-7ca3-4d8a-a6db-0da57e54b009 req-b8ebfeb2-b1b3-449c-97b5-c9a8dc27d641 service nova] [instance: b637d5b3-fb04-4395-aebd-65290980782f] Received event network-changed-d63d40ef-d730-4f1c-944f-9b0bea372be9 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:15:54 user nova-compute[74535]: DEBUG nova.compute.manager [req-358b98cc-7ca3-4d8a-a6db-0da57e54b009 req-b8ebfeb2-b1b3-449c-97b5-c9a8dc27d641 service nova] [instance: b637d5b3-fb04-4395-aebd-65290980782f] Refreshing instance network info cache due to event network-changed-d63d40ef-d730-4f1c-944f-9b0bea372be9. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 10:15:54 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-358b98cc-7ca3-4d8a-a6db-0da57e54b009 req-b8ebfeb2-b1b3-449c-97b5-c9a8dc27d641 service nova] Acquiring lock "refresh_cache-b637d5b3-fb04-4395-aebd-65290980782f" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:15:54 user nova-compute[74535]: DEBUG nova.network.neutron [None req-e1efc429-89e4-419a-af59-05928fa665a4 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] [instance: b637d5b3-fb04-4395-aebd-65290980782f] Instance cache missing network info. {{(pid=74535) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 10:15:55 user nova-compute[74535]: DEBUG nova.network.neutron [None req-e1efc429-89e4-419a-af59-05928fa665a4 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] [instance: b637d5b3-fb04-4395-aebd-65290980782f] Updating instance_info_cache with network_info: [{"id": "d63d40ef-d730-4f1c-944f-9b0bea372be9", "address": "fa:16:3e:98:7c:5a", "network": {"id": "7b972592-8aad-4c1d-95a8-4c1d7b52f135", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1397938088-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7cc5bca41a8647a6900eb802f0c43f49", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd63d40ef-d7", "ovs_interfaceid": "d63d40ef-d730-4f1c-944f-9b0bea372be9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:15:55 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-e1efc429-89e4-419a-af59-05928fa665a4 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Releasing lock "refresh_cache-b637d5b3-fb04-4395-aebd-65290980782f" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:15:55 user nova-compute[74535]: DEBUG nova.compute.manager [None req-e1efc429-89e4-419a-af59-05928fa665a4 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] [instance: b637d5b3-fb04-4395-aebd-65290980782f] Instance network_info: |[{"id": "d63d40ef-d730-4f1c-944f-9b0bea372be9", "address": "fa:16:3e:98:7c:5a", "network": {"id": "7b972592-8aad-4c1d-95a8-4c1d7b52f135", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1397938088-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7cc5bca41a8647a6900eb802f0c43f49", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd63d40ef-d7", "ovs_interfaceid": "d63d40ef-d730-4f1c-944f-9b0bea372be9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74535) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 10:15:55 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-358b98cc-7ca3-4d8a-a6db-0da57e54b009 req-b8ebfeb2-b1b3-449c-97b5-c9a8dc27d641 service nova] Acquired lock "refresh_cache-b637d5b3-fb04-4395-aebd-65290980782f" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:15:55 user nova-compute[74535]: DEBUG nova.network.neutron [req-358b98cc-7ca3-4d8a-a6db-0da57e54b009 req-b8ebfeb2-b1b3-449c-97b5-c9a8dc27d641 service nova] [instance: b637d5b3-fb04-4395-aebd-65290980782f] Refreshing network info cache for port d63d40ef-d730-4f1c-944f-9b0bea372be9 {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 10:15:55 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-e1efc429-89e4-419a-af59-05928fa665a4 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] [instance: b637d5b3-fb04-4395-aebd-65290980782f] Start _get_guest_xml network_info=[{"id": "d63d40ef-d730-4f1c-944f-9b0bea372be9", "address": "fa:16:3e:98:7c:5a", "network": {"id": "7b972592-8aad-4c1d-95a8-4c1d7b52f135", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1397938088-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7cc5bca41a8647a6900eb802f0c43f49", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd63d40ef-d7", "ovs_interfaceid": "d63d40ef-d730-4f1c-944f-9b0bea372be9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T09:52:28Z,direct_url=<?>,disk_format='qcow2',id=b338f3c8-9974-4b9f-bacb-c75dd541c256,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='563f6a2917a742ada39fb0e950eece6e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T09:52:30Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'device_name': '/dev/vda', 'encrypted': False, 'encryption_format': None, 'encryption_options': None, 'encryption_secret_uuid': None, 'boot_index': 0, 'device_type': 'disk', 'size': 0, 'guest_format': None, 'image_id': 'b338f3c8-9974-4b9f-bacb-c75dd541c256'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 10:15:55 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-e1efc429-89e4-419a-af59-05928fa665a4 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:15:55 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-e1efc429-89e4-419a-af59-05928fa665a4 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:15:55 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-e1efc429-89e4-419a-af59-05928fa665a4 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 10:15:55 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-e1efc429-89e4-419a-af59-05928fa665a4 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] CPU controller missing on host. {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 10:15:55 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-e1efc429-89e4-419a-af59-05928fa665a4 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 10:15:55 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-e1efc429-89e4-419a-af59-05928fa665a4 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] CPU controller found on host. {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 10:15:55 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-e1efc429-89e4-419a-af59-05928fa665a4 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74535) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 10:15:55 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-e1efc429-89e4-419a-af59-05928fa665a4 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T09:52:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T09:52:28Z,direct_url=<?>,disk_format='qcow2',id=b338f3c8-9974-4b9f-bacb-c75dd541c256,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='563f6a2917a742ada39fb0e950eece6e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T09:52:30Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 10:15:55 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-e1efc429-89e4-419a-af59-05928fa665a4 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Flavor limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 10:15:55 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-e1efc429-89e4-419a-af59-05928fa665a4 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Image limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 10:15:55 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-e1efc429-89e4-419a-af59-05928fa665a4 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Flavor pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 10:15:55 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-e1efc429-89e4-419a-af59-05928fa665a4 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Image pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 10:15:55 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-e1efc429-89e4-419a-af59-05928fa665a4 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 10:15:55 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-e1efc429-89e4-419a-af59-05928fa665a4 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 10:15:55 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-e1efc429-89e4-419a-af59-05928fa665a4 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 10:15:55 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-e1efc429-89e4-419a-af59-05928fa665a4 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Got 1 possible topologies {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 10:15:55 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-e1efc429-89e4-419a-af59-05928fa665a4 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 10:15:55 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-e1efc429-89e4-419a-af59-05928fa665a4 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 10:15:55 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-e1efc429-89e4-419a-af59-05928fa665a4 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:15:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-1000916344',display_name='tempest-TestServerVolumeAttachmentScenario-server-1000916344',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachmentscenario-server-1000916344',id=39,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBK0KEklEkCnXv72Ii439n2a49976Bhf4/igtXTncncuWufyHkICrC6lJKm5QsLnhTl33cmolQIyEdY4AFx3FioB6pj6ZUyTVKiGUE4VOD//lXeyfLgo5DSykHUDRvn4jSg==',key_name='tempest-keypair-186599930',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7cc5bca41a8647a6900eb802f0c43f49',ramdisk_id='',reservation_id='r-98yw0w9h',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachmentScenario-1860626160',owner_user_name='tempest-TestServerVolumeAttachmentScenario-1860626160-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T10:15:53Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='edb31c594ee9410dbba4d0b53cbfc465',uuid=b637d5b3-fb04-4395-aebd-65290980782f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d63d40ef-d730-4f1c-944f-9b0bea372be9", "address": "fa:16:3e:98:7c:5a", "network": {"id": "7b972592-8aad-4c1d-95a8-4c1d7b52f135", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1397938088-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7cc5bca41a8647a6900eb802f0c43f49", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd63d40ef-d7", "ovs_interfaceid": "d63d40ef-d730-4f1c-944f-9b0bea372be9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74535) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 10:15:55 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-e1efc429-89e4-419a-af59-05928fa665a4 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Converting VIF {"id": "d63d40ef-d730-4f1c-944f-9b0bea372be9", "address": "fa:16:3e:98:7c:5a", "network": {"id": "7b972592-8aad-4c1d-95a8-4c1d7b52f135", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1397938088-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7cc5bca41a8647a6900eb802f0c43f49", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd63d40ef-d7", "ovs_interfaceid": "d63d40ef-d730-4f1c-944f-9b0bea372be9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:15:55 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-e1efc429-89e4-419a-af59-05928fa665a4 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:98:7c:5a,bridge_name='br-int',has_traffic_filtering=True,id=d63d40ef-d730-4f1c-944f-9b0bea372be9,network=Network(7b972592-8aad-4c1d-95a8-4c1d7b52f135),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd63d40ef-d7') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:15:55 user nova-compute[74535]: DEBUG nova.objects.instance [None req-e1efc429-89e4-419a-af59-05928fa665a4 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Lazy-loading 'pci_devices' on Instance uuid b637d5b3-fb04-4395-aebd-65290980782f {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:15:55 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-e1efc429-89e4-419a-af59-05928fa665a4 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] [instance: b637d5b3-fb04-4395-aebd-65290980782f] End _get_guest_xml xml=<domain type="kvm">
Dec 06 10:15:55 user nova-compute[74535]:   <uuid>b637d5b3-fb04-4395-aebd-65290980782f</uuid>
Dec 06 10:15:55 user nova-compute[74535]:   <name>instance-00000027</name>
Dec 06 10:15:55 user nova-compute[74535]:   <memory>524288</memory>
Dec 06 10:15:55 user nova-compute[74535]:   <vcpu>1</vcpu>
Dec 06 10:15:55 user nova-compute[74535]:   <metadata>
Dec 06 10:15:55 user nova-compute[74535]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 10:15:55 user nova-compute[74535]:       <nova:package version="0.0.0"/>
Dec 06 10:15:55 user nova-compute[74535]:       <nova:name>tempest-TestServerVolumeAttachmentScenario-server-1000916344</nova:name>
Dec 06 10:15:55 user nova-compute[74535]:       <nova:creationTime>2023-12-06 10:15:55</nova:creationTime>
Dec 06 10:15:55 user nova-compute[74535]:       <nova:flavor name="m1.tiny">
Dec 06 10:15:55 user nova-compute[74535]:         <nova:memory>512</nova:memory>
Dec 06 10:15:55 user nova-compute[74535]:         <nova:disk>1</nova:disk>
Dec 06 10:15:55 user nova-compute[74535]:         <nova:swap>0</nova:swap>
Dec 06 10:15:55 user nova-compute[74535]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 10:15:55 user nova-compute[74535]:         <nova:vcpus>1</nova:vcpus>
Dec 06 10:15:55 user nova-compute[74535]:       </nova:flavor>
Dec 06 10:15:55 user nova-compute[74535]:       <nova:owner>
Dec 06 10:15:55 user nova-compute[74535]:         <nova:user uuid="edb31c594ee9410dbba4d0b53cbfc465">tempest-TestServerVolumeAttachmentScenario-1860626160-project-member</nova:user>
Dec 06 10:15:55 user nova-compute[74535]:         <nova:project uuid="7cc5bca41a8647a6900eb802f0c43f49">tempest-TestServerVolumeAttachmentScenario-1860626160</nova:project>
Dec 06 10:15:55 user nova-compute[74535]:       </nova:owner>
Dec 06 10:15:55 user nova-compute[74535]:       <nova:root type="image" uuid="b338f3c8-9974-4b9f-bacb-c75dd541c256"/>
Dec 06 10:15:55 user nova-compute[74535]:       <nova:ports>
Dec 06 10:15:55 user nova-compute[74535]:         <nova:port uuid="d63d40ef-d730-4f1c-944f-9b0bea372be9">
Dec 06 10:15:55 user nova-compute[74535]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Dec 06 10:15:55 user nova-compute[74535]:         </nova:port>
Dec 06 10:15:55 user nova-compute[74535]:       </nova:ports>
Dec 06 10:15:55 user nova-compute[74535]:     </nova:instance>
Dec 06 10:15:55 user nova-compute[74535]:   </metadata>
Dec 06 10:15:55 user nova-compute[74535]:   <sysinfo type="smbios">
Dec 06 10:15:55 user nova-compute[74535]:     <system>
Dec 06 10:15:55 user nova-compute[74535]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 10:15:55 user nova-compute[74535]:       <entry name="product">OpenStack Nova</entry>
Dec 06 10:15:55 user nova-compute[74535]:       <entry name="version">0.0.0</entry>
Dec 06 10:15:55 user nova-compute[74535]:       <entry name="serial">b637d5b3-fb04-4395-aebd-65290980782f</entry>
Dec 06 10:15:55 user nova-compute[74535]:       <entry name="uuid">b637d5b3-fb04-4395-aebd-65290980782f</entry>
Dec 06 10:15:55 user nova-compute[74535]:       <entry name="family">Virtual Machine</entry>
Dec 06 10:15:55 user nova-compute[74535]:     </system>
Dec 06 10:15:55 user nova-compute[74535]:   </sysinfo>
Dec 06 10:15:55 user nova-compute[74535]:   <os>
Dec 06 10:15:55 user nova-compute[74535]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 10:15:55 user nova-compute[74535]:     <boot dev="hd"/>
Dec 06 10:15:55 user nova-compute[74535]:     <smbios mode="sysinfo"/>
Dec 06 10:15:55 user nova-compute[74535]:   </os>
Dec 06 10:15:55 user nova-compute[74535]:   <features>
Dec 06 10:15:55 user nova-compute[74535]:     <acpi/>
Dec 06 10:15:55 user nova-compute[74535]:     <apic/>
Dec 06 10:15:55 user nova-compute[74535]:     <vmcoreinfo/>
Dec 06 10:15:55 user nova-compute[74535]:   </features>
Dec 06 10:15:55 user nova-compute[74535]:   <clock offset="utc">
Dec 06 10:15:55 user nova-compute[74535]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 10:15:55 user nova-compute[74535]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 10:15:55 user nova-compute[74535]:     <timer name="hpet" present="no"/>
Dec 06 10:15:55 user nova-compute[74535]:   </clock>
Dec 06 10:15:55 user nova-compute[74535]:   <cpu mode="custom" match="exact">
Dec 06 10:15:55 user nova-compute[74535]:     <model>Nehalem</model>
Dec 06 10:15:55 user nova-compute[74535]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 10:15:55 user nova-compute[74535]:   </cpu>
Dec 06 10:15:55 user nova-compute[74535]:   <devices>
Dec 06 10:15:55 user nova-compute[74535]:     <disk type="file" device="disk">
Dec 06 10:15:55 user nova-compute[74535]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 10:15:55 user nova-compute[74535]:       <source file="/opt/stack/data/nova/instances/b637d5b3-fb04-4395-aebd-65290980782f/disk"/>
Dec 06 10:15:55 user nova-compute[74535]:       <target dev="vda" bus="virtio"/>
Dec 06 10:15:55 user nova-compute[74535]:     </disk>
Dec 06 10:15:55 user nova-compute[74535]:     <interface type="ethernet">
Dec 06 10:15:55 user nova-compute[74535]:       <mac address="fa:16:3e:98:7c:5a"/>
Dec 06 10:15:55 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 10:15:55 user nova-compute[74535]:       <mtu size="1442"/>
Dec 06 10:15:55 user nova-compute[74535]:       <target dev="tapd63d40ef-d7"/>
Dec 06 10:15:55 user nova-compute[74535]:     </interface>
Dec 06 10:15:55 user nova-compute[74535]:     <serial type="pty">
Dec 06 10:15:55 user nova-compute[74535]:       <log file="/opt/stack/data/nova/instances/b637d5b3-fb04-4395-aebd-65290980782f/console.log" append="off"/>
Dec 06 10:15:55 user nova-compute[74535]:     </serial>
Dec 06 10:15:55 user nova-compute[74535]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 10:15:55 user nova-compute[74535]:     <video>
Dec 06 10:15:55 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 10:15:55 user nova-compute[74535]:     </video>
Dec 06 10:15:55 user nova-compute[74535]:     <rng model="virtio">
Dec 06 10:15:55 user nova-compute[74535]:       <backend model="random">/dev/urandom</backend>
Dec 06 10:15:55 user nova-compute[74535]:     </rng>
Dec 06 10:15:55 user nova-compute[74535]:     <controller type="usb" index="0" model="none"/>
Dec 06 10:15:55 user nova-compute[74535]:     <memballoon model="virtio">
Dec 06 10:15:55 user nova-compute[74535]:       <stats period="10"/>
Dec 06 10:15:55 user nova-compute[74535]:     </memballoon>
Dec 06 10:15:55 user nova-compute[74535]:   </devices>
Dec 06 10:15:55 user nova-compute[74535]: </domain>
Dec 06 10:15:55 user nova-compute[74535]:  {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 10:15:55 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-e1efc429-89e4-419a-af59-05928fa665a4 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:15:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-1000916344',display_name='tempest-TestServerVolumeAttachmentScenario-server-1000916344',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachmentscenario-server-1000916344',id=39,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBK0KEklEkCnXv72Ii439n2a49976Bhf4/igtXTncncuWufyHkICrC6lJKm5QsLnhTl33cmolQIyEdY4AFx3FioB6pj6ZUyTVKiGUE4VOD//lXeyfLgo5DSykHUDRvn4jSg==',key_name='tempest-keypair-186599930',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7cc5bca41a8647a6900eb802f0c43f49',ramdisk_id='',reservation_id='r-98yw0w9h',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachmentScenario-1860626160',owner_user_name='tempest-TestServerVolumeAttachmentScenario-1860626160-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T10:15:53Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='edb31c594ee9410dbba4d0b53cbfc465',uuid=b637d5b3-fb04-4395-aebd-65290980782f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d63d40ef-d730-4f1c-944f-9b0bea372be9", "address": "fa:16:3e:98:7c:5a", "network": {"id": "7b972592-8aad-4c1d-95a8-4c1d7b52f135", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1397938088-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7cc5bca41a8647a6900eb802f0c43f49", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd63d40ef-d7", "ovs_interfaceid": "d63d40ef-d730-4f1c-944f-9b0bea372be9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 10:15:55 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-e1efc429-89e4-419a-af59-05928fa665a4 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Converting VIF {"id": "d63d40ef-d730-4f1c-944f-9b0bea372be9", "address": "fa:16:3e:98:7c:5a", "network": {"id": "7b972592-8aad-4c1d-95a8-4c1d7b52f135", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1397938088-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7cc5bca41a8647a6900eb802f0c43f49", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd63d40ef-d7", "ovs_interfaceid": "d63d40ef-d730-4f1c-944f-9b0bea372be9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:15:55 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-e1efc429-89e4-419a-af59-05928fa665a4 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:98:7c:5a,bridge_name='br-int',has_traffic_filtering=True,id=d63d40ef-d730-4f1c-944f-9b0bea372be9,network=Network(7b972592-8aad-4c1d-95a8-4c1d7b52f135),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd63d40ef-d7') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:15:55 user nova-compute[74535]: DEBUG os_vif [None req-e1efc429-89e4-419a-af59-05928fa665a4 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:98:7c:5a,bridge_name='br-int',has_traffic_filtering=True,id=d63d40ef-d730-4f1c-944f-9b0bea372be9,network=Network(7b972592-8aad-4c1d-95a8-4c1d7b52f135),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd63d40ef-d7') {{(pid=74535) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 10:15:55 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:15:55 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:15:55 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 10:15:55 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:15:55 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '650d95dd-4eaa-5bbb-8c86-8f5fd51f8318', '_type': 'linux-noop'}}, row=False) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:15:55 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:15:55 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:15:55 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:15:55 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd63d40ef-d7, may_exist=True, interface_attrs={}) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:15:55 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd63d40ef-d7, col_values=(('qos', UUID('e37a1d28-d193-439a-8e82-42fe4fe79921')),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:15:55 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd63d40ef-d7, col_values=(('external_ids', {'iface-id': 'd63d40ef-d730-4f1c-944f-9b0bea372be9', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:98:7c:5a', 'vm-uuid': 'b637d5b3-fb04-4395-aebd-65290980782f'}),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:15:55 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:15:55 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:15:55 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:15:55 user nova-compute[74535]: INFO os_vif [None req-e1efc429-89e4-419a-af59-05928fa665a4 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:98:7c:5a,bridge_name='br-int',has_traffic_filtering=True,id=d63d40ef-d730-4f1c-944f-9b0bea372be9,network=Network(7b972592-8aad-4c1d-95a8-4c1d7b52f135),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd63d40ef-d7')
Dec 06 10:15:55 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-e1efc429-89e4-419a-af59-05928fa665a4 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] No BDM found with device name vda, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 10:15:55 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-e1efc429-89e4-419a-af59-05928fa665a4 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] No VIF found with MAC fa:16:3e:98:7c:5a, not building metadata {{(pid=74535) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 10:15:55 user nova-compute[74535]: DEBUG nova.network.neutron [req-358b98cc-7ca3-4d8a-a6db-0da57e54b009 req-b8ebfeb2-b1b3-449c-97b5-c9a8dc27d641 service nova] [instance: b637d5b3-fb04-4395-aebd-65290980782f] Updated VIF entry in instance network info cache for port d63d40ef-d730-4f1c-944f-9b0bea372be9. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 10:15:55 user nova-compute[74535]: DEBUG nova.network.neutron [req-358b98cc-7ca3-4d8a-a6db-0da57e54b009 req-b8ebfeb2-b1b3-449c-97b5-c9a8dc27d641 service nova] [instance: b637d5b3-fb04-4395-aebd-65290980782f] Updating instance_info_cache with network_info: [{"id": "d63d40ef-d730-4f1c-944f-9b0bea372be9", "address": "fa:16:3e:98:7c:5a", "network": {"id": "7b972592-8aad-4c1d-95a8-4c1d7b52f135", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1397938088-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7cc5bca41a8647a6900eb802f0c43f49", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd63d40ef-d7", "ovs_interfaceid": "d63d40ef-d730-4f1c-944f-9b0bea372be9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:15:55 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-358b98cc-7ca3-4d8a-a6db-0da57e54b009 req-b8ebfeb2-b1b3-449c-97b5-c9a8dc27d641 service nova] Releasing lock "refresh_cache-b637d5b3-fb04-4395-aebd-65290980782f" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:15:56 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:15:56 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:15:56 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:15:56 user nova-compute[74535]: DEBUG nova.compute.manager [req-e131b33b-ac1d-4d9c-a669-5bf8547d4620 req-20289e61-c09d-4840-92e4-3ba44d637a66 service nova] [instance: b637d5b3-fb04-4395-aebd-65290980782f] Received event network-vif-plugged-d63d40ef-d730-4f1c-944f-9b0bea372be9 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:15:56 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-e131b33b-ac1d-4d9c-a669-5bf8547d4620 req-20289e61-c09d-4840-92e4-3ba44d637a66 service nova] Acquiring lock "b637d5b3-fb04-4395-aebd-65290980782f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:15:56 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-e131b33b-ac1d-4d9c-a669-5bf8547d4620 req-20289e61-c09d-4840-92e4-3ba44d637a66 service nova] Lock "b637d5b3-fb04-4395-aebd-65290980782f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:15:56 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-e131b33b-ac1d-4d9c-a669-5bf8547d4620 req-20289e61-c09d-4840-92e4-3ba44d637a66 service nova] Lock "b637d5b3-fb04-4395-aebd-65290980782f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:15:56 user nova-compute[74535]: DEBUG nova.compute.manager [req-e131b33b-ac1d-4d9c-a669-5bf8547d4620 req-20289e61-c09d-4840-92e4-3ba44d637a66 service nova] [instance: b637d5b3-fb04-4395-aebd-65290980782f] No waiting events found dispatching network-vif-plugged-d63d40ef-d730-4f1c-944f-9b0bea372be9 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:15:56 user nova-compute[74535]: WARNING nova.compute.manager [req-e131b33b-ac1d-4d9c-a669-5bf8547d4620 req-20289e61-c09d-4840-92e4-3ba44d637a66 service nova] [instance: b637d5b3-fb04-4395-aebd-65290980782f] Received unexpected event network-vif-plugged-d63d40ef-d730-4f1c-944f-9b0bea372be9 for instance with vm_state building and task_state spawning.
Dec 06 10:15:57 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:15:57 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:15:57 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:15:57 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:15:58 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:15:58 user nova-compute[74535]: DEBUG nova.compute.manager [None req-e1efc429-89e4-419a-af59-05928fa665a4 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] [instance: b637d5b3-fb04-4395-aebd-65290980782f] Instance event wait completed in 0 seconds for  {{(pid=74535) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 10:15:58 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-e1efc429-89e4-419a-af59-05928fa665a4 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] [instance: b637d5b3-fb04-4395-aebd-65290980782f] Guest created on hypervisor {{(pid=74535) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 10:15:58 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: b637d5b3-fb04-4395-aebd-65290980782f] Instance spawned successfully.
Dec 06 10:15:58 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-e1efc429-89e4-419a-af59-05928fa665a4 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] [instance: b637d5b3-fb04-4395-aebd-65290980782f] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 10:15:58 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-e1efc429-89e4-419a-af59-05928fa665a4 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] [instance: b637d5b3-fb04-4395-aebd-65290980782f] Found default for hw_cdrom_bus of ide {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:15:58 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-e1efc429-89e4-419a-af59-05928fa665a4 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] [instance: b637d5b3-fb04-4395-aebd-65290980782f] Found default for hw_disk_bus of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:15:58 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-e1efc429-89e4-419a-af59-05928fa665a4 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] [instance: b637d5b3-fb04-4395-aebd-65290980782f] Found default for hw_input_bus of None {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:15:58 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-e1efc429-89e4-419a-af59-05928fa665a4 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] [instance: b637d5b3-fb04-4395-aebd-65290980782f] Found default for hw_pointer_model of None {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:15:58 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-e1efc429-89e4-419a-af59-05928fa665a4 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] [instance: b637d5b3-fb04-4395-aebd-65290980782f] Found default for hw_video_model of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:15:58 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-e1efc429-89e4-419a-af59-05928fa665a4 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] [instance: b637d5b3-fb04-4395-aebd-65290980782f] Found default for hw_vif_model of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:15:58 user nova-compute[74535]: INFO nova.compute.manager [None req-e1efc429-89e4-419a-af59-05928fa665a4 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] [instance: b637d5b3-fb04-4395-aebd-65290980782f] Took 5.44 seconds to spawn the instance on the hypervisor.
Dec 06 10:15:58 user nova-compute[74535]: DEBUG nova.compute.manager [None req-e1efc429-89e4-419a-af59-05928fa665a4 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] [instance: b637d5b3-fb04-4395-aebd-65290980782f] Checking state {{(pid=74535) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 10:15:58 user nova-compute[74535]: DEBUG nova.compute.manager [req-571d71c5-15c3-45a4-956e-b8d9319cddfe req-edd046ca-97a7-46bc-bb4c-7c938b1b29e5 service nova] [instance: b637d5b3-fb04-4395-aebd-65290980782f] Received event network-vif-plugged-d63d40ef-d730-4f1c-944f-9b0bea372be9 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:15:58 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-571d71c5-15c3-45a4-956e-b8d9319cddfe req-edd046ca-97a7-46bc-bb4c-7c938b1b29e5 service nova] Acquiring lock "b637d5b3-fb04-4395-aebd-65290980782f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:15:58 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-571d71c5-15c3-45a4-956e-b8d9319cddfe req-edd046ca-97a7-46bc-bb4c-7c938b1b29e5 service nova] Lock "b637d5b3-fb04-4395-aebd-65290980782f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:15:58 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-571d71c5-15c3-45a4-956e-b8d9319cddfe req-edd046ca-97a7-46bc-bb4c-7c938b1b29e5 service nova] Lock "b637d5b3-fb04-4395-aebd-65290980782f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:15:58 user nova-compute[74535]: DEBUG nova.compute.manager [req-571d71c5-15c3-45a4-956e-b8d9319cddfe req-edd046ca-97a7-46bc-bb4c-7c938b1b29e5 service nova] [instance: b637d5b3-fb04-4395-aebd-65290980782f] No waiting events found dispatching network-vif-plugged-d63d40ef-d730-4f1c-944f-9b0bea372be9 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:15:58 user nova-compute[74535]: WARNING nova.compute.manager [req-571d71c5-15c3-45a4-956e-b8d9319cddfe req-edd046ca-97a7-46bc-bb4c-7c938b1b29e5 service nova] [instance: b637d5b3-fb04-4395-aebd-65290980782f] Received unexpected event network-vif-plugged-d63d40ef-d730-4f1c-944f-9b0bea372be9 for instance with vm_state building and task_state spawning.
Dec 06 10:15:58 user nova-compute[74535]: INFO nova.compute.manager [None req-e1efc429-89e4-419a-af59-05928fa665a4 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] [instance: b637d5b3-fb04-4395-aebd-65290980782f] Took 6.31 seconds to build instance.
Dec 06 10:15:59 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-e1efc429-89e4-419a-af59-05928fa665a4 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Lock "b637d5b3-fb04-4395-aebd-65290980782f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.465s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:16:00 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:16:03 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:16:05 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:16:06 user nova-compute[74535]: DEBUG nova.compute.manager [req-aecd6cdd-168c-4e05-bfac-1e0704176053 req-1dcb5f3e-87f5-4b50-b949-7c0b763eeda0 service nova] [instance: c30da4e9-4922-45a7-997a-4de003d8042e] Received event network-changed-8e6c702e-7639-4d39-879c-cda6569dc787 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:16:06 user nova-compute[74535]: DEBUG nova.compute.manager [req-aecd6cdd-168c-4e05-bfac-1e0704176053 req-1dcb5f3e-87f5-4b50-b949-7c0b763eeda0 service nova] [instance: c30da4e9-4922-45a7-997a-4de003d8042e] Refreshing instance network info cache due to event network-changed-8e6c702e-7639-4d39-879c-cda6569dc787. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 10:16:06 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-aecd6cdd-168c-4e05-bfac-1e0704176053 req-1dcb5f3e-87f5-4b50-b949-7c0b763eeda0 service nova] Acquiring lock "refresh_cache-c30da4e9-4922-45a7-997a-4de003d8042e" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:16:06 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-aecd6cdd-168c-4e05-bfac-1e0704176053 req-1dcb5f3e-87f5-4b50-b949-7c0b763eeda0 service nova] Acquired lock "refresh_cache-c30da4e9-4922-45a7-997a-4de003d8042e" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:16:06 user nova-compute[74535]: DEBUG nova.network.neutron [req-aecd6cdd-168c-4e05-bfac-1e0704176053 req-1dcb5f3e-87f5-4b50-b949-7c0b763eeda0 service nova] [instance: c30da4e9-4922-45a7-997a-4de003d8042e] Refreshing network info cache for port 8e6c702e-7639-4d39-879c-cda6569dc787 {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 10:16:06 user nova-compute[74535]: DEBUG nova.network.neutron [req-aecd6cdd-168c-4e05-bfac-1e0704176053 req-1dcb5f3e-87f5-4b50-b949-7c0b763eeda0 service nova] [instance: c30da4e9-4922-45a7-997a-4de003d8042e] Updated VIF entry in instance network info cache for port 8e6c702e-7639-4d39-879c-cda6569dc787. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 10:16:06 user nova-compute[74535]: DEBUG nova.network.neutron [req-aecd6cdd-168c-4e05-bfac-1e0704176053 req-1dcb5f3e-87f5-4b50-b949-7c0b763eeda0 service nova] [instance: c30da4e9-4922-45a7-997a-4de003d8042e] Updating instance_info_cache with network_info: [{"id": "8e6c702e-7639-4d39-879c-cda6569dc787", "address": "fa:16:3e:46:e7:a8", "network": {"id": "72d08fd1-cc74-485f-848c-2ce73172f719", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1718263965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.92", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "19e83c953cf8498f8ea89afce479f26b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8e6c702e-76", "ovs_interfaceid": "8e6c702e-7639-4d39-879c-cda6569dc787", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:16:06 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-aecd6cdd-168c-4e05-bfac-1e0704176053 req-1dcb5f3e-87f5-4b50-b949-7c0b763eeda0 service nova] Releasing lock "refresh_cache-c30da4e9-4922-45a7-997a-4de003d8042e" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:16:06 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-5161485a-cf96-4d22-91df-b468927db80f tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Acquiring lock "c30da4e9-4922-45a7-997a-4de003d8042e" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:16:06 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-5161485a-cf96-4d22-91df-b468927db80f tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lock "c30da4e9-4922-45a7-997a-4de003d8042e" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:16:06 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-5161485a-cf96-4d22-91df-b468927db80f tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Acquiring lock "c30da4e9-4922-45a7-997a-4de003d8042e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:16:06 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-5161485a-cf96-4d22-91df-b468927db80f tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lock "c30da4e9-4922-45a7-997a-4de003d8042e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:16:06 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-5161485a-cf96-4d22-91df-b468927db80f tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lock "c30da4e9-4922-45a7-997a-4de003d8042e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:16:06 user nova-compute[74535]: INFO nova.compute.manager [None req-5161485a-cf96-4d22-91df-b468927db80f tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: c30da4e9-4922-45a7-997a-4de003d8042e] Terminating instance
Dec 06 10:16:06 user nova-compute[74535]: DEBUG nova.compute.manager [None req-5161485a-cf96-4d22-91df-b468927db80f tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: c30da4e9-4922-45a7-997a-4de003d8042e] Start destroying the instance on the hypervisor. {{(pid=74535) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 10:16:06 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:16:06 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:16:07 user nova-compute[74535]: DEBUG nova.compute.manager [req-49d49a9e-8841-4b13-b4bf-81ef63ae2c55 req-af94b38b-67ea-440f-abb4-763572379ad9 service nova] [instance: c30da4e9-4922-45a7-997a-4de003d8042e] Received event network-vif-unplugged-8e6c702e-7639-4d39-879c-cda6569dc787 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:16:07 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-49d49a9e-8841-4b13-b4bf-81ef63ae2c55 req-af94b38b-67ea-440f-abb4-763572379ad9 service nova] Acquiring lock "c30da4e9-4922-45a7-997a-4de003d8042e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:16:07 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-49d49a9e-8841-4b13-b4bf-81ef63ae2c55 req-af94b38b-67ea-440f-abb4-763572379ad9 service nova] Lock "c30da4e9-4922-45a7-997a-4de003d8042e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:16:07 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-49d49a9e-8841-4b13-b4bf-81ef63ae2c55 req-af94b38b-67ea-440f-abb4-763572379ad9 service nova] Lock "c30da4e9-4922-45a7-997a-4de003d8042e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:16:07 user nova-compute[74535]: DEBUG nova.compute.manager [req-49d49a9e-8841-4b13-b4bf-81ef63ae2c55 req-af94b38b-67ea-440f-abb4-763572379ad9 service nova] [instance: c30da4e9-4922-45a7-997a-4de003d8042e] No waiting events found dispatching network-vif-unplugged-8e6c702e-7639-4d39-879c-cda6569dc787 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:16:07 user nova-compute[74535]: DEBUG nova.compute.manager [req-49d49a9e-8841-4b13-b4bf-81ef63ae2c55 req-af94b38b-67ea-440f-abb4-763572379ad9 service nova] [instance: c30da4e9-4922-45a7-997a-4de003d8042e] Received event network-vif-unplugged-8e6c702e-7639-4d39-879c-cda6569dc787 for instance with task_state deleting. {{(pid=74535) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 10:16:07 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:16:07 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:16:07 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: c30da4e9-4922-45a7-997a-4de003d8042e] Instance destroyed successfully.
Dec 06 10:16:07 user nova-compute[74535]: DEBUG nova.objects.instance [None req-5161485a-cf96-4d22-91df-b468927db80f tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lazy-loading 'resources' on Instance uuid c30da4e9-4922-45a7-997a-4de003d8042e {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:16:07 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-5161485a-cf96-4d22-91df-b468927db80f tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:14:13Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-image-snapshot-server-979388354',display_name='tempest-TestVolumeBootPattern-image-snapshot-server-979388354',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-image-snapshot-server-979388354',id=38,image_ref='ec969da3-f75c-4d5e-a4b5-cfc1e4b16b98',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGuoPYpDLIh/tDcqF1ckBTROyNGQN1XZ9yA0unwfuxCw8La3R4BQT2moR+f4rmakL8cWOpNwEYxFWFG1t+ZbF/OVdyX7y7iIBnWCrwajQIDgsd+11aEqPLaKPMQE035ZgQ==',key_name='tempest-keypair-485867769',keypairs=<?>,launch_index=0,launched_at=2023-12-06T10:14:37Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='19e83c953cf8498f8ea89afce479f26b',ramdisk_id='',reservation_id='r-iizdecs8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_bdm_v2='True',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_project_name='tempest-TestVolumeBootPattern-1927549100',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestVolumeBootPattern-1927549100-project-member',image_root_device_name='/dev/vda',owner_project_name='tempest-TestVolumeBootPattern-1927549100',owner_user_name='tempest-TestVolumeBootPattern-1927549100-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T10:14:38Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1068d2d7cca843c1b32d9c1b5b29d882',uuid=c30da4e9-4922-45a7-997a-4de003d8042e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "8e6c702e-7639-4d39-879c-cda6569dc787", "address": "fa:16:3e:46:e7:a8", "network": {"id": "72d08fd1-cc74-485f-848c-2ce73172f719", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1718263965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.92", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "19e83c953cf8498f8ea89afce479f26b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8e6c702e-76", "ovs_interfaceid": "8e6c702e-7639-4d39-879c-cda6569dc787", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 10:16:07 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-5161485a-cf96-4d22-91df-b468927db80f tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Converting VIF {"id": "8e6c702e-7639-4d39-879c-cda6569dc787", "address": "fa:16:3e:46:e7:a8", "network": {"id": "72d08fd1-cc74-485f-848c-2ce73172f719", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1718263965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.92", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "19e83c953cf8498f8ea89afce479f26b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8e6c702e-76", "ovs_interfaceid": "8e6c702e-7639-4d39-879c-cda6569dc787", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:16:07 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-5161485a-cf96-4d22-91df-b468927db80f tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:46:e7:a8,bridge_name='br-int',has_traffic_filtering=True,id=8e6c702e-7639-4d39-879c-cda6569dc787,network=Network(72d08fd1-cc74-485f-848c-2ce73172f719),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8e6c702e-76') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:16:07 user nova-compute[74535]: DEBUG os_vif [None req-5161485a-cf96-4d22-91df-b468927db80f tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:46:e7:a8,bridge_name='br-int',has_traffic_filtering=True,id=8e6c702e-7639-4d39-879c-cda6569dc787,network=Network(72d08fd1-cc74-485f-848c-2ce73172f719),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8e6c702e-76') {{(pid=74535) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 10:16:07 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:16:07 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap8e6c702e-76, bridge=br-int, if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:16:07 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:16:07 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:16:07 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:16:07 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=db49f087-1c0d-4537-bda3-b5b9b436c697) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:16:07 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:16:07 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:16:07 user nova-compute[74535]: INFO os_vif [None req-5161485a-cf96-4d22-91df-b468927db80f tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:46:e7:a8,bridge_name='br-int',has_traffic_filtering=True,id=8e6c702e-7639-4d39-879c-cda6569dc787,network=Network(72d08fd1-cc74-485f-848c-2ce73172f719),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8e6c702e-76')
Dec 06 10:16:07 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5161485a-cf96-4d22-91df-b468927db80f tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: c30da4e9-4922-45a7-997a-4de003d8042e] calling os-brick to detach iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 10:16:07 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-5161485a-cf96-4d22-91df-b468927db80f tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, {'target_iqn': 'iqn.2010-10.org.openstack:40ceace4-0d7a-4f93-ab8f-ce151f833604', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'AGSrOfjR', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:16:07 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-5161485a-cf96-4d22-91df-b468927db80f tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:16:07 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-5161485a-cf96-4d22-91df-b468927db80f tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:16:07 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-5161485a-cf96-4d22-91df-b468927db80f tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.003s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:16:07 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:16:07 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.031s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:16:07 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e68981b-0dfc-44c7-817d-6478d79cfa4e]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:40ceace4-0d7a-4f93-ab8f-ce151f833604\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:627da594-0bbf-4459-bfeb-8f67be5a4c4b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:16:07 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-5161485a-cf96-4d22-91df-b468927db80f tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 10:16:07 user nova-compute[74535]: No targets found.
Dec 06 10:16:07 user nova-compute[74535]: iSNS:
Dec 06 10:16:07 user nova-compute[74535]: No targets found.
Dec 06 10:16:07 user nova-compute[74535]: STATIC:
Dec 06 10:16:07 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:40ceace4-0d7a-4f93-ab8f-ce151f833604
Dec 06 10:16:07 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:16:07 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:16:07 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa
Dec 06 10:16:07 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:16:07 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:16:07 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8
Dec 06 10:16:07 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:16:07 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:16:07 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71
Dec 06 10:16:07 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:16:07 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:16:07 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:627da594-0bbf-4459-bfeb-8f67be5a4c4b
Dec 06 10:16:07 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:16:07 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:16:07 user nova-compute[74535]: FIRMWARE:
Dec 06 10:16:07 user nova-compute[74535]: No targets found.
Dec 06 10:16:07 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:16:07 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-5161485a-cf96-4d22-91df-b468927db80f tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 10:16:07 user nova-compute[74535]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 10:16:07 user nova-compute[74535]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74535) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 10:16:07 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-5161485a-cf96-4d22-91df-b468927db80f tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:40ceace4-0d7a-4f93-ab8f-ce151f833604', 0)] {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 10:16:07 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:16:07 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.028s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:16:07 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce41296d-760d-4a31-9080-bb90abc52e84]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:40ceace4-0d7a-4f93-ab8f-ce151f833604\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:627da594-0bbf-4459-bfeb-8f67be5a4c4b\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:16:07 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:16:07 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.035s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:16:07 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0e76424-33bc-4dfc-8c40-8d3fb17a2ebf]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:627da594-0bbf-4459-bfeb-8f67be5a4c4b (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:40ceace4-0d7a-4f93-ab8f-ce151f833604 (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:16:07 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-5161485a-cf96-4d22-91df-b468927db80f tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:16:07 user nova-compute[74535]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:627da594-0bbf-4459-bfeb-8f67be5a4c4b (non-flash)
Dec 06 10:16:07 user nova-compute[74535]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa (non-flash)
Dec 06 10:16:07 user nova-compute[74535]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71 (non-flash)
Dec 06 10:16:07 user nova-compute[74535]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:40ceace4-0d7a-4f93-ab8f-ce151f833604 (non-flash)
Dec 06 10:16:07 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:16:07 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-5161485a-cf96-4d22-91df-b468927db80f tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:16:07 user nova-compute[74535]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:627da594-0bbf-4459-bfeb-8f67be5a4c4b (non-flash)
Dec 06 10:16:07 user nova-compute[74535]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa (non-flash)
Dec 06 10:16:07 user nova-compute[74535]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71 (non-flash)
Dec 06 10:16:07 user nova-compute[74535]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:40ceace4-0d7a-4f93-ab8f-ce151f833604 (non-flash)
Dec 06 10:16:07 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:16:07 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-5161485a-cf96-4d22-91df-b468927db80f tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ff124549510>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:40ceace4-0d7a-4f93-ab8f-ce151f833604'): ({'sdb'}, set())}) {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 10:16:07 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-5161485a-cf96-4d22-91df-b468927db80f tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Removing single pathed devices sdb {{(pid=74535) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 10:16:07 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:16:07 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.025s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:16:07 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[51e6e068-1fce-43cb-ad2c-455481ca1833]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:16:07 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:16:07 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.022s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:16:07 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[83ca64ea-c168-4afa-a75c-737521087bdd]: (4, ('ok\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:16:07 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-5161485a-cf96-4d22-91df-b468927db80f tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Flushing IO for device /dev/sdb {{(pid=74535) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 10:16:07 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:16:07 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:16:07 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1aa10bf-b4ef-480c-a211-b1a6426c8eaf]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:16:07 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-5161485a-cf96-4d22-91df-b468927db80f tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74535) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 10:16:07 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:16:07 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.079s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:16:07 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[74ba06db-8855-4d32-84b6-61b70047ea7b]: (4, ('1', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:16:07 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-5161485a-cf96-4d22-91df-b468927db80f tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 10:16:07 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-5161485a-cf96-4d22-91df-b468927db80f tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] SCSI volumes sdb have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 10:16:07 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-5161485a-cf96-4d22-91df-b468927db80f tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:40ceace4-0d7a-4f93-ab8f-ce151f833604')] {{(pid=74535) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 10:16:07 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:40ceace4-0d7a-4f93-ab8f-ce151f833604 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:16:07 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:40ceace4-0d7a-4f93-ab8f-ce151f833604 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.027s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:16:07 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[ccc8ffa5-7fb3-4c64-970c-4c76816b699f]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:16:07 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-5161485a-cf96-4d22-91df-b468927db80f tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:16:07 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:40ceace4-0d7a-4f93-ab8f-ce151f833604 -p 172.16.0.220:3260 --logout {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:16:08 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:40ceace4-0d7a-4f93-ab8f-ce151f833604 -p 172.16.0.220:3260 --logout" returned: 0 in 0.080s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:16:08 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[85991aaf-307a-421a-af10-7417380d1159]: (4, ('Logging out of session [sid: 39, target: iqn.2010-10.org.openstack:40ceace4-0d7a-4f93-ab8f-ce151f833604, portal: 172.16.0.220,3260]\nLogout of [sid: 39, target: iqn.2010-10.org.openstack:40ceace4-0d7a-4f93-ab8f-ce151f833604, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:16:08 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-5161485a-cf96-4d22-91df-b468927db80f tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 39, target: iqn.2010-10.org.openstack:40ceace4-0d7a-4f93-ab8f-ce151f833604, portal: 172.16.0.220,3260]
Dec 06 10:16:08 user nova-compute[74535]: Logout of [sid: 39, target: iqn.2010-10.org.openstack:40ceace4-0d7a-4f93-ab8f-ce151f833604, portal: 172.16.0.220,3260] successful.
Dec 06 10:16:08 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:16:08 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:40ceace4-0d7a-4f93-ab8f-ce151f833604 -p 172.16.0.220:3260 --op delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:16:08 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:40ceace4-0d7a-4f93-ab8f-ce151f833604 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.031s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:16:08 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[eaf4e0c1-db29-4477-8fee-632e18bd6719]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:16:08 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-5161485a-cf96-4d22-91df-b468927db80f tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:16:08 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-5161485a-cf96-4d22-91df-b468927db80f tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.440s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:16:08 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-5161485a-cf96-4d22-91df-b468927db80f tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] <== disconnect_volume: return (443ms) None {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:16:08 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5161485a-cf96-4d22-91df-b468927db80f tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: c30da4e9-4922-45a7-997a-4de003d8042e] Disconnected iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 10:16:08 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-5161485a-cf96-4d22-91df-b468927db80f tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: c30da4e9-4922-45a7-997a-4de003d8042e] Deleting instance files /opt/stack/data/nova/instances/c30da4e9-4922-45a7-997a-4de003d8042e_del
Dec 06 10:16:08 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-5161485a-cf96-4d22-91df-b468927db80f tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: c30da4e9-4922-45a7-997a-4de003d8042e] Deletion of /opt/stack/data/nova/instances/c30da4e9-4922-45a7-997a-4de003d8042e_del complete
Dec 06 10:16:08 user nova-compute[74535]: INFO nova.compute.manager [None req-5161485a-cf96-4d22-91df-b468927db80f tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: c30da4e9-4922-45a7-997a-4de003d8042e] Took 1.40 seconds to destroy the instance on the hypervisor.
Dec 06 10:16:08 user nova-compute[74535]: DEBUG oslo.service.loopingcall [None req-5161485a-cf96-4d22-91df-b468927db80f tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74535) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 10:16:08 user nova-compute[74535]: DEBUG nova.compute.manager [-] [instance: c30da4e9-4922-45a7-997a-4de003d8042e] Deallocating network for instance {{(pid=74535) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 10:16:08 user nova-compute[74535]: DEBUG nova.network.neutron [-] [instance: c30da4e9-4922-45a7-997a-4de003d8042e] deallocate_for_instance() {{(pid=74535) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 10:16:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:16:08 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-8c7e754a-079b-44df-947f-74d95f0a1284 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Acquiring lock "b1b834bc-519d-497f-97b9-7879f57044f7" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:16:08 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-8c7e754a-079b-44df-947f-74d95f0a1284 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Lock "b1b834bc-519d-497f-97b9-7879f57044f7" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.003s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:16:08 user nova-compute[74535]: INFO nova.compute.manager [None req-8c7e754a-079b-44df-947f-74d95f0a1284 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] Detaching volume 627da594-0bbf-4459-bfeb-8f67be5a4c4b
Dec 06 10:16:08 user nova-compute[74535]: INFO nova.virt.block_device [None req-8c7e754a-079b-44df-947f-74d95f0a1284 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] Attempting to driver detach volume 627da594-0bbf-4459-bfeb-8f67be5a4c4b from mountpoint /dev/vdb
Dec 06 10:16:08 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-8c7e754a-079b-44df-947f-74d95f0a1284 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Attempting to detach device vdb from instance b1b834bc-519d-497f-97b9-7879f57044f7 from the persistent domain config. {{(pid=74535) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 10:16:08 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-8c7e754a-079b-44df-947f-74d95f0a1284 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 10:16:08 user nova-compute[74535]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 10:16:08 user nova-compute[74535]:   <source dev="/dev/sdf"/>
Dec 06 10:16:08 user nova-compute[74535]:   <target dev="vdb" bus="virtio"/>
Dec 06 10:16:08 user nova-compute[74535]:   <serial>627da594-0bbf-4459-bfeb-8f67be5a4c4b</serial>
Dec 06 10:16:08 user nova-compute[74535]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 10:16:08 user nova-compute[74535]: </disk>
Dec 06 10:16:08 user nova-compute[74535]:  {{(pid=74535) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 10:16:08 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-8c7e754a-079b-44df-947f-74d95f0a1284 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Successfully detached device vdb from instance b1b834bc-519d-497f-97b9-7879f57044f7 from the persistent domain config.
Dec 06 10:16:08 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-8c7e754a-079b-44df-947f-74d95f0a1284 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance b1b834bc-519d-497f-97b9-7879f57044f7 from the live domain config. {{(pid=74535) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 10:16:08 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-8c7e754a-079b-44df-947f-74d95f0a1284 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 10:16:08 user nova-compute[74535]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 10:16:08 user nova-compute[74535]:   <source dev="/dev/sdf"/>
Dec 06 10:16:08 user nova-compute[74535]:   <target dev="vdb" bus="virtio"/>
Dec 06 10:16:08 user nova-compute[74535]:   <serial>627da594-0bbf-4459-bfeb-8f67be5a4c4b</serial>
Dec 06 10:16:08 user nova-compute[74535]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 10:16:08 user nova-compute[74535]: </disk>
Dec 06 10:16:08 user nova-compute[74535]:  {{(pid=74535) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 10:16:09 user nova-compute[74535]: DEBUG nova.network.neutron [-] [instance: c30da4e9-4922-45a7-997a-4de003d8042e] Updating instance_info_cache with network_info: [] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:16:09 user nova-compute[74535]: INFO nova.compute.manager [-] [instance: c30da4e9-4922-45a7-997a-4de003d8042e] Took 0.93 seconds to deallocate network for instance.
Dec 06 10:16:09 user nova-compute[74535]: DEBUG nova.compute.manager [req-ed5b507d-dc1c-4ac4-8c5c-e64627d86532 req-13f90797-5208-44a3-9c04-da2a82b8b54a service nova] [instance: c30da4e9-4922-45a7-997a-4de003d8042e] Received event network-vif-plugged-8e6c702e-7639-4d39-879c-cda6569dc787 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:16:09 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-ed5b507d-dc1c-4ac4-8c5c-e64627d86532 req-13f90797-5208-44a3-9c04-da2a82b8b54a service nova] Acquiring lock "c30da4e9-4922-45a7-997a-4de003d8042e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:16:09 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-ed5b507d-dc1c-4ac4-8c5c-e64627d86532 req-13f90797-5208-44a3-9c04-da2a82b8b54a service nova] Lock "c30da4e9-4922-45a7-997a-4de003d8042e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:16:09 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-ed5b507d-dc1c-4ac4-8c5c-e64627d86532 req-13f90797-5208-44a3-9c04-da2a82b8b54a service nova] Lock "c30da4e9-4922-45a7-997a-4de003d8042e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:16:09 user nova-compute[74535]: DEBUG nova.compute.manager [req-ed5b507d-dc1c-4ac4-8c5c-e64627d86532 req-13f90797-5208-44a3-9c04-da2a82b8b54a service nova] [instance: c30da4e9-4922-45a7-997a-4de003d8042e] No waiting events found dispatching network-vif-plugged-8e6c702e-7639-4d39-879c-cda6569dc787 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:16:09 user nova-compute[74535]: WARNING nova.compute.manager [req-ed5b507d-dc1c-4ac4-8c5c-e64627d86532 req-13f90797-5208-44a3-9c04-da2a82b8b54a service nova] [instance: c30da4e9-4922-45a7-997a-4de003d8042e] Received unexpected event network-vif-plugged-8e6c702e-7639-4d39-879c-cda6569dc787 for instance with vm_state active and task_state deleting.
Dec 06 10:16:09 user nova-compute[74535]: DEBUG nova.compute.manager [req-ed5b507d-dc1c-4ac4-8c5c-e64627d86532 req-13f90797-5208-44a3-9c04-da2a82b8b54a service nova] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] Received event network-changed-7940d53f-a8ed-492e-94a8-264e986eacf9 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:16:09 user nova-compute[74535]: DEBUG nova.compute.manager [req-ed5b507d-dc1c-4ac4-8c5c-e64627d86532 req-13f90797-5208-44a3-9c04-da2a82b8b54a service nova] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] Refreshing instance network info cache due to event network-changed-7940d53f-a8ed-492e-94a8-264e986eacf9. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 10:16:09 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-ed5b507d-dc1c-4ac4-8c5c-e64627d86532 req-13f90797-5208-44a3-9c04-da2a82b8b54a service nova] Acquiring lock "refresh_cache-b1b834bc-519d-497f-97b9-7879f57044f7" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:16:09 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-ed5b507d-dc1c-4ac4-8c5c-e64627d86532 req-13f90797-5208-44a3-9c04-da2a82b8b54a service nova] Acquired lock "refresh_cache-b1b834bc-519d-497f-97b9-7879f57044f7" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:16:09 user nova-compute[74535]: DEBUG nova.network.neutron [req-ed5b507d-dc1c-4ac4-8c5c-e64627d86532 req-13f90797-5208-44a3-9c04-da2a82b8b54a service nova] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] Refreshing network info cache for port 7940d53f-a8ed-492e-94a8-264e986eacf9 {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 10:16:09 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-8c7e754a-079b-44df-947f-74d95f0a1284 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance b1b834bc-519d-497f-97b9-7879f57044f7 {{(pid=74535) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 10:16:09 user nova-compute[74535]: DEBUG nova.network.neutron [req-ed5b507d-dc1c-4ac4-8c5c-e64627d86532 req-13f90797-5208-44a3-9c04-da2a82b8b54a service nova] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] Updated VIF entry in instance network info cache for port 7940d53f-a8ed-492e-94a8-264e986eacf9. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 10:16:09 user nova-compute[74535]: DEBUG nova.network.neutron [req-ed5b507d-dc1c-4ac4-8c5c-e64627d86532 req-13f90797-5208-44a3-9c04-da2a82b8b54a service nova] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] Updating instance_info_cache with network_info: [{"id": "7940d53f-a8ed-492e-94a8-264e986eacf9", "address": "fa:16:3e:ee:ab:9e", "network": {"id": "a3dfa24c-76e2-4ead-941f-ba72c57234a4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-566828184-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.23", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17272e061eec432787a47431737ad50f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7940d53f-a8", "ovs_interfaceid": "7940d53f-a8ed-492e-94a8-264e986eacf9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:16:09 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-ed5b507d-dc1c-4ac4-8c5c-e64627d86532 req-13f90797-5208-44a3-9c04-da2a82b8b54a service nova] Releasing lock "refresh_cache-b1b834bc-519d-497f-97b9-7879f57044f7" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:16:09 user nova-compute[74535]: DEBUG nova.compute.manager [req-ed5b507d-dc1c-4ac4-8c5c-e64627d86532 req-13f90797-5208-44a3-9c04-da2a82b8b54a service nova] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] Received event network-changed-7940d53f-a8ed-492e-94a8-264e986eacf9 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:16:09 user nova-compute[74535]: DEBUG nova.compute.manager [req-ed5b507d-dc1c-4ac4-8c5c-e64627d86532 req-13f90797-5208-44a3-9c04-da2a82b8b54a service nova] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] Refreshing instance network info cache due to event network-changed-7940d53f-a8ed-492e-94a8-264e986eacf9. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 10:16:09 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-ed5b507d-dc1c-4ac4-8c5c-e64627d86532 req-13f90797-5208-44a3-9c04-da2a82b8b54a service nova] Acquiring lock "refresh_cache-b1b834bc-519d-497f-97b9-7879f57044f7" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:16:09 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-ed5b507d-dc1c-4ac4-8c5c-e64627d86532 req-13f90797-5208-44a3-9c04-da2a82b8b54a service nova] Acquired lock "refresh_cache-b1b834bc-519d-497f-97b9-7879f57044f7" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:16:09 user nova-compute[74535]: DEBUG nova.network.neutron [req-ed5b507d-dc1c-4ac4-8c5c-e64627d86532 req-13f90797-5208-44a3-9c04-da2a82b8b54a service nova] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] Refreshing network info cache for port 7940d53f-a8ed-492e-94a8-264e986eacf9 {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 10:16:10 user nova-compute[74535]: INFO nova.compute.manager [None req-5161485a-cf96-4d22-91df-b468927db80f tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: c30da4e9-4922-45a7-997a-4de003d8042e] Took 0.96 seconds to detach 1 volumes for instance.
Dec 06 10:16:10 user nova-compute[74535]: DEBUG nova.compute.manager [None req-5161485a-cf96-4d22-91df-b468927db80f tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: c30da4e9-4922-45a7-997a-4de003d8042e] Deleting volume: 40ceace4-0d7a-4f93-ab8f-ce151f833604 {{(pid=74535) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Dec 06 10:16:10 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-5161485a-cf96-4d22-91df-b468927db80f tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:16:10 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-5161485a-cf96-4d22-91df-b468927db80f tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:16:10 user nova-compute[74535]: DEBUG nova.network.neutron [req-ed5b507d-dc1c-4ac4-8c5c-e64627d86532 req-13f90797-5208-44a3-9c04-da2a82b8b54a service nova] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] Updated VIF entry in instance network info cache for port 7940d53f-a8ed-492e-94a8-264e986eacf9. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 10:16:10 user nova-compute[74535]: DEBUG nova.network.neutron [req-ed5b507d-dc1c-4ac4-8c5c-e64627d86532 req-13f90797-5208-44a3-9c04-da2a82b8b54a service nova] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] Updating instance_info_cache with network_info: [{"id": "7940d53f-a8ed-492e-94a8-264e986eacf9", "address": "fa:16:3e:ee:ab:9e", "network": {"id": "a3dfa24c-76e2-4ead-941f-ba72c57234a4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-566828184-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.23", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17272e061eec432787a47431737ad50f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7940d53f-a8", "ovs_interfaceid": "7940d53f-a8ed-492e-94a8-264e986eacf9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:16:10 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-ed5b507d-dc1c-4ac4-8c5c-e64627d86532 req-13f90797-5208-44a3-9c04-da2a82b8b54a service nova] Releasing lock "refresh_cache-b1b834bc-519d-497f-97b9-7879f57044f7" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:16:10 user nova-compute[74535]: DEBUG nova.compute.manager [req-ed5b507d-dc1c-4ac4-8c5c-e64627d86532 req-13f90797-5208-44a3-9c04-da2a82b8b54a service nova] [instance: c30da4e9-4922-45a7-997a-4de003d8042e] Received event network-vif-deleted-8e6c702e-7639-4d39-879c-cda6569dc787 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:16:10 user nova-compute[74535]: INFO nova.compute.manager [req-ed5b507d-dc1c-4ac4-8c5c-e64627d86532 req-13f90797-5208-44a3-9c04-da2a82b8b54a service nova] [instance: c30da4e9-4922-45a7-997a-4de003d8042e] Neutron deleted interface 8e6c702e-7639-4d39-879c-cda6569dc787; detaching it from the instance and deleting it from the info cache
Dec 06 10:16:10 user nova-compute[74535]: DEBUG nova.network.neutron [req-ed5b507d-dc1c-4ac4-8c5c-e64627d86532 req-13f90797-5208-44a3-9c04-da2a82b8b54a service nova] [instance: c30da4e9-4922-45a7-997a-4de003d8042e] Updating instance_info_cache with network_info: [] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:16:10 user nova-compute[74535]: DEBUG nova.compute.manager [req-ed5b507d-dc1c-4ac4-8c5c-e64627d86532 req-13f90797-5208-44a3-9c04-da2a82b8b54a service nova] [instance: c30da4e9-4922-45a7-997a-4de003d8042e] Detach interface failed, port_id=8e6c702e-7639-4d39-879c-cda6569dc787, reason: Instance c30da4e9-4922-45a7-997a-4de003d8042e could not be found. {{(pid=74535) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 06 10:16:10 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-5161485a-cf96-4d22-91df-b468927db80f tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:16:10 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-5161485a-cf96-4d22-91df-b468927db80f tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:16:10 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-5161485a-cf96-4d22-91df-b468927db80f tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.398s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:16:10 user nova-compute[74535]: INFO nova.scheduler.client.report [None req-5161485a-cf96-4d22-91df-b468927db80f tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Deleted allocations for instance c30da4e9-4922-45a7-997a-4de003d8042e
Dec 06 10:16:10 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-5161485a-cf96-4d22-91df-b468927db80f tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lock "c30da4e9-4922-45a7-997a-4de003d8042e" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.995s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:16:12 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:16:13 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:16:16 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-d3ecb059-d363-452c-ae3b-baadbe6d34c3 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Acquiring lock "e89c4f21-c084-4a60-9f6e-717b45ec85b5" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:16:16 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-d3ecb059-d363-452c-ae3b-baadbe6d34c3 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Lock "e89c4f21-c084-4a60-9f6e-717b45ec85b5" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:16:16 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-d3ecb059-d363-452c-ae3b-baadbe6d34c3 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Acquiring lock "e89c4f21-c084-4a60-9f6e-717b45ec85b5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:16:16 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-d3ecb059-d363-452c-ae3b-baadbe6d34c3 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Lock "e89c4f21-c084-4a60-9f6e-717b45ec85b5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:16:16 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-d3ecb059-d363-452c-ae3b-baadbe6d34c3 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Lock "e89c4f21-c084-4a60-9f6e-717b45ec85b5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:16:16 user nova-compute[74535]: INFO nova.compute.manager [None req-d3ecb059-d363-452c-ae3b-baadbe6d34c3 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] Terminating instance
Dec 06 10:16:16 user nova-compute[74535]: DEBUG nova.compute.manager [None req-d3ecb059-d363-452c-ae3b-baadbe6d34c3 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] Start destroying the instance on the hypervisor. {{(pid=74535) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 10:16:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:16:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:16:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:16:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:16:16 user nova-compute[74535]: DEBUG nova.compute.manager [req-267088e1-89ca-4079-97f0-f81ac482b7e4 req-f3d8facf-a913-4c84-bfcb-01969762192b service nova] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] Received event network-vif-unplugged-296acfc2-92b5-4f17-a0b5-bfff03a54490 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:16:16 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-267088e1-89ca-4079-97f0-f81ac482b7e4 req-f3d8facf-a913-4c84-bfcb-01969762192b service nova] Acquiring lock "e89c4f21-c084-4a60-9f6e-717b45ec85b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:16:16 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-267088e1-89ca-4079-97f0-f81ac482b7e4 req-f3d8facf-a913-4c84-bfcb-01969762192b service nova] Lock "e89c4f21-c084-4a60-9f6e-717b45ec85b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:16:16 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-267088e1-89ca-4079-97f0-f81ac482b7e4 req-f3d8facf-a913-4c84-bfcb-01969762192b service nova] Lock "e89c4f21-c084-4a60-9f6e-717b45ec85b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:16:16 user nova-compute[74535]: DEBUG nova.compute.manager [req-267088e1-89ca-4079-97f0-f81ac482b7e4 req-f3d8facf-a913-4c84-bfcb-01969762192b service nova] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] No waiting events found dispatching network-vif-unplugged-296acfc2-92b5-4f17-a0b5-bfff03a54490 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:16:16 user nova-compute[74535]: DEBUG nova.compute.manager [req-267088e1-89ca-4079-97f0-f81ac482b7e4 req-f3d8facf-a913-4c84-bfcb-01969762192b service nova] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] Received event network-vif-unplugged-296acfc2-92b5-4f17-a0b5-bfff03a54490 for instance with task_state deleting. {{(pid=74535) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 10:16:16 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] Instance destroyed successfully.
Dec 06 10:16:16 user nova-compute[74535]: DEBUG nova.objects.instance [None req-d3ecb059-d363-452c-ae3b-baadbe6d34c3 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Lazy-loading 'resources' on Instance uuid e89c4f21-c084-4a60-9f6e-717b45ec85b5 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:16:16 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-d3ecb059-d363-452c-ae3b-baadbe6d34c3 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:06:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-450043046',display_name='tempest-AttachVolumeTestJSON-server-450043046',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-450043046',id=27,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEqZwqMLiPe7Yp/GSSgAh5dYcNlbQZ5blONjeVTm3UNmD2ImBszlYhPDvHraxyOGIuSYPbzQE8DM04o2kaojJCmJN7IqNc2vcab1b10dCq9WsocSiF6q4wS7QzXeGmyL+Q==',key_name='tempest-keypair-1898796578',keypairs=<?>,launch_index=0,launched_at=2023-12-06T10:06:27Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='8840080b6b574c778530aeea5bf3f550',ramdisk_id='',reservation_id='r-x0mblnvn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-2067266543',owner_user_name='tempest-AttachVolumeTestJSON-2067266543-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T10:14:31Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b22979f454db4d11a74c5b96e1707f68',uuid=e89c4f21-c084-4a60-9f6e-717b45ec85b5,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "296acfc2-92b5-4f17-a0b5-bfff03a54490", "address": "fa:16:3e:e0:fe:39", "network": {"id": "78fe6863-d419-4ad8-bc86-d7a081b8999b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1219285107-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8840080b6b574c778530aeea5bf3f550", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap296acfc2-92", "ovs_interfaceid": "296acfc2-92b5-4f17-a0b5-bfff03a54490", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 10:16:16 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-d3ecb059-d363-452c-ae3b-baadbe6d34c3 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Converting VIF {"id": "296acfc2-92b5-4f17-a0b5-bfff03a54490", "address": "fa:16:3e:e0:fe:39", "network": {"id": "78fe6863-d419-4ad8-bc86-d7a081b8999b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1219285107-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8840080b6b574c778530aeea5bf3f550", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap296acfc2-92", "ovs_interfaceid": "296acfc2-92b5-4f17-a0b5-bfff03a54490", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:16:16 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-d3ecb059-d363-452c-ae3b-baadbe6d34c3 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e0:fe:39,bridge_name='br-int',has_traffic_filtering=True,id=296acfc2-92b5-4f17-a0b5-bfff03a54490,network=Network(78fe6863-d419-4ad8-bc86-d7a081b8999b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap296acfc2-92') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:16:16 user nova-compute[74535]: DEBUG os_vif [None req-d3ecb059-d363-452c-ae3b-baadbe6d34c3 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e0:fe:39,bridge_name='br-int',has_traffic_filtering=True,id=296acfc2-92b5-4f17-a0b5-bfff03a54490,network=Network(78fe6863-d419-4ad8-bc86-d7a081b8999b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap296acfc2-92') {{(pid=74535) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 10:16:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:16:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap296acfc2-92, bridge=br-int, if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:16:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:16:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:16:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:16:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=61e360ea-c015-4384-b234-368030ded2b7) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:16:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:16:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:16:16 user nova-compute[74535]: INFO os_vif [None req-d3ecb059-d363-452c-ae3b-baadbe6d34c3 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e0:fe:39,bridge_name='br-int',has_traffic_filtering=True,id=296acfc2-92b5-4f17-a0b5-bfff03a54490,network=Network(78fe6863-d419-4ad8-bc86-d7a081b8999b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap296acfc2-92')
Dec 06 10:16:16 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-d3ecb059-d363-452c-ae3b-baadbe6d34c3 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] Deleting instance files /opt/stack/data/nova/instances/e89c4f21-c084-4a60-9f6e-717b45ec85b5_del
Dec 06 10:16:16 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-d3ecb059-d363-452c-ae3b-baadbe6d34c3 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] Deletion of /opt/stack/data/nova/instances/e89c4f21-c084-4a60-9f6e-717b45ec85b5_del complete
Dec 06 10:16:16 user nova-compute[74535]: INFO nova.compute.manager [None req-d3ecb059-d363-452c-ae3b-baadbe6d34c3 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] Took 0.70 seconds to destroy the instance on the hypervisor.
Dec 06 10:16:16 user nova-compute[74535]: DEBUG oslo.service.loopingcall [None req-d3ecb059-d363-452c-ae3b-baadbe6d34c3 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74535) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 10:16:16 user nova-compute[74535]: DEBUG nova.compute.manager [-] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] Deallocating network for instance {{(pid=74535) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 10:16:16 user nova-compute[74535]: DEBUG nova.network.neutron [-] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] deallocate_for_instance() {{(pid=74535) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 10:16:18 user nova-compute[74535]: DEBUG nova.network.neutron [-] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] Updating instance_info_cache with network_info: [] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:16:18 user nova-compute[74535]: DEBUG nova.compute.manager [req-ac49c3f4-7953-48f3-add7-7f87f7c06454 req-5efa483d-97e0-4184-9285-a98ee2fdb5c4 service nova] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] Received event network-vif-deleted-296acfc2-92b5-4f17-a0b5-bfff03a54490 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:16:18 user nova-compute[74535]: INFO nova.compute.manager [req-ac49c3f4-7953-48f3-add7-7f87f7c06454 req-5efa483d-97e0-4184-9285-a98ee2fdb5c4 service nova] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] Neutron deleted interface 296acfc2-92b5-4f17-a0b5-bfff03a54490; detaching it from the instance and deleting it from the info cache
Dec 06 10:16:18 user nova-compute[74535]: DEBUG nova.network.neutron [req-ac49c3f4-7953-48f3-add7-7f87f7c06454 req-5efa483d-97e0-4184-9285-a98ee2fdb5c4 service nova] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] Updating instance_info_cache with network_info: [] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:16:18 user nova-compute[74535]: INFO nova.compute.manager [-] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] Took 1.30 seconds to deallocate network for instance.
Dec 06 10:16:18 user nova-compute[74535]: DEBUG nova.compute.manager [req-ac49c3f4-7953-48f3-add7-7f87f7c06454 req-5efa483d-97e0-4184-9285-a98ee2fdb5c4 service nova] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] Detach interface failed, port_id=296acfc2-92b5-4f17-a0b5-bfff03a54490, reason: Instance e89c4f21-c084-4a60-9f6e-717b45ec85b5 could not be found. {{(pid=74535) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 06 10:16:18 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-d3ecb059-d363-452c-ae3b-baadbe6d34c3 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:16:18 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-d3ecb059-d363-452c-ae3b-baadbe6d34c3 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:16:18 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:16:18 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-d3ecb059-d363-452c-ae3b-baadbe6d34c3 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:16:18 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-d3ecb059-d363-452c-ae3b-baadbe6d34c3 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:16:18 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-d3ecb059-d363-452c-ae3b-baadbe6d34c3 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.294s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:16:18 user nova-compute[74535]: INFO nova.scheduler.client.report [None req-d3ecb059-d363-452c-ae3b-baadbe6d34c3 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Deleted allocations for instance e89c4f21-c084-4a60-9f6e-717b45ec85b5
Dec 06 10:16:18 user nova-compute[74535]: DEBUG nova.compute.manager [req-afa69818-f222-4af9-b79e-c413e330748d req-109fb531-6f50-4f8f-9d66-612d5fe8be3f service nova] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] Received event network-vif-plugged-296acfc2-92b5-4f17-a0b5-bfff03a54490 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:16:18 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-afa69818-f222-4af9-b79e-c413e330748d req-109fb531-6f50-4f8f-9d66-612d5fe8be3f service nova] Acquiring lock "e89c4f21-c084-4a60-9f6e-717b45ec85b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:16:18 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-afa69818-f222-4af9-b79e-c413e330748d req-109fb531-6f50-4f8f-9d66-612d5fe8be3f service nova] Lock "e89c4f21-c084-4a60-9f6e-717b45ec85b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:16:18 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-afa69818-f222-4af9-b79e-c413e330748d req-109fb531-6f50-4f8f-9d66-612d5fe8be3f service nova] Lock "e89c4f21-c084-4a60-9f6e-717b45ec85b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:16:18 user nova-compute[74535]: DEBUG nova.compute.manager [req-afa69818-f222-4af9-b79e-c413e330748d req-109fb531-6f50-4f8f-9d66-612d5fe8be3f service nova] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] No waiting events found dispatching network-vif-plugged-296acfc2-92b5-4f17-a0b5-bfff03a54490 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:16:18 user nova-compute[74535]: WARNING nova.compute.manager [req-afa69818-f222-4af9-b79e-c413e330748d req-109fb531-6f50-4f8f-9d66-612d5fe8be3f service nova] [instance: e89c4f21-c084-4a60-9f6e-717b45ec85b5] Received unexpected event network-vif-plugged-296acfc2-92b5-4f17-a0b5-bfff03a54490 for instance with vm_state deleted and task_state None.
Dec 06 10:16:18 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-d3ecb059-d363-452c-ae3b-baadbe6d34c3 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Lock "e89c4f21-c084-4a60-9f6e-717b45ec85b5" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.496s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:16:20 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:16:20 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:16:20 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:16:20 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:16:20 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74535) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 10:16:21 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:16:22 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:16:22 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:16:22 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:16:22 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:16:22 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Auditing locally available compute resources for user (node: user) {{(pid=74535) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 10:16:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1b834bc-519d-497f-97b9-7879f57044f7/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:16:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1b834bc-519d-497f-97b9-7879f57044f7/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:16:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1b834bc-519d-497f-97b9-7879f57044f7/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:16:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:16:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1b834bc-519d-497f-97b9-7879f57044f7/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:16:23 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74535) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 10:16:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/19664d45-f856-4eb0-84d7-c1d29b1f5d0e/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:16:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/19664d45-f856-4eb0-84d7-c1d29b1f5d0e/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:16:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/19664d45-f856-4eb0-84d7-c1d29b1f5d0e/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:16:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/19664d45-f856-4eb0-84d7-c1d29b1f5d0e/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:16:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk.rescue --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:16:24 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk.rescue --force-share --output=json" returned: 0 in 0.181s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:16:24 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk.rescue --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:16:24 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk.rescue --force-share --output=json" returned: 0 in 0.215s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:16:24 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:16:24 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:16:24 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:16:24 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:16:24 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b637d5b3-fb04-4395-aebd-65290980782f/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:16:24 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b637d5b3-fb04-4395-aebd-65290980782f/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:16:24 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b637d5b3-fb04-4395-aebd-65290980782f/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:16:25 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b637d5b3-fb04-4395-aebd-65290980782f/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:16:25 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] skipping disk /dev/sdg (vda) as it is a volume {{(pid=74535) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 10:16:25 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74535) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 10:16:25 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed2fce2f-b3c8-4e33-8a20-002be3be78d5/disk.rescue --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:16:25 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed2fce2f-b3c8-4e33-8a20-002be3be78d5/disk.rescue --force-share --output=json" returned: 0 in 0.189s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:16:25 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed2fce2f-b3c8-4e33-8a20-002be3be78d5/disk.rescue --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:16:25 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed2fce2f-b3c8-4e33-8a20-002be3be78d5/disk.rescue --force-share --output=json" returned: 0 in 0.180s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:16:25 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d9150e7-0f02-4b19-b3f2-b329620d9722/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:16:25 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d9150e7-0f02-4b19-b3f2-b329620d9722/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:16:25 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d9150e7-0f02-4b19-b3f2-b329620d9722/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:16:25 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d9150e7-0f02-4b19-b3f2-b329620d9722/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:16:25 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f37b4f2-47f1-474f-82cb-fa93ff07f428/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:16:25 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:16:26 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f37b4f2-47f1-474f-82cb-fa93ff07f428/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:16:26 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f37b4f2-47f1-474f-82cb-fa93ff07f428/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:16:26 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f37b4f2-47f1-474f-82cb-fa93ff07f428/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:16:26 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:16:26 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:16:26 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Hypervisor/Node resource view: name=user free_ram=7921MB free_disk=24.944839477539062GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74535) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 10:16:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:16:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:16:26 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:16:26 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 2d9150e7-0f02-4b19-b3f2-b329620d9722 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:16:26 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 5f37b4f2-47f1-474f-82cb-fa93ff07f428 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:16:26 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance d742d153-7670-4be9-8477-882f6a39f03f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:16:26 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 66440071-6cf6-4b6d-8d2a-edd5c1885510 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:16:26 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 19664d45-f856-4eb0-84d7-c1d29b1f5d0e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:16:26 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance b1b834bc-519d-497f-97b9-7879f57044f7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:16:26 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:16:26 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance ed2fce2f-b3c8-4e33-8a20-002be3be78d5 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:16:26 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance b637d5b3-fb04-4395-aebd-65290980782f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:16:26 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Total usable vcpus: 12, total allocated vcpus: 9 {{(pid=74535) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 10:16:26 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Final resource view: name=user phys_ram=16011MB used_ram=5120MB phys_disk=40GB used_disk=6GB total_vcpus=12 used_vcpus=9 pci_stats=[] {{(pid=74535) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 10:16:27 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:16:27 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:16:27 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Compute_service record updated for user:user {{(pid=74535) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 10:16:27 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.503s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:16:28 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:16:28 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:16:28 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:16:28 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:16:28 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:16:28 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:16:28 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:16:28 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:16:28 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Starting heal instance info cache {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 10:16:29 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "refresh_cache-66440071-6cf6-4b6d-8d2a-edd5c1885510" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:16:29 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquired lock "refresh_cache-66440071-6cf6-4b6d-8d2a-edd5c1885510" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:16:29 user nova-compute[74535]: DEBUG nova.network.neutron [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] Forcefully refreshing network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 10:16:29 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-8c7e754a-079b-44df-947f-74d95f0a1284 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance b1b834bc-519d-497f-97b9-7879f57044f7 is timed out.
Dec 06 10:16:29 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-8c7e754a-079b-44df-947f-74d95f0a1284 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Successfully detached device vdb from instance b1b834bc-519d-497f-97b9-7879f57044f7 from the live domain config.
Dec 06 10:16:29 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8c7e754a-079b-44df-947f-74d95f0a1284 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] calling os-brick to detach iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 10:16:29 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c7e754a-079b-44df-947f-74d95f0a1284 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, {'target_iqn': 'iqn.2010-10.org.openstack:627da594-0bbf-4459-bfeb-8f67be5a4c4b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DYpnjQlm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': False}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:16:29 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-8c7e754a-079b-44df-947f-74d95f0a1284 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:16:29 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-8c7e754a-079b-44df-947f-74d95f0a1284 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:16:29 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-8c7e754a-079b-44df-947f-74d95f0a1284 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:16:29 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:16:29 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:16:29 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[c16b42a9-e342-4d8d-b804-28ccdf5712c7]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:627da594-0bbf-4459-bfeb-8f67be5a4c4b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:16:29 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c7e754a-079b-44df-947f-74d95f0a1284 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 10:16:29 user nova-compute[74535]: No targets found.
Dec 06 10:16:29 user nova-compute[74535]: iSNS:
Dec 06 10:16:29 user nova-compute[74535]: No targets found.
Dec 06 10:16:29 user nova-compute[74535]: STATIC:
Dec 06 10:16:29 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa
Dec 06 10:16:29 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:16:29 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:16:29 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8
Dec 06 10:16:29 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:16:29 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:16:29 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71
Dec 06 10:16:29 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:16:29 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:16:29 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:627da594-0bbf-4459-bfeb-8f67be5a4c4b
Dec 06 10:16:29 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:16:29 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:16:29 user nova-compute[74535]: FIRMWARE:
Dec 06 10:16:29 user nova-compute[74535]: No targets found.
Dec 06 10:16:29 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:16:29 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c7e754a-079b-44df-947f-74d95f0a1284 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 10:16:29 user nova-compute[74535]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 10:16:29 user nova-compute[74535]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74535) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 10:16:29 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c7e754a-079b-44df-947f-74d95f0a1284 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:627da594-0bbf-4459-bfeb-8f67be5a4c4b', 0)] {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 10:16:29 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:16:29 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:16:29 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[ffcd8211-fff3-4037-b50d-580350353cd3]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:627da594-0bbf-4459-bfeb-8f67be5a4c4b\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:16:29 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:16:29 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:16:29 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[5df17625-983d-4746-9ea5-6533d3880852]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:627da594-0bbf-4459-bfeb-8f67be5a4c4b (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71 (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:16:29 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c7e754a-079b-44df-947f-74d95f0a1284 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:16:29 user nova-compute[74535]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:627da594-0bbf-4459-bfeb-8f67be5a4c4b (non-flash)
Dec 06 10:16:29 user nova-compute[74535]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa (non-flash)
Dec 06 10:16:29 user nova-compute[74535]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71 (non-flash)
Dec 06 10:16:29 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:16:29 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c7e754a-079b-44df-947f-74d95f0a1284 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:16:29 user nova-compute[74535]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:627da594-0bbf-4459-bfeb-8f67be5a4c4b (non-flash)
Dec 06 10:16:29 user nova-compute[74535]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa (non-flash)
Dec 06 10:16:29 user nova-compute[74535]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71 (non-flash)
Dec 06 10:16:29 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:16:29 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c7e754a-079b-44df-947f-74d95f0a1284 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ff1007cfd00>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:627da594-0bbf-4459-bfeb-8f67be5a4c4b'): ({'sdf'}, set())}) {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 10:16:29 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-8c7e754a-079b-44df-947f-74d95f0a1284 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Removing single pathed devices sdf {{(pid=74535) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 10:16:29 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:16:29 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.023s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:16:29 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[92cb1fbf-db33-46b6-a6f3-52e7c69f993f]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:16:29 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:16:29 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.022s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:16:29 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e126dd1-0e90-4eef-a00c-67245df3aa0c]: (4, ('ok\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:16:29 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-8c7e754a-079b-44df-947f-74d95f0a1284 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Flushing IO for device /dev/sdf {{(pid=74535) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 10:16:29 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:16:29 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.017s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:16:29 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0418961-9498-4ec6-8d64-bcdd1429b37a]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:16:29 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-8c7e754a-079b-44df-947f-74d95f0a1284 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=74535) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 10:16:29 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:16:29 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.037s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:16:29 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[042eaebd-940e-44bb-bd17-4e2010b53fc1]: (4, ('1', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:16:29 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-8c7e754a-079b-44df-947f-74d95f0a1284 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 10:16:29 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-8c7e754a-079b-44df-947f-74d95f0a1284 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] SCSI volumes sdf have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 10:16:29 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c7e754a-079b-44df-947f-74d95f0a1284 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:627da594-0bbf-4459-bfeb-8f67be5a4c4b')] {{(pid=74535) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 10:16:29 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:627da594-0bbf-4459-bfeb-8f67be5a4c4b -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:16:29 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:627da594-0bbf-4459-bfeb-8f67be5a4c4b -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:16:29 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[dbddda49-9c51-4005-8ba9-9686497f466a]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:16:29 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c7e754a-079b-44df-947f-74d95f0a1284 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:16:29 user nova-compute[74535]: DEBUG nova.network.neutron [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] Updating instance_info_cache with network_info: [{"id": "31d6d3a9-3d99-4759-877e-65245c614bd3", "address": "fa:16:3e:fe:d6:66", "network": {"id": "5d9c1cb1-5902-482f-8b27-801fd79a97a7", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-530073939-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e51798204a674f858778dac8b46e7fec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap31d6d3a9-3d", "ovs_interfaceid": "31d6d3a9-3d99-4759-877e-65245c614bd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:16:29 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:627da594-0bbf-4459-bfeb-8f67be5a4c4b -p 172.16.0.220:3260 --logout {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:16:29 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Releasing lock "refresh_cache-66440071-6cf6-4b6d-8d2a-edd5c1885510" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:16:29 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] Updated the network info_cache for instance {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 10:16:29 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:627da594-0bbf-4459-bfeb-8f67be5a4c4b -p 172.16.0.220:3260 --logout" returned: 0 in 0.074s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:16:29 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4f9e2a2-94d3-47a3-a7cc-95f676a4c3d4]: (4, ('Logging out of session [sid: 36, target: iqn.2010-10.org.openstack:627da594-0bbf-4459-bfeb-8f67be5a4c4b, portal: 172.16.0.220,3260]\nLogout of [sid: 36, target: iqn.2010-10.org.openstack:627da594-0bbf-4459-bfeb-8f67be5a4c4b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:16:29 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c7e754a-079b-44df-947f-74d95f0a1284 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 36, target: iqn.2010-10.org.openstack:627da594-0bbf-4459-bfeb-8f67be5a4c4b, portal: 172.16.0.220,3260]
Dec 06 10:16:29 user nova-compute[74535]: Logout of [sid: 36, target: iqn.2010-10.org.openstack:627da594-0bbf-4459-bfeb-8f67be5a4c4b, portal: 172.16.0.220,3260] successful.
Dec 06 10:16:29 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:16:29 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:627da594-0bbf-4459-bfeb-8f67be5a4c4b -p 172.16.0.220:3260 --op delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:16:29 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:627da594-0bbf-4459-bfeb-8f67be5a4c4b -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:16:29 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[0261772f-655d-4330-9a38-749e8e7b3dd5]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:16:29 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c7e754a-079b-44df-947f-74d95f0a1284 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:16:29 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-8c7e754a-079b-44df-947f-74d95f0a1284 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.348s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:16:29 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c7e754a-079b-44df-947f-74d95f0a1284 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] <== disconnect_volume: return (349ms) None {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:16:29 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8c7e754a-079b-44df-947f-74d95f0a1284 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] Disconnected iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 10:16:30 user nova-compute[74535]: DEBUG nova.objects.instance [None req-8c7e754a-079b-44df-947f-74d95f0a1284 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Lazy-loading 'flavor' on Instance uuid b1b834bc-519d-497f-97b9-7879f57044f7 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:16:30 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-8c7e754a-079b-44df-947f-74d95f0a1284 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Lock "b1b834bc-519d-497f-97b9-7879f57044f7" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.036s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:16:31 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:16:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:16:36 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:16:38 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Acquiring lock "1c96df88-e418-4e7f-8dc7-11ded268be2f" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:16:38 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Lock "1c96df88-e418-4e7f-8dc7-11ded268be2f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:16:38 user nova-compute[74535]: DEBUG nova.compute.manager [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] Starting instance... {{(pid=74535) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 10:16:38 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:16:38 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:16:38 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74535) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 10:16:38 user nova-compute[74535]: INFO nova.compute.claims [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] Claim successful on node user
Dec 06 10:16:38 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3e37ade7-f355-4149-9998-f1a363126daa tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Acquiring lock "fe817c29-6591-4ff1-9662-a3c83681ed9b" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:16:38 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3e37ade7-f355-4149-9998-f1a363126daa tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lock "fe817c29-6591-4ff1-9662-a3c83681ed9b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:16:38 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3e37ade7-f355-4149-9998-f1a363126daa tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: fe817c29-6591-4ff1-9662-a3c83681ed9b] Starting instance... {{(pid=74535) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 10:16:38 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3e37ade7-f355-4149-9998-f1a363126daa tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:16:38 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:16:38 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:16:38 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.454s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:16:38 user nova-compute[74535]: DEBUG nova.compute.manager [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] Start building networks asynchronously for instance. {{(pid=74535) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 10:16:38 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3e37ade7-f355-4149-9998-f1a363126daa tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.125s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:16:38 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-3e37ade7-f355-4149-9998-f1a363126daa tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74535) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 10:16:38 user nova-compute[74535]: INFO nova.compute.claims [None req-3e37ade7-f355-4149-9998-f1a363126daa tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: fe817c29-6591-4ff1-9662-a3c83681ed9b] Claim successful on node user
Dec 06 10:16:38 user nova-compute[74535]: DEBUG nova.compute.manager [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] Allocating IP information in the background. {{(pid=74535) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 10:16:38 user nova-compute[74535]: DEBUG nova.network.neutron [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] allocate_for_instance() {{(pid=74535) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 10:16:38 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 10:16:38 user nova-compute[74535]: DEBUG nova.compute.manager [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] Start building block device mappings for instance. {{(pid=74535) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 10:16:39 user nova-compute[74535]: DEBUG nova.policy [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3ffb4a55eede41ed98387c10775964a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0ace73dfd4cb4dfb8dab473b5f2efeb4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74535) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 10:16:39 user nova-compute[74535]: INFO nova.virt.block_device [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] Booting with volume d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 at /dev/vda
Dec 06 10:16:39 user nova-compute[74535]: DEBUG os_brick.utils [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:16:39 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:16:39 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:16:39 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb7a6859-f8a2-4d62-8164-6f30725b1c10]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d95ac7cee77a\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:16:39 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:16:39 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:16:39 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[674ef6c3-8b4b-4ea9-8e55-5060ee520dc2]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:16:39 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:16:39 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:16:39 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[bdf2fcb6-6f2a-479e-bf43-795641702e7c]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:16:39 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[485fdee0-7367-4a94-b0d5-2958a43eb8ca]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:16:39 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Running cmd (subprocess): nvme version {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:16:39 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] 'nvme version' failed. Not Retrying. {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 10:16:39 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.nvmeof [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] nvme not present on system {{(pid=74535) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 10:16:39 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:16:39 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 10:16:39 user nova-compute[74535]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 10:16:39 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d2f6f92-9734-4a6b-bfc8-71e9ebb37a88]: (4, '') {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:16:39 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74535) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 10:16:39 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74535) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 10:16:39 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] LIGHTOS: no hostnqn found. {{(pid=74535) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 10:16:39 user nova-compute[74535]: DEBUG os_brick.utils [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] <== get_connector_properties: return (141ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d95ac7cee77a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:16:39 user nova-compute[74535]: DEBUG nova.virt.block_device [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] Updating existing volume attachment record: 61399c24-6cda-4dd1-a2b0-0dee5e3dd7d5 {{(pid=74535) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 10:16:39 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-3e37ade7-f355-4149-9998-f1a363126daa tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:16:39 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-3e37ade7-f355-4149-9998-f1a363126daa tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:16:39 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3e37ade7-f355-4149-9998-f1a363126daa tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.553s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:16:39 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3e37ade7-f355-4149-9998-f1a363126daa tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: fe817c29-6591-4ff1-9662-a3c83681ed9b] Start building networks asynchronously for instance. {{(pid=74535) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 10:16:39 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3e37ade7-f355-4149-9998-f1a363126daa tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: fe817c29-6591-4ff1-9662-a3c83681ed9b] Allocating IP information in the background. {{(pid=74535) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 10:16:39 user nova-compute[74535]: DEBUG nova.network.neutron [None req-3e37ade7-f355-4149-9998-f1a363126daa tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: fe817c29-6591-4ff1-9662-a3c83681ed9b] allocate_for_instance() {{(pid=74535) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 10:16:39 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-3e37ade7-f355-4149-9998-f1a363126daa tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: fe817c29-6591-4ff1-9662-a3c83681ed9b] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 10:16:39 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3e37ade7-f355-4149-9998-f1a363126daa tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: fe817c29-6591-4ff1-9662-a3c83681ed9b] Start building block device mappings for instance. {{(pid=74535) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 10:16:39 user nova-compute[74535]: DEBUG nova.policy [None req-3e37ade7-f355-4149-9998-f1a363126daa tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2a00a36cf91f4768aadaeccc7d530154', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ad8e6f48b8f442aa80f5839b55ad4b74', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74535) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 10:16:39 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3e37ade7-f355-4149-9998-f1a363126daa tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: fe817c29-6591-4ff1-9662-a3c83681ed9b] Start spawning the instance on the hypervisor. {{(pid=74535) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 10:16:39 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3e37ade7-f355-4149-9998-f1a363126daa tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: fe817c29-6591-4ff1-9662-a3c83681ed9b] Creating instance directory {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 10:16:39 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-3e37ade7-f355-4149-9998-f1a363126daa tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: fe817c29-6591-4ff1-9662-a3c83681ed9b] Creating image(s)
Dec 06 10:16:39 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3e37ade7-f355-4149-9998-f1a363126daa tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Acquiring lock "/opt/stack/data/nova/instances/fe817c29-6591-4ff1-9662-a3c83681ed9b/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:16:39 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3e37ade7-f355-4149-9998-f1a363126daa tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lock "/opt/stack/data/nova/instances/fe817c29-6591-4ff1-9662-a3c83681ed9b/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:16:39 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3e37ade7-f355-4149-9998-f1a363126daa tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lock "/opt/stack/data/nova/instances/fe817c29-6591-4ff1-9662-a3c83681ed9b/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.007s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:16:39 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3e37ade7-f355-4149-9998-f1a363126daa tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:16:39 user nova-compute[74535]: DEBUG nova.network.neutron [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] Successfully created port: 826a7e89-24d5-467a-9863-54b98ea68d92 {{(pid=74535) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 10:16:39 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3e37ade7-f355-4149-9998-f1a363126daa tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.194s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:16:39 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3e37ade7-f355-4149-9998-f1a363126daa tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Acquiring lock "7aef4f97309efbd0d8988be1fd45eed756898e08" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:16:39 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3e37ade7-f355-4149-9998-f1a363126daa tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lock "7aef4f97309efbd0d8988be1fd45eed756898e08" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:16:39 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3e37ade7-f355-4149-9998-f1a363126daa tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:16:40 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3e37ade7-f355-4149-9998-f1a363126daa tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.196s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:16:40 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3e37ade7-f355-4149-9998-f1a363126daa tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08,backing_fmt=raw /opt/stack/data/nova/instances/fe817c29-6591-4ff1-9662-a3c83681ed9b/disk 1073741824 {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:16:40 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3e37ade7-f355-4149-9998-f1a363126daa tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08,backing_fmt=raw /opt/stack/data/nova/instances/fe817c29-6591-4ff1-9662-a3c83681ed9b/disk 1073741824" returned: 0 in 0.056s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:16:40 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3e37ade7-f355-4149-9998-f1a363126daa tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lock "7aef4f97309efbd0d8988be1fd45eed756898e08" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.259s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:16:40 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3e37ade7-f355-4149-9998-f1a363126daa tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:16:40 user nova-compute[74535]: DEBUG nova.network.neutron [None req-3e37ade7-f355-4149-9998-f1a363126daa tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: fe817c29-6591-4ff1-9662-a3c83681ed9b] Successfully created port: 1363e7c4-5e61-4c5e-8eca-e0f366bb4a0c {{(pid=74535) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 10:16:40 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3e37ade7-f355-4149-9998-f1a363126daa tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.193s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:16:40 user nova-compute[74535]: DEBUG nova.virt.disk.api [None req-3e37ade7-f355-4149-9998-f1a363126daa tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Checking if we can resize image /opt/stack/data/nova/instances/fe817c29-6591-4ff1-9662-a3c83681ed9b/disk. size=1073741824 {{(pid=74535) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 10:16:40 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3e37ade7-f355-4149-9998-f1a363126daa tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe817c29-6591-4ff1-9662-a3c83681ed9b/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:16:40 user nova-compute[74535]: DEBUG nova.network.neutron [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] Successfully updated port: 826a7e89-24d5-467a-9863-54b98ea68d92 {{(pid=74535) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 10:16:40 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Acquiring lock "refresh_cache-1c96df88-e418-4e7f-8dc7-11ded268be2f" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:16:40 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Acquired lock "refresh_cache-1c96df88-e418-4e7f-8dc7-11ded268be2f" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:16:40 user nova-compute[74535]: DEBUG nova.network.neutron [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] Building network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 10:16:40 user nova-compute[74535]: DEBUG nova.compute.manager [req-9de3d88c-7c0d-41f5-9b05-87378dbb491b req-f1f758f4-23dc-47be-8392-466ff4b47281 service nova] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] Received event network-changed-826a7e89-24d5-467a-9863-54b98ea68d92 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:16:40 user nova-compute[74535]: DEBUG nova.compute.manager [req-9de3d88c-7c0d-41f5-9b05-87378dbb491b req-f1f758f4-23dc-47be-8392-466ff4b47281 service nova] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] Refreshing instance network info cache due to event network-changed-826a7e89-24d5-467a-9863-54b98ea68d92. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 10:16:40 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-9de3d88c-7c0d-41f5-9b05-87378dbb491b req-f1f758f4-23dc-47be-8392-466ff4b47281 service nova] Acquiring lock "refresh_cache-1c96df88-e418-4e7f-8dc7-11ded268be2f" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:16:40 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3e37ade7-f355-4149-9998-f1a363126daa tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe817c29-6591-4ff1-9662-a3c83681ed9b/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:16:40 user nova-compute[74535]: DEBUG nova.virt.disk.api [None req-3e37ade7-f355-4149-9998-f1a363126daa tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Cannot resize image /opt/stack/data/nova/instances/fe817c29-6591-4ff1-9662-a3c83681ed9b/disk to a smaller size. {{(pid=74535) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 10:16:40 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3e37ade7-f355-4149-9998-f1a363126daa tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: fe817c29-6591-4ff1-9662-a3c83681ed9b] Created local disks {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 10:16:40 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3e37ade7-f355-4149-9998-f1a363126daa tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: fe817c29-6591-4ff1-9662-a3c83681ed9b] Ensure instance console log exists: /opt/stack/data/nova/instances/fe817c29-6591-4ff1-9662-a3c83681ed9b/console.log {{(pid=74535) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 10:16:40 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3e37ade7-f355-4149-9998-f1a363126daa tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:16:40 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3e37ade7-f355-4149-9998-f1a363126daa tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:16:40 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3e37ade7-f355-4149-9998-f1a363126daa tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:16:40 user nova-compute[74535]: DEBUG nova.network.neutron [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] Instance cache missing network info. {{(pid=74535) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 10:16:40 user nova-compute[74535]: DEBUG nova.network.neutron [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] Updating instance_info_cache with network_info: [{"id": "826a7e89-24d5-467a-9863-54b98ea68d92", "address": "fa:16:3e:0c:a2:3f", "network": {"id": "74a3f146-4003-425a-8979-30526ca54e84", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1622508651-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ace73dfd4cb4dfb8dab473b5f2efeb4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap826a7e89-24", "ovs_interfaceid": "826a7e89-24d5-467a-9863-54b98ea68d92", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:16:40 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Releasing lock "refresh_cache-1c96df88-e418-4e7f-8dc7-11ded268be2f" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:16:40 user nova-compute[74535]: DEBUG nova.compute.manager [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] Instance network_info: |[{"id": "826a7e89-24d5-467a-9863-54b98ea68d92", "address": "fa:16:3e:0c:a2:3f", "network": {"id": "74a3f146-4003-425a-8979-30526ca54e84", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1622508651-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ace73dfd4cb4dfb8dab473b5f2efeb4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap826a7e89-24", "ovs_interfaceid": "826a7e89-24d5-467a-9863-54b98ea68d92", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74535) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 10:16:40 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-9de3d88c-7c0d-41f5-9b05-87378dbb491b req-f1f758f4-23dc-47be-8392-466ff4b47281 service nova] Acquired lock "refresh_cache-1c96df88-e418-4e7f-8dc7-11ded268be2f" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:16:40 user nova-compute[74535]: DEBUG nova.network.neutron [req-9de3d88c-7c0d-41f5-9b05-87378dbb491b req-f1f758f4-23dc-47be-8392-466ff4b47281 service nova] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] Refreshing network info cache for port 826a7e89-24d5-467a-9863-54b98ea68d92 {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 10:16:41 user nova-compute[74535]: DEBUG nova.network.neutron [None req-3e37ade7-f355-4149-9998-f1a363126daa tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: fe817c29-6591-4ff1-9662-a3c83681ed9b] Successfully updated port: 1363e7c4-5e61-4c5e-8eca-e0f366bb4a0c {{(pid=74535) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 10:16:41 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3e37ade7-f355-4149-9998-f1a363126daa tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Acquiring lock "refresh_cache-fe817c29-6591-4ff1-9662-a3c83681ed9b" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:16:41 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3e37ade7-f355-4149-9998-f1a363126daa tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Acquired lock "refresh_cache-fe817c29-6591-4ff1-9662-a3c83681ed9b" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:16:41 user nova-compute[74535]: DEBUG nova.network.neutron [None req-3e37ade7-f355-4149-9998-f1a363126daa tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: fe817c29-6591-4ff1-9662-a3c83681ed9b] Building network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 10:16:41 user nova-compute[74535]: DEBUG nova.compute.manager [req-e74acb21-4f83-42cf-99ed-e7830ce5eeb6 req-41287c6f-e4c9-40c8-b215-83eda6076595 service nova] [instance: fe817c29-6591-4ff1-9662-a3c83681ed9b] Received event network-changed-1363e7c4-5e61-4c5e-8eca-e0f366bb4a0c {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:16:41 user nova-compute[74535]: DEBUG nova.compute.manager [req-e74acb21-4f83-42cf-99ed-e7830ce5eeb6 req-41287c6f-e4c9-40c8-b215-83eda6076595 service nova] [instance: fe817c29-6591-4ff1-9662-a3c83681ed9b] Refreshing instance network info cache due to event network-changed-1363e7c4-5e61-4c5e-8eca-e0f366bb4a0c. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 10:16:41 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-e74acb21-4f83-42cf-99ed-e7830ce5eeb6 req-41287c6f-e4c9-40c8-b215-83eda6076595 service nova] Acquiring lock "refresh_cache-fe817c29-6591-4ff1-9662-a3c83681ed9b" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:16:41 user nova-compute[74535]: DEBUG nova.network.neutron [None req-3e37ade7-f355-4149-9998-f1a363126daa tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: fe817c29-6591-4ff1-9662-a3c83681ed9b] Instance cache missing network info. {{(pid=74535) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 10:16:41 user nova-compute[74535]: DEBUG nova.network.neutron [req-9de3d88c-7c0d-41f5-9b05-87378dbb491b req-f1f758f4-23dc-47be-8392-466ff4b47281 service nova] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] Updated VIF entry in instance network info cache for port 826a7e89-24d5-467a-9863-54b98ea68d92. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 10:16:41 user nova-compute[74535]: DEBUG nova.network.neutron [req-9de3d88c-7c0d-41f5-9b05-87378dbb491b req-f1f758f4-23dc-47be-8392-466ff4b47281 service nova] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] Updating instance_info_cache with network_info: [{"id": "826a7e89-24d5-467a-9863-54b98ea68d92", "address": "fa:16:3e:0c:a2:3f", "network": {"id": "74a3f146-4003-425a-8979-30526ca54e84", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1622508651-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ace73dfd4cb4dfb8dab473b5f2efeb4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap826a7e89-24", "ovs_interfaceid": "826a7e89-24d5-467a-9863-54b98ea68d92", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:16:41 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-9de3d88c-7c0d-41f5-9b05-87378dbb491b req-f1f758f4-23dc-47be-8392-466ff4b47281 service nova] Releasing lock "refresh_cache-1c96df88-e418-4e7f-8dc7-11ded268be2f" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:16:41 user nova-compute[74535]: DEBUG nova.network.neutron [None req-3e37ade7-f355-4149-9998-f1a363126daa tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: fe817c29-6591-4ff1-9662-a3c83681ed9b] Updating instance_info_cache with network_info: [{"id": "1363e7c4-5e61-4c5e-8eca-e0f366bb4a0c", "address": "fa:16:3e:06:f1:77", "network": {"id": "49702c0e-8306-49f2-9a37-580dfa9aedca", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1167139173-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ad8e6f48b8f442aa80f5839b55ad4b74", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1363e7c4-5e", "ovs_interfaceid": "1363e7c4-5e61-4c5e-8eca-e0f366bb4a0c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:16:41 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3e37ade7-f355-4149-9998-f1a363126daa tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Releasing lock "refresh_cache-fe817c29-6591-4ff1-9662-a3c83681ed9b" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:16:41 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3e37ade7-f355-4149-9998-f1a363126daa tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: fe817c29-6591-4ff1-9662-a3c83681ed9b] Instance network_info: |[{"id": "1363e7c4-5e61-4c5e-8eca-e0f366bb4a0c", "address": "fa:16:3e:06:f1:77", "network": {"id": "49702c0e-8306-49f2-9a37-580dfa9aedca", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1167139173-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ad8e6f48b8f442aa80f5839b55ad4b74", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1363e7c4-5e", "ovs_interfaceid": "1363e7c4-5e61-4c5e-8eca-e0f366bb4a0c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74535) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 10:16:41 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-e74acb21-4f83-42cf-99ed-e7830ce5eeb6 req-41287c6f-e4c9-40c8-b215-83eda6076595 service nova] Acquired lock "refresh_cache-fe817c29-6591-4ff1-9662-a3c83681ed9b" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:16:41 user nova-compute[74535]: DEBUG nova.network.neutron [req-e74acb21-4f83-42cf-99ed-e7830ce5eeb6 req-41287c6f-e4c9-40c8-b215-83eda6076595 service nova] [instance: fe817c29-6591-4ff1-9662-a3c83681ed9b] Refreshing network info cache for port 1363e7c4-5e61-4c5e-8eca-e0f366bb4a0c {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 10:16:41 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3e37ade7-f355-4149-9998-f1a363126daa tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: fe817c29-6591-4ff1-9662-a3c83681ed9b] Start _get_guest_xml network_info=[{"id": "1363e7c4-5e61-4c5e-8eca-e0f366bb4a0c", "address": "fa:16:3e:06:f1:77", "network": {"id": "49702c0e-8306-49f2-9a37-580dfa9aedca", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1167139173-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ad8e6f48b8f442aa80f5839b55ad4b74", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1363e7c4-5e", "ovs_interfaceid": "1363e7c4-5e61-4c5e-8eca-e0f366bb4a0c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T09:52:28Z,direct_url=<?>,disk_format='qcow2',id=b338f3c8-9974-4b9f-bacb-c75dd541c256,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='563f6a2917a742ada39fb0e950eece6e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T09:52:30Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'device_name': '/dev/vda', 'encrypted': False, 'encryption_format': None, 'encryption_options': None, 'encryption_secret_uuid': None, 'boot_index': 0, 'device_type': 'disk', 'size': 0, 'guest_format': None, 'image_id': 'b338f3c8-9974-4b9f-bacb-c75dd541c256'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 10:16:41 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-3e37ade7-f355-4149-9998-f1a363126daa tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:16:41 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-3e37ade7-f355-4149-9998-f1a363126daa tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:16:41 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-3e37ade7-f355-4149-9998-f1a363126daa tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 10:16:41 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-3e37ade7-f355-4149-9998-f1a363126daa tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] CPU controller missing on host. {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 10:16:41 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-3e37ade7-f355-4149-9998-f1a363126daa tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 10:16:41 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-3e37ade7-f355-4149-9998-f1a363126daa tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] CPU controller found on host. {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 10:16:41 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3e37ade7-f355-4149-9998-f1a363126daa tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74535) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 10:16:41 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-3e37ade7-f355-4149-9998-f1a363126daa tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T09:52:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T09:52:28Z,direct_url=<?>,disk_format='qcow2',id=b338f3c8-9974-4b9f-bacb-c75dd541c256,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='563f6a2917a742ada39fb0e950eece6e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T09:52:30Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 10:16:41 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-3e37ade7-f355-4149-9998-f1a363126daa tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Flavor limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 10:16:41 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-3e37ade7-f355-4149-9998-f1a363126daa tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Image limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 10:16:41 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-3e37ade7-f355-4149-9998-f1a363126daa tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Flavor pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 10:16:41 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-3e37ade7-f355-4149-9998-f1a363126daa tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Image pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 10:16:41 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-3e37ade7-f355-4149-9998-f1a363126daa tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 10:16:41 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-3e37ade7-f355-4149-9998-f1a363126daa tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 10:16:41 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-3e37ade7-f355-4149-9998-f1a363126daa tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 10:16:41 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-3e37ade7-f355-4149-9998-f1a363126daa tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Got 1 possible topologies {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 10:16:41 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-3e37ade7-f355-4149-9998-f1a363126daa tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 10:16:41 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-3e37ade7-f355-4149-9998-f1a363126daa tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 10:16:41 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-3e37ade7-f355-4149-9998-f1a363126daa tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:16:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-920433496',display_name='tempest-AttachVolumeNegativeTest-server-920433496',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-920433496',id=41,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPpERevc2rpczS5fTqTu8SdoRNBpcRgVc+imgtUJ55B7HttF7trJ1njhERgoXkN1RP3B5qyFd/XcSbYTJJVzep761DmrXcXhynOknZj2sKcWWZOXcgWW04YtBYhYgq59Fg==',key_name='tempest-keypair-113421228',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ad8e6f48b8f442aa80f5839b55ad4b74',ramdisk_id='',reservation_id='r-3efo325o',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1248837640',owner_user_name='tempest-AttachVolumeNegativeTest-1248837640-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T10:16:40Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2a00a36cf91f4768aadaeccc7d530154',uuid=fe817c29-6591-4ff1-9662-a3c83681ed9b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1363e7c4-5e61-4c5e-8eca-e0f366bb4a0c", "address": "fa:16:3e:06:f1:77", "network": {"id": "49702c0e-8306-49f2-9a37-580dfa9aedca", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1167139173-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ad8e6f48b8f442aa80f5839b55ad4b74", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1363e7c4-5e", "ovs_interfaceid": "1363e7c4-5e61-4c5e-8eca-e0f366bb4a0c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74535) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 10:16:41 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-3e37ade7-f355-4149-9998-f1a363126daa tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Converting VIF {"id": "1363e7c4-5e61-4c5e-8eca-e0f366bb4a0c", "address": "fa:16:3e:06:f1:77", "network": {"id": "49702c0e-8306-49f2-9a37-580dfa9aedca", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1167139173-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ad8e6f48b8f442aa80f5839b55ad4b74", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1363e7c4-5e", "ovs_interfaceid": "1363e7c4-5e61-4c5e-8eca-e0f366bb4a0c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:16:41 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-3e37ade7-f355-4149-9998-f1a363126daa tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:06:f1:77,bridge_name='br-int',has_traffic_filtering=True,id=1363e7c4-5e61-4c5e-8eca-e0f366bb4a0c,network=Network(49702c0e-8306-49f2-9a37-580dfa9aedca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1363e7c4-5e') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:16:41 user nova-compute[74535]: DEBUG nova.objects.instance [None req-3e37ade7-f355-4149-9998-f1a363126daa tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lazy-loading 'pci_devices' on Instance uuid fe817c29-6591-4ff1-9662-a3c83681ed9b {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:16:41 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3e37ade7-f355-4149-9998-f1a363126daa tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: fe817c29-6591-4ff1-9662-a3c83681ed9b] End _get_guest_xml xml=<domain type="kvm">
Dec 06 10:16:41 user nova-compute[74535]:   <uuid>fe817c29-6591-4ff1-9662-a3c83681ed9b</uuid>
Dec 06 10:16:41 user nova-compute[74535]:   <name>instance-00000029</name>
Dec 06 10:16:41 user nova-compute[74535]:   <memory>524288</memory>
Dec 06 10:16:41 user nova-compute[74535]:   <vcpu>1</vcpu>
Dec 06 10:16:41 user nova-compute[74535]:   <metadata>
Dec 06 10:16:41 user nova-compute[74535]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 10:16:41 user nova-compute[74535]:       <nova:package version="0.0.0"/>
Dec 06 10:16:41 user nova-compute[74535]:       <nova:name>tempest-AttachVolumeNegativeTest-server-920433496</nova:name>
Dec 06 10:16:41 user nova-compute[74535]:       <nova:creationTime>2023-12-06 10:16:41</nova:creationTime>
Dec 06 10:16:41 user nova-compute[74535]:       <nova:flavor name="m1.tiny">
Dec 06 10:16:41 user nova-compute[74535]:         <nova:memory>512</nova:memory>
Dec 06 10:16:41 user nova-compute[74535]:         <nova:disk>1</nova:disk>
Dec 06 10:16:41 user nova-compute[74535]:         <nova:swap>0</nova:swap>
Dec 06 10:16:41 user nova-compute[74535]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 10:16:41 user nova-compute[74535]:         <nova:vcpus>1</nova:vcpus>
Dec 06 10:16:41 user nova-compute[74535]:       </nova:flavor>
Dec 06 10:16:41 user nova-compute[74535]:       <nova:owner>
Dec 06 10:16:41 user nova-compute[74535]:         <nova:user uuid="2a00a36cf91f4768aadaeccc7d530154">tempest-AttachVolumeNegativeTest-1248837640-project-member</nova:user>
Dec 06 10:16:41 user nova-compute[74535]:         <nova:project uuid="ad8e6f48b8f442aa80f5839b55ad4b74">tempest-AttachVolumeNegativeTest-1248837640</nova:project>
Dec 06 10:16:41 user nova-compute[74535]:       </nova:owner>
Dec 06 10:16:41 user nova-compute[74535]:       <nova:root type="image" uuid="b338f3c8-9974-4b9f-bacb-c75dd541c256"/>
Dec 06 10:16:41 user nova-compute[74535]:       <nova:ports>
Dec 06 10:16:41 user nova-compute[74535]:         <nova:port uuid="1363e7c4-5e61-4c5e-8eca-e0f366bb4a0c">
Dec 06 10:16:41 user nova-compute[74535]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Dec 06 10:16:41 user nova-compute[74535]:         </nova:port>
Dec 06 10:16:41 user nova-compute[74535]:       </nova:ports>
Dec 06 10:16:41 user nova-compute[74535]:     </nova:instance>
Dec 06 10:16:41 user nova-compute[74535]:   </metadata>
Dec 06 10:16:41 user nova-compute[74535]:   <sysinfo type="smbios">
Dec 06 10:16:41 user nova-compute[74535]:     <system>
Dec 06 10:16:41 user nova-compute[74535]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 10:16:41 user nova-compute[74535]:       <entry name="product">OpenStack Nova</entry>
Dec 06 10:16:41 user nova-compute[74535]:       <entry name="version">0.0.0</entry>
Dec 06 10:16:41 user nova-compute[74535]:       <entry name="serial">fe817c29-6591-4ff1-9662-a3c83681ed9b</entry>
Dec 06 10:16:41 user nova-compute[74535]:       <entry name="uuid">fe817c29-6591-4ff1-9662-a3c83681ed9b</entry>
Dec 06 10:16:41 user nova-compute[74535]:       <entry name="family">Virtual Machine</entry>
Dec 06 10:16:41 user nova-compute[74535]:     </system>
Dec 06 10:16:41 user nova-compute[74535]:   </sysinfo>
Dec 06 10:16:41 user nova-compute[74535]:   <os>
Dec 06 10:16:41 user nova-compute[74535]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 10:16:41 user nova-compute[74535]:     <boot dev="hd"/>
Dec 06 10:16:41 user nova-compute[74535]:     <smbios mode="sysinfo"/>
Dec 06 10:16:41 user nova-compute[74535]:   </os>
Dec 06 10:16:41 user nova-compute[74535]:   <features>
Dec 06 10:16:41 user nova-compute[74535]:     <acpi/>
Dec 06 10:16:41 user nova-compute[74535]:     <apic/>
Dec 06 10:16:41 user nova-compute[74535]:     <vmcoreinfo/>
Dec 06 10:16:41 user nova-compute[74535]:   </features>
Dec 06 10:16:41 user nova-compute[74535]:   <clock offset="utc">
Dec 06 10:16:41 user nova-compute[74535]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 10:16:41 user nova-compute[74535]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 10:16:41 user nova-compute[74535]:     <timer name="hpet" present="no"/>
Dec 06 10:16:41 user nova-compute[74535]:   </clock>
Dec 06 10:16:41 user nova-compute[74535]:   <cpu mode="custom" match="exact">
Dec 06 10:16:41 user nova-compute[74535]:     <model>Nehalem</model>
Dec 06 10:16:41 user nova-compute[74535]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 10:16:41 user nova-compute[74535]:   </cpu>
Dec 06 10:16:41 user nova-compute[74535]:   <devices>
Dec 06 10:16:41 user nova-compute[74535]:     <disk type="file" device="disk">
Dec 06 10:16:41 user nova-compute[74535]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 10:16:41 user nova-compute[74535]:       <source file="/opt/stack/data/nova/instances/fe817c29-6591-4ff1-9662-a3c83681ed9b/disk"/>
Dec 06 10:16:41 user nova-compute[74535]:       <target dev="vda" bus="virtio"/>
Dec 06 10:16:41 user nova-compute[74535]:     </disk>
Dec 06 10:16:41 user nova-compute[74535]:     <interface type="ethernet">
Dec 06 10:16:41 user nova-compute[74535]:       <mac address="fa:16:3e:06:f1:77"/>
Dec 06 10:16:41 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 10:16:41 user nova-compute[74535]:       <mtu size="1442"/>
Dec 06 10:16:41 user nova-compute[74535]:       <target dev="tap1363e7c4-5e"/>
Dec 06 10:16:41 user nova-compute[74535]:     </interface>
Dec 06 10:16:41 user nova-compute[74535]:     <serial type="pty">
Dec 06 10:16:41 user nova-compute[74535]:       <log file="/opt/stack/data/nova/instances/fe817c29-6591-4ff1-9662-a3c83681ed9b/console.log" append="off"/>
Dec 06 10:16:41 user nova-compute[74535]:     </serial>
Dec 06 10:16:41 user nova-compute[74535]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 10:16:41 user nova-compute[74535]:     <video>
Dec 06 10:16:41 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 10:16:41 user nova-compute[74535]:     </video>
Dec 06 10:16:41 user nova-compute[74535]:     <rng model="virtio">
Dec 06 10:16:41 user nova-compute[74535]:       <backend model="random">/dev/urandom</backend>
Dec 06 10:16:41 user nova-compute[74535]:     </rng>
Dec 06 10:16:41 user nova-compute[74535]:     <controller type="usb" index="0" model="none"/>
Dec 06 10:16:41 user nova-compute[74535]:     <memballoon model="virtio">
Dec 06 10:16:41 user nova-compute[74535]:       <stats period="10"/>
Dec 06 10:16:41 user nova-compute[74535]:     </memballoon>
Dec 06 10:16:41 user nova-compute[74535]:   </devices>
Dec 06 10:16:41 user nova-compute[74535]: </domain>
Dec 06 10:16:41 user nova-compute[74535]:  {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 10:16:41 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-3e37ade7-f355-4149-9998-f1a363126daa tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:16:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-920433496',display_name='tempest-AttachVolumeNegativeTest-server-920433496',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-920433496',id=41,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPpERevc2rpczS5fTqTu8SdoRNBpcRgVc+imgtUJ55B7HttF7trJ1njhERgoXkN1RP3B5qyFd/XcSbYTJJVzep761DmrXcXhynOknZj2sKcWWZOXcgWW04YtBYhYgq59Fg==',key_name='tempest-keypair-113421228',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ad8e6f48b8f442aa80f5839b55ad4b74',ramdisk_id='',reservation_id='r-3efo325o',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1248837640',owner_user_name='tempest-AttachVolumeNegativeTest-1248837640-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T10:16:40Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2a00a36cf91f4768aadaeccc7d530154',uuid=fe817c29-6591-4ff1-9662-a3c83681ed9b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1363e7c4-5e61-4c5e-8eca-e0f366bb4a0c", "address": "fa:16:3e:06:f1:77", "network": {"id": "49702c0e-8306-49f2-9a37-580dfa9aedca", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1167139173-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ad8e6f48b8f442aa80f5839b55ad4b74", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1363e7c4-5e", "ovs_interfaceid": "1363e7c4-5e61-4c5e-8eca-e0f366bb4a0c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 10:16:41 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-3e37ade7-f355-4149-9998-f1a363126daa tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Converting VIF {"id": "1363e7c4-5e61-4c5e-8eca-e0f366bb4a0c", "address": "fa:16:3e:06:f1:77", "network": {"id": "49702c0e-8306-49f2-9a37-580dfa9aedca", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1167139173-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ad8e6f48b8f442aa80f5839b55ad4b74", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1363e7c4-5e", "ovs_interfaceid": "1363e7c4-5e61-4c5e-8eca-e0f366bb4a0c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:16:41 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-3e37ade7-f355-4149-9998-f1a363126daa tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:06:f1:77,bridge_name='br-int',has_traffic_filtering=True,id=1363e7c4-5e61-4c5e-8eca-e0f366bb4a0c,network=Network(49702c0e-8306-49f2-9a37-580dfa9aedca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1363e7c4-5e') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:16:41 user nova-compute[74535]: DEBUG os_vif [None req-3e37ade7-f355-4149-9998-f1a363126daa tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:06:f1:77,bridge_name='br-int',has_traffic_filtering=True,id=1363e7c4-5e61-4c5e-8eca-e0f366bb4a0c,network=Network(49702c0e-8306-49f2-9a37-580dfa9aedca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1363e7c4-5e') {{(pid=74535) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 10:16:41 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:16:41 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:16:41 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 10:16:41 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:16:41 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '009fdfe3-05ef-59ad-a3ff-3677cf1bd633', '_type': 'linux-noop'}}, row=False) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:16:41 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:16:41 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:16:41 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:16:41 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap1363e7c4-5e, may_exist=True, interface_attrs={}) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:16:41 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap1363e7c4-5e, col_values=(('qos', UUID('fb96218b-581f-44fd-a57c-75125823566b')),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:16:41 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap1363e7c4-5e, col_values=(('external_ids', {'iface-id': '1363e7c4-5e61-4c5e-8eca-e0f366bb4a0c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:06:f1:77', 'vm-uuid': 'fe817c29-6591-4ff1-9662-a3c83681ed9b'}),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:16:41 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:16:41 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:16:41 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:16:41 user nova-compute[74535]: INFO os_vif [None req-3e37ade7-f355-4149-9998-f1a363126daa tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:06:f1:77,bridge_name='br-int',has_traffic_filtering=True,id=1363e7c4-5e61-4c5e-8eca-e0f366bb4a0c,network=Network(49702c0e-8306-49f2-9a37-580dfa9aedca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1363e7c4-5e')
Dec 06 10:16:41 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3e37ade7-f355-4149-9998-f1a363126daa tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] No BDM found with device name vda, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 10:16:41 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3e37ade7-f355-4149-9998-f1a363126daa tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] No VIF found with MAC fa:16:3e:06:f1:77, not building metadata {{(pid=74535) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 10:16:41 user nova-compute[74535]: DEBUG nova.network.neutron [req-e74acb21-4f83-42cf-99ed-e7830ce5eeb6 req-41287c6f-e4c9-40c8-b215-83eda6076595 service nova] [instance: fe817c29-6591-4ff1-9662-a3c83681ed9b] Updated VIF entry in instance network info cache for port 1363e7c4-5e61-4c5e-8eca-e0f366bb4a0c. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 10:16:41 user nova-compute[74535]: DEBUG nova.network.neutron [req-e74acb21-4f83-42cf-99ed-e7830ce5eeb6 req-41287c6f-e4c9-40c8-b215-83eda6076595 service nova] [instance: fe817c29-6591-4ff1-9662-a3c83681ed9b] Updating instance_info_cache with network_info: [{"id": "1363e7c4-5e61-4c5e-8eca-e0f366bb4a0c", "address": "fa:16:3e:06:f1:77", "network": {"id": "49702c0e-8306-49f2-9a37-580dfa9aedca", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1167139173-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ad8e6f48b8f442aa80f5839b55ad4b74", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1363e7c4-5e", "ovs_interfaceid": "1363e7c4-5e61-4c5e-8eca-e0f366bb4a0c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:16:41 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-e74acb21-4f83-42cf-99ed-e7830ce5eeb6 req-41287c6f-e4c9-40c8-b215-83eda6076595 service nova] Releasing lock "refresh_cache-fe817c29-6591-4ff1-9662-a3c83681ed9b" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:16:42 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:16:42 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:16:42 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:16:42 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:16:43 user nova-compute[74535]: DEBUG nova.compute.manager [req-cba04202-57d7-4b7c-8149-23f54ec239f6 req-497b79f9-da70-466c-b4e0-c8125b54482d service nova] [instance: fe817c29-6591-4ff1-9662-a3c83681ed9b] Received event network-vif-plugged-1363e7c4-5e61-4c5e-8eca-e0f366bb4a0c {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:16:43 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-cba04202-57d7-4b7c-8149-23f54ec239f6 req-497b79f9-da70-466c-b4e0-c8125b54482d service nova] Acquiring lock "fe817c29-6591-4ff1-9662-a3c83681ed9b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:16:43 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-cba04202-57d7-4b7c-8149-23f54ec239f6 req-497b79f9-da70-466c-b4e0-c8125b54482d service nova] Lock "fe817c29-6591-4ff1-9662-a3c83681ed9b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:16:43 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-cba04202-57d7-4b7c-8149-23f54ec239f6 req-497b79f9-da70-466c-b4e0-c8125b54482d service nova] Lock "fe817c29-6591-4ff1-9662-a3c83681ed9b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:16:43 user nova-compute[74535]: DEBUG nova.compute.manager [req-cba04202-57d7-4b7c-8149-23f54ec239f6 req-497b79f9-da70-466c-b4e0-c8125b54482d service nova] [instance: fe817c29-6591-4ff1-9662-a3c83681ed9b] No waiting events found dispatching network-vif-plugged-1363e7c4-5e61-4c5e-8eca-e0f366bb4a0c {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:16:43 user nova-compute[74535]: WARNING nova.compute.manager [req-cba04202-57d7-4b7c-8149-23f54ec239f6 req-497b79f9-da70-466c-b4e0-c8125b54482d service nova] [instance: fe817c29-6591-4ff1-9662-a3c83681ed9b] Received unexpected event network-vif-plugged-1363e7c4-5e61-4c5e-8eca-e0f366bb4a0c for instance with vm_state building and task_state spawning.
Dec 06 10:16:43 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:16:43 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:16:43 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:16:43 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:16:43 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:16:43 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:16:45 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3e37ade7-f355-4149-9998-f1a363126daa tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: fe817c29-6591-4ff1-9662-a3c83681ed9b] Instance event wait completed in 0 seconds for  {{(pid=74535) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 10:16:45 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3e37ade7-f355-4149-9998-f1a363126daa tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: fe817c29-6591-4ff1-9662-a3c83681ed9b] Guest created on hypervisor {{(pid=74535) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 10:16:45 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: fe817c29-6591-4ff1-9662-a3c83681ed9b] Instance spawned successfully.
Dec 06 10:16:45 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3e37ade7-f355-4149-9998-f1a363126daa tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: fe817c29-6591-4ff1-9662-a3c83681ed9b] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 10:16:45 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3e37ade7-f355-4149-9998-f1a363126daa tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: fe817c29-6591-4ff1-9662-a3c83681ed9b] Found default for hw_cdrom_bus of ide {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:16:45 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3e37ade7-f355-4149-9998-f1a363126daa tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: fe817c29-6591-4ff1-9662-a3c83681ed9b] Found default for hw_disk_bus of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:16:45 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3e37ade7-f355-4149-9998-f1a363126daa tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: fe817c29-6591-4ff1-9662-a3c83681ed9b] Found default for hw_input_bus of None {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:16:45 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3e37ade7-f355-4149-9998-f1a363126daa tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: fe817c29-6591-4ff1-9662-a3c83681ed9b] Found default for hw_pointer_model of None {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:16:45 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3e37ade7-f355-4149-9998-f1a363126daa tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: fe817c29-6591-4ff1-9662-a3c83681ed9b] Found default for hw_video_model of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:16:45 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3e37ade7-f355-4149-9998-f1a363126daa tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: fe817c29-6591-4ff1-9662-a3c83681ed9b] Found default for hw_vif_model of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:16:45 user nova-compute[74535]: DEBUG nova.compute.manager [req-babae57a-c3a3-4580-89d3-96caa53d5604 req-22efc91b-e9d8-45cc-af05-ccd9e113a43b service nova] [instance: fe817c29-6591-4ff1-9662-a3c83681ed9b] Received event network-vif-plugged-1363e7c4-5e61-4c5e-8eca-e0f366bb4a0c {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:16:45 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-babae57a-c3a3-4580-89d3-96caa53d5604 req-22efc91b-e9d8-45cc-af05-ccd9e113a43b service nova] Acquiring lock "fe817c29-6591-4ff1-9662-a3c83681ed9b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:16:45 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-babae57a-c3a3-4580-89d3-96caa53d5604 req-22efc91b-e9d8-45cc-af05-ccd9e113a43b service nova] Lock "fe817c29-6591-4ff1-9662-a3c83681ed9b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:16:45 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-babae57a-c3a3-4580-89d3-96caa53d5604 req-22efc91b-e9d8-45cc-af05-ccd9e113a43b service nova] Lock "fe817c29-6591-4ff1-9662-a3c83681ed9b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:16:45 user nova-compute[74535]: DEBUG nova.compute.manager [req-babae57a-c3a3-4580-89d3-96caa53d5604 req-22efc91b-e9d8-45cc-af05-ccd9e113a43b service nova] [instance: fe817c29-6591-4ff1-9662-a3c83681ed9b] No waiting events found dispatching network-vif-plugged-1363e7c4-5e61-4c5e-8eca-e0f366bb4a0c {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:16:45 user nova-compute[74535]: WARNING nova.compute.manager [req-babae57a-c3a3-4580-89d3-96caa53d5604 req-22efc91b-e9d8-45cc-af05-ccd9e113a43b service nova] [instance: fe817c29-6591-4ff1-9662-a3c83681ed9b] Received unexpected event network-vif-plugged-1363e7c4-5e61-4c5e-8eca-e0f366bb4a0c for instance with vm_state building and task_state spawning.
Dec 06 10:16:45 user nova-compute[74535]: INFO nova.compute.manager [None req-3e37ade7-f355-4149-9998-f1a363126daa tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: fe817c29-6591-4ff1-9662-a3c83681ed9b] Took 5.50 seconds to spawn the instance on the hypervisor.
Dec 06 10:16:45 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3e37ade7-f355-4149-9998-f1a363126daa tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: fe817c29-6591-4ff1-9662-a3c83681ed9b] Checking state {{(pid=74535) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 10:16:45 user nova-compute[74535]: INFO nova.compute.manager [None req-3e37ade7-f355-4149-9998-f1a363126daa tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: fe817c29-6591-4ff1-9662-a3c83681ed9b] Took 6.55 seconds to build instance.
Dec 06 10:16:45 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3e37ade7-f355-4149-9998-f1a363126daa tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lock "fe817c29-6591-4ff1-9662-a3c83681ed9b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.649s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:16:46 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:16:48 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:16:48 user nova-compute[74535]: INFO nova.compute.manager [None req-0813ae83-01e4-428c-83fd-b60a01065bec tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: ed2fce2f-b3c8-4e33-8a20-002be3be78d5] Unrescuing
Dec 06 10:16:48 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-0813ae83-01e4-428c-83fd-b60a01065bec tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Acquiring lock "refresh_cache-ed2fce2f-b3c8-4e33-8a20-002be3be78d5" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:16:48 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-0813ae83-01e4-428c-83fd-b60a01065bec tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Acquired lock "refresh_cache-ed2fce2f-b3c8-4e33-8a20-002be3be78d5" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:16:48 user nova-compute[74535]: DEBUG nova.network.neutron [None req-0813ae83-01e4-428c-83fd-b60a01065bec tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: ed2fce2f-b3c8-4e33-8a20-002be3be78d5] Building network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 10:16:49 user nova-compute[74535]: DEBUG nova.network.neutron [None req-0813ae83-01e4-428c-83fd-b60a01065bec tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: ed2fce2f-b3c8-4e33-8a20-002be3be78d5] Updating instance_info_cache with network_info: [{"id": "5014d870-a6f4-46c0-b1f8-0ce19fa8d31a", "address": "fa:16:3e:01:7b:cd", "network": {"id": "5d9c1cb1-5902-482f-8b27-801fd79a97a7", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-530073939-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e51798204a674f858778dac8b46e7fec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5014d870-a6", "ovs_interfaceid": "5014d870-a6f4-46c0-b1f8-0ce19fa8d31a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:16:49 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-0813ae83-01e4-428c-83fd-b60a01065bec tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Releasing lock "refresh_cache-ed2fce2f-b3c8-4e33-8a20-002be3be78d5" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:16:49 user nova-compute[74535]: DEBUG nova.objects.instance [None req-0813ae83-01e4-428c-83fd-b60a01065bec tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Lazy-loading 'flavor' on Instance uuid ed2fce2f-b3c8-4e33-8a20-002be3be78d5 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:16:49 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:16:49 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:16:49 user nova-compute[74535]: DEBUG nova.compute.manager [req-90c97b86-23d6-4d2f-9200-8cc3a1417207 req-c03ff5df-0864-45c0-beee-38661735eebc service nova] [instance: ed2fce2f-b3c8-4e33-8a20-002be3be78d5] Received event network-vif-unplugged-5014d870-a6f4-46c0-b1f8-0ce19fa8d31a {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:16:49 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-90c97b86-23d6-4d2f-9200-8cc3a1417207 req-c03ff5df-0864-45c0-beee-38661735eebc service nova] Acquiring lock "ed2fce2f-b3c8-4e33-8a20-002be3be78d5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:16:49 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-90c97b86-23d6-4d2f-9200-8cc3a1417207 req-c03ff5df-0864-45c0-beee-38661735eebc service nova] Lock "ed2fce2f-b3c8-4e33-8a20-002be3be78d5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:16:49 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-90c97b86-23d6-4d2f-9200-8cc3a1417207 req-c03ff5df-0864-45c0-beee-38661735eebc service nova] Lock "ed2fce2f-b3c8-4e33-8a20-002be3be78d5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:16:49 user nova-compute[74535]: DEBUG nova.compute.manager [req-90c97b86-23d6-4d2f-9200-8cc3a1417207 req-c03ff5df-0864-45c0-beee-38661735eebc service nova] [instance: ed2fce2f-b3c8-4e33-8a20-002be3be78d5] No waiting events found dispatching network-vif-unplugged-5014d870-a6f4-46c0-b1f8-0ce19fa8d31a {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:16:49 user nova-compute[74535]: WARNING nova.compute.manager [req-90c97b86-23d6-4d2f-9200-8cc3a1417207 req-c03ff5df-0864-45c0-beee-38661735eebc service nova] [instance: ed2fce2f-b3c8-4e33-8a20-002be3be78d5] Received unexpected event network-vif-unplugged-5014d870-a6f4-46c0-b1f8-0ce19fa8d31a for instance with vm_state rescued and task_state unrescuing.
Dec 06 10:16:49 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:16:49 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:16:50 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: ed2fce2f-b3c8-4e33-8a20-002be3be78d5] Instance destroyed successfully.
Dec 06 10:16:50 user nova-compute[74535]: DEBUG nova.compute.manager [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] Start spawning the instance on the hypervisor. {{(pid=74535) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 10:16:50 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] Creating instance directory {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 10:16:50 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] Creating image(s)
Dec 06 10:16:50 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] Did not create local disks {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4867}}
Dec 06 10:16:50 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] Ensure instance console log exists: /opt/stack/data/nova/instances/1c96df88-e418-4e7f-8dc7-11ded268be2f/console.log {{(pid=74535) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 10:16:50 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:16:50 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:16:50 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:16:50 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] Start _get_guest_xml network_info=[{"id": "826a7e89-24d5-467a-9863-54b98ea68d92", "address": "fa:16:3e:0c:a2:3f", "network": {"id": "74a3f146-4003-425a-8979-30526ca54e84", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1622508651-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ace73dfd4cb4dfb8dab473b5f2efeb4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap826a7e89-24", "ovs_interfaceid": "826a7e89-24d5-467a-9863-54b98ea68d92", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'delete_on_termination': True, 'attachment_id': '61399c24-6cda-4dd1-a2b0-0dee5e3dd7d5', 'boot_index': 0, 'device_type': 'disk', 'guest_format': None, 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'obzNauKn', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '1c96df88-e418-4e7f-8dc7-11ded268be2f', 'attached_at': '', 'detached_at': '', 'volume_id': 'd46b9bdd-8136-4b0b-b2b8-13b067d9bca8', 'serial': 'd46b9bdd-8136-4b0b-b2b8-13b067d9bca8'}, 'volume_type': None} {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 10:16:50 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:16:50 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:16:50 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 10:16:50 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] CPU controller missing on host. {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 10:16:50 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 10:16:50 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] CPU controller found on host. {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 10:16:50 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74535) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 10:16:50 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T09:52:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 10:16:50 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Flavor limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 10:16:50 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Image limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 10:16:50 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Flavor pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 10:16:50 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Image pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 10:16:50 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 10:16:50 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 10:16:50 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 10:16:50 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Got 1 possible topologies {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 10:16:50 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 10:16:50 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 10:16:50 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] Calling os-brick to attach iSCSI Volume {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 10:16:50 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'obzNauKn', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:16:50 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:16:50 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:16:50 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:16:50 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:16:50 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:16:50 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.003s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:16:50 user nova-compute[74535]: INFO os_brick.initiator.connectors.iscsi [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 10:16:50 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 -p 172.16.0.220:3260 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:16:50 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:16:50 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[89513938-c234-4a53-90c2-24a5673d849f]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:16:50 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 10:16:50 user nova-compute[74535]:  {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:16:50 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 -p 172.16.0.220:3260 --interface default --op new {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:16:50 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:16:50 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3c6d333-6d7c-44a9-a8c6-b4147a644471]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8] added\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:16:50 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8] added
Dec 06 10:16:50 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:16:50 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:16:50 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:16:50 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[42405c36-1699-4ee2-b1ef-ac944690f819]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:16:50 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:16:50 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:16:50 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.033s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:16:50 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[9afb433b-4519-412f-aa1f-22c24c1e17eb]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:16:50 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:16:50 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v obzNauKn {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:16:50 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v obzNauKn" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:16:50 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[371c8a89-68e0-4430-8668-175b5cc98520]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:16:50 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'obzNauKn'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:16:50 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:16:50 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.024s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:16:50 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f896337-4119-44d5-9c68-20bbc7c01c18]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:16:50 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:16:50 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:16:50 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:16:50 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[0fb7d82b-7d58-42c8-9df1-e3fd8ad2a3f4]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71 (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:16:50 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:16:50 user nova-compute[74535]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa (non-flash)
Dec 06 10:16:50 user nova-compute[74535]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71 (non-flash)
Dec 06 10:16:50 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:16:50 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:16:50 user nova-compute[74535]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa (non-flash)
Dec 06 10:16:50 user nova-compute[74535]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71 (non-flash)
Dec 06 10:16:50 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:16:50 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 -p 172.16.0.220:3260 --login {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:16:50 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 -p 172.16.0.220:3260 --login" returned: 0 in 0.065s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:16:50 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d142563-1c15-46f3-890d-8a9880a10d43]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:16:50 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8, portal: 172.16.0.220,3260]
Dec 06 10:16:50 user nova-compute[74535]: Login to [iface: default, target: iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8, portal: 172.16.0.220,3260] successful.
Dec 06 10:16:50 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:16:50 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:16:50 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.032s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:16:50 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[e06cffc2-9105-4cb5-bd20-34bd2c4eb380]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:16:50 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:16:50 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:16:50 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:16:50 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[2aa6758c-fd7a-4752-a8e3-7d74c1177698]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:16:50 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:16:50 user nova-compute[74535]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa (non-flash)
Dec 06 10:16:50 user nova-compute[74535]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71 (non-flash)
Dec 06 10:16:50 user nova-compute[74535]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 (non-flash)
Dec 06 10:16:50 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:16:50 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:16:50 user nova-compute[74535]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa (non-flash)
Dec 06 10:16:50 user nova-compute[74535]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71 (non-flash)
Dec 06 10:16:50 user nova-compute[74535]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 (non-flash)
Dec 06 10:16:50 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:16:50 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.331s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:16:50 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Connected to 172.16.0.220:3260 {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 10:16:50 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] HCTL ('33', '-', '-', 0) found on session 41 with lun 0 {{(pid=74535) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 10:16:50 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74535) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 10:16:50 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:16:50 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.024s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:16:50 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[7bb8fe03-10a8-48ed-9e40-14e4f8ebed7a]: (4, ('- - 0', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:16:50 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Searching for a device in session 41 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74535) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 10:16:50 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'obzNauKn', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 10:16:51 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:16:51 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:16:51 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:16:51 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:16:51 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.377s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:16:51 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] <== connect_volume: return (1379ms) {'type': 'block', 'scsi_wwn': '23862383764396531', 'path': '/dev/sdb'} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:16:51 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23862383764396531', 'path': '/dev/sdb'} {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 10:16:51 user nova-compute[74535]: DEBUG nova.compute.manager [req-f1ac3339-978f-40f5-bf4c-c93d4af4921f req-eb6c9857-017c-420e-8ec9-eaa9be2717cb service nova] [instance: ed2fce2f-b3c8-4e33-8a20-002be3be78d5] Received event network-vif-plugged-5014d870-a6f4-46c0-b1f8-0ce19fa8d31a {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:16:51 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-f1ac3339-978f-40f5-bf4c-c93d4af4921f req-eb6c9857-017c-420e-8ec9-eaa9be2717cb service nova] Acquiring lock "ed2fce2f-b3c8-4e33-8a20-002be3be78d5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:16:51 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-f1ac3339-978f-40f5-bf4c-c93d4af4921f req-eb6c9857-017c-420e-8ec9-eaa9be2717cb service nova] Lock "ed2fce2f-b3c8-4e33-8a20-002be3be78d5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:16:51 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-f1ac3339-978f-40f5-bf4c-c93d4af4921f req-eb6c9857-017c-420e-8ec9-eaa9be2717cb service nova] Lock "ed2fce2f-b3c8-4e33-8a20-002be3be78d5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:16:51 user nova-compute[74535]: DEBUG nova.compute.manager [req-f1ac3339-978f-40f5-bf4c-c93d4af4921f req-eb6c9857-017c-420e-8ec9-eaa9be2717cb service nova] [instance: ed2fce2f-b3c8-4e33-8a20-002be3be78d5] No waiting events found dispatching network-vif-plugged-5014d870-a6f4-46c0-b1f8-0ce19fa8d31a {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:16:51 user nova-compute[74535]: WARNING nova.compute.manager [req-f1ac3339-978f-40f5-bf4c-c93d4af4921f req-eb6c9857-017c-420e-8ec9-eaa9be2717cb service nova] [instance: ed2fce2f-b3c8-4e33-8a20-002be3be78d5] Received unexpected event network-vif-plugged-5014d870-a6f4-46c0-b1f8-0ce19fa8d31a for instance with vm_state rescued and task_state unrescuing.
Dec 06 10:16:51 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:16:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-1788277063',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1788277063',id=40,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOCjAa58U3pjw2U/XdmjgSf/V4SUGHZ2acu/GpleInPmA5VjyHP52F4vQLc4EScqgWEvi0nnOsiw75M1Rkn6z7HvKR7zV4wRn7V7hH4mrtCzi2mFy8eezqE+Z298Sr8S3g==',key_name='tempest-keypair-1469283717',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0ace73dfd4cb4dfb8dab473b5f2efeb4',ramdisk_id='',reservation_id='r-7gu3vl08',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsV293TestJSON-396942444',owner_user_name='tempest-ServerActionsV293TestJSON-396942444-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T10:16:39Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3ffb4a55eede41ed98387c10775964a1',uuid=1c96df88-e418-4e7f-8dc7-11ded268be2f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "826a7e89-24d5-467a-9863-54b98ea68d92", "address": "fa:16:3e:0c:a2:3f", "network": {"id": "74a3f146-4003-425a-8979-30526ca54e84", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1622508651-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ace73dfd4cb4dfb8dab473b5f2efeb4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap826a7e89-24", "ovs_interfaceid": "826a7e89-24d5-467a-9863-54b98ea68d92", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74535) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 10:16:51 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Converting VIF {"id": "826a7e89-24d5-467a-9863-54b98ea68d92", "address": "fa:16:3e:0c:a2:3f", "network": {"id": "74a3f146-4003-425a-8979-30526ca54e84", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1622508651-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ace73dfd4cb4dfb8dab473b5f2efeb4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap826a7e89-24", "ovs_interfaceid": "826a7e89-24d5-467a-9863-54b98ea68d92", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:16:51 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0c:a2:3f,bridge_name='br-int',has_traffic_filtering=True,id=826a7e89-24d5-467a-9863-54b98ea68d92,network=Network(74a3f146-4003-425a-8979-30526ca54e84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap826a7e89-24') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:16:51 user nova-compute[74535]: DEBUG nova.objects.instance [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Lazy-loading 'pci_devices' on Instance uuid 1c96df88-e418-4e7f-8dc7-11ded268be2f {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:16:51 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] End _get_guest_xml xml=<domain type="kvm">
Dec 06 10:16:51 user nova-compute[74535]:   <uuid>1c96df88-e418-4e7f-8dc7-11ded268be2f</uuid>
Dec 06 10:16:51 user nova-compute[74535]:   <name>instance-00000028</name>
Dec 06 10:16:51 user nova-compute[74535]:   <memory>524288</memory>
Dec 06 10:16:51 user nova-compute[74535]:   <vcpu>1</vcpu>
Dec 06 10:16:51 user nova-compute[74535]:   <metadata>
Dec 06 10:16:51 user nova-compute[74535]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 10:16:51 user nova-compute[74535]:       <nova:package version="0.0.0"/>
Dec 06 10:16:51 user nova-compute[74535]:       <nova:name>tempest-ServerActionsV293TestJSON-server-1788277063</nova:name>
Dec 06 10:16:51 user nova-compute[74535]:       <nova:creationTime>2023-12-06 10:16:50</nova:creationTime>
Dec 06 10:16:51 user nova-compute[74535]:       <nova:flavor name="m1.tiny">
Dec 06 10:16:51 user nova-compute[74535]:         <nova:memory>512</nova:memory>
Dec 06 10:16:51 user nova-compute[74535]:         <nova:disk>1</nova:disk>
Dec 06 10:16:51 user nova-compute[74535]:         <nova:swap>0</nova:swap>
Dec 06 10:16:51 user nova-compute[74535]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 10:16:51 user nova-compute[74535]:         <nova:vcpus>1</nova:vcpus>
Dec 06 10:16:51 user nova-compute[74535]:       </nova:flavor>
Dec 06 10:16:51 user nova-compute[74535]:       <nova:owner>
Dec 06 10:16:51 user nova-compute[74535]:         <nova:user uuid="3ffb4a55eede41ed98387c10775964a1">tempest-ServerActionsV293TestJSON-396942444-project-member</nova:user>
Dec 06 10:16:51 user nova-compute[74535]:         <nova:project uuid="0ace73dfd4cb4dfb8dab473b5f2efeb4">tempest-ServerActionsV293TestJSON-396942444</nova:project>
Dec 06 10:16:51 user nova-compute[74535]:       </nova:owner>
Dec 06 10:16:51 user nova-compute[74535]:       <nova:ports>
Dec 06 10:16:51 user nova-compute[74535]:         <nova:port uuid="826a7e89-24d5-467a-9863-54b98ea68d92">
Dec 06 10:16:51 user nova-compute[74535]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Dec 06 10:16:51 user nova-compute[74535]:         </nova:port>
Dec 06 10:16:51 user nova-compute[74535]:       </nova:ports>
Dec 06 10:16:51 user nova-compute[74535]:     </nova:instance>
Dec 06 10:16:51 user nova-compute[74535]:   </metadata>
Dec 06 10:16:51 user nova-compute[74535]:   <sysinfo type="smbios">
Dec 06 10:16:51 user nova-compute[74535]:     <system>
Dec 06 10:16:51 user nova-compute[74535]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 10:16:51 user nova-compute[74535]:       <entry name="product">OpenStack Nova</entry>
Dec 06 10:16:51 user nova-compute[74535]:       <entry name="version">0.0.0</entry>
Dec 06 10:16:51 user nova-compute[74535]:       <entry name="serial">1c96df88-e418-4e7f-8dc7-11ded268be2f</entry>
Dec 06 10:16:51 user nova-compute[74535]:       <entry name="uuid">1c96df88-e418-4e7f-8dc7-11ded268be2f</entry>
Dec 06 10:16:51 user nova-compute[74535]:       <entry name="family">Virtual Machine</entry>
Dec 06 10:16:51 user nova-compute[74535]:     </system>
Dec 06 10:16:51 user nova-compute[74535]:   </sysinfo>
Dec 06 10:16:51 user nova-compute[74535]:   <os>
Dec 06 10:16:51 user nova-compute[74535]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 10:16:51 user nova-compute[74535]:     <boot dev="hd"/>
Dec 06 10:16:51 user nova-compute[74535]:     <smbios mode="sysinfo"/>
Dec 06 10:16:51 user nova-compute[74535]:   </os>
Dec 06 10:16:51 user nova-compute[74535]:   <features>
Dec 06 10:16:51 user nova-compute[74535]:     <acpi/>
Dec 06 10:16:51 user nova-compute[74535]:     <apic/>
Dec 06 10:16:51 user nova-compute[74535]:     <vmcoreinfo/>
Dec 06 10:16:51 user nova-compute[74535]:   </features>
Dec 06 10:16:51 user nova-compute[74535]:   <clock offset="utc">
Dec 06 10:16:51 user nova-compute[74535]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 10:16:51 user nova-compute[74535]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 10:16:51 user nova-compute[74535]:     <timer name="hpet" present="no"/>
Dec 06 10:16:51 user nova-compute[74535]:   </clock>
Dec 06 10:16:51 user nova-compute[74535]:   <cpu mode="custom" match="exact">
Dec 06 10:16:51 user nova-compute[74535]:     <model>Nehalem</model>
Dec 06 10:16:51 user nova-compute[74535]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 10:16:51 user nova-compute[74535]:   </cpu>
Dec 06 10:16:51 user nova-compute[74535]:   <devices>
Dec 06 10:16:51 user nova-compute[74535]:     <disk type="block" device="disk">
Dec 06 10:16:51 user nova-compute[74535]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 10:16:51 user nova-compute[74535]:       <source dev="/dev/sdb"/>
Dec 06 10:16:51 user nova-compute[74535]:       <target dev="vda" bus="virtio"/>
Dec 06 10:16:51 user nova-compute[74535]:       <serial>d46b9bdd-8136-4b0b-b2b8-13b067d9bca8</serial>
Dec 06 10:16:51 user nova-compute[74535]:     </disk>
Dec 06 10:16:51 user nova-compute[74535]:     <interface type="ethernet">
Dec 06 10:16:51 user nova-compute[74535]:       <mac address="fa:16:3e:0c:a2:3f"/>
Dec 06 10:16:51 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 10:16:51 user nova-compute[74535]:       <mtu size="1442"/>
Dec 06 10:16:51 user nova-compute[74535]:       <target dev="tap826a7e89-24"/>
Dec 06 10:16:51 user nova-compute[74535]:     </interface>
Dec 06 10:16:51 user nova-compute[74535]:     <serial type="pty">
Dec 06 10:16:51 user nova-compute[74535]:       <log file="/opt/stack/data/nova/instances/1c96df88-e418-4e7f-8dc7-11ded268be2f/console.log" append="off"/>
Dec 06 10:16:51 user nova-compute[74535]:     </serial>
Dec 06 10:16:51 user nova-compute[74535]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 10:16:51 user nova-compute[74535]:     <video>
Dec 06 10:16:51 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 10:16:51 user nova-compute[74535]:     </video>
Dec 06 10:16:51 user nova-compute[74535]:     <rng model="virtio">
Dec 06 10:16:51 user nova-compute[74535]:       <backend model="random">/dev/urandom</backend>
Dec 06 10:16:51 user nova-compute[74535]:     </rng>
Dec 06 10:16:51 user nova-compute[74535]:     <controller type="usb" index="0" model="none"/>
Dec 06 10:16:51 user nova-compute[74535]:     <memballoon model="virtio">
Dec 06 10:16:51 user nova-compute[74535]:       <stats period="10"/>
Dec 06 10:16:51 user nova-compute[74535]:     </memballoon>
Dec 06 10:16:51 user nova-compute[74535]:   </devices>
Dec 06 10:16:51 user nova-compute[74535]: </domain>
Dec 06 10:16:51 user nova-compute[74535]:  {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 10:16:51 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:16:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-1788277063',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1788277063',id=40,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOCjAa58U3pjw2U/XdmjgSf/V4SUGHZ2acu/GpleInPmA5VjyHP52F4vQLc4EScqgWEvi0nnOsiw75M1Rkn6z7HvKR7zV4wRn7V7hH4mrtCzi2mFy8eezqE+Z298Sr8S3g==',key_name='tempest-keypair-1469283717',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0ace73dfd4cb4dfb8dab473b5f2efeb4',ramdisk_id='',reservation_id='r-7gu3vl08',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsV293TestJSON-396942444',owner_user_name='tempest-ServerActionsV293TestJSON-396942444-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T10:16:39Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3ffb4a55eede41ed98387c10775964a1',uuid=1c96df88-e418-4e7f-8dc7-11ded268be2f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "826a7e89-24d5-467a-9863-54b98ea68d92", "address": "fa:16:3e:0c:a2:3f", "network": {"id": "74a3f146-4003-425a-8979-30526ca54e84", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1622508651-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ace73dfd4cb4dfb8dab473b5f2efeb4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap826a7e89-24", "ovs_interfaceid": "826a7e89-24d5-467a-9863-54b98ea68d92", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 10:16:51 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Converting VIF {"id": "826a7e89-24d5-467a-9863-54b98ea68d92", "address": "fa:16:3e:0c:a2:3f", "network": {"id": "74a3f146-4003-425a-8979-30526ca54e84", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1622508651-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ace73dfd4cb4dfb8dab473b5f2efeb4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap826a7e89-24", "ovs_interfaceid": "826a7e89-24d5-467a-9863-54b98ea68d92", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:16:51 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0c:a2:3f,bridge_name='br-int',has_traffic_filtering=True,id=826a7e89-24d5-467a-9863-54b98ea68d92,network=Network(74a3f146-4003-425a-8979-30526ca54e84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap826a7e89-24') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:16:51 user nova-compute[74535]: DEBUG os_vif [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:0c:a2:3f,bridge_name='br-int',has_traffic_filtering=True,id=826a7e89-24d5-467a-9863-54b98ea68d92,network=Network(74a3f146-4003-425a-8979-30526ca54e84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap826a7e89-24') {{(pid=74535) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 10:16:51 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:16:51 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:16:51 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 10:16:51 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:16:51 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'a8489727-7186-5bb3-bec0-ab2bac1fc7e4', '_type': 'linux-noop'}}, row=False) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:16:51 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:16:51 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:16:51 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:16:51 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap826a7e89-24, may_exist=True, interface_attrs={}) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:16:51 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap826a7e89-24, col_values=(('qos', UUID('9d523cb5-6231-4aa7-9cd6-572e47d55a7e')),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:16:51 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap826a7e89-24, col_values=(('external_ids', {'iface-id': '826a7e89-24d5-467a-9863-54b98ea68d92', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:0c:a2:3f', 'vm-uuid': '1c96df88-e418-4e7f-8dc7-11ded268be2f'}),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:16:51 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:16:51 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:16:51 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:16:51 user nova-compute[74535]: INFO os_vif [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:0c:a2:3f,bridge_name='br-int',has_traffic_filtering=True,id=826a7e89-24d5-467a-9863-54b98ea68d92,network=Network(74a3f146-4003-425a-8979-30526ca54e84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap826a7e89-24')
Dec 06 10:16:52 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] No BDM found with device name vda, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 10:16:52 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] No VIF found with MAC fa:16:3e:0c:a2:3f, not building metadata {{(pid=74535) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 10:16:53 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:16:53 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:16:53 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:16:53 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:16:53 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:16:54 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:16:54 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:16:54 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:16:54 user nova-compute[74535]: DEBUG nova.compute.manager [req-63ae34c2-fae7-4a01-b673-8c929d78a69a req-3b2ab3a9-ffa3-4575-9436-552280c449f4 service nova] [instance: ed2fce2f-b3c8-4e33-8a20-002be3be78d5] Received event network-vif-plugged-5014d870-a6f4-46c0-b1f8-0ce19fa8d31a {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:16:54 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-63ae34c2-fae7-4a01-b673-8c929d78a69a req-3b2ab3a9-ffa3-4575-9436-552280c449f4 service nova] Acquiring lock "ed2fce2f-b3c8-4e33-8a20-002be3be78d5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:16:54 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-63ae34c2-fae7-4a01-b673-8c929d78a69a req-3b2ab3a9-ffa3-4575-9436-552280c449f4 service nova] Lock "ed2fce2f-b3c8-4e33-8a20-002be3be78d5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:16:54 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-63ae34c2-fae7-4a01-b673-8c929d78a69a req-3b2ab3a9-ffa3-4575-9436-552280c449f4 service nova] Lock "ed2fce2f-b3c8-4e33-8a20-002be3be78d5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:16:54 user nova-compute[74535]: DEBUG nova.compute.manager [req-63ae34c2-fae7-4a01-b673-8c929d78a69a req-3b2ab3a9-ffa3-4575-9436-552280c449f4 service nova] [instance: ed2fce2f-b3c8-4e33-8a20-002be3be78d5] No waiting events found dispatching network-vif-plugged-5014d870-a6f4-46c0-b1f8-0ce19fa8d31a {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:16:54 user nova-compute[74535]: WARNING nova.compute.manager [req-63ae34c2-fae7-4a01-b673-8c929d78a69a req-3b2ab3a9-ffa3-4575-9436-552280c449f4 service nova] [instance: ed2fce2f-b3c8-4e33-8a20-002be3be78d5] Received unexpected event network-vif-plugged-5014d870-a6f4-46c0-b1f8-0ce19fa8d31a for instance with vm_state rescued and task_state unrescuing.
Dec 06 10:16:54 user nova-compute[74535]: DEBUG nova.compute.manager [req-63ae34c2-fae7-4a01-b673-8c929d78a69a req-3b2ab3a9-ffa3-4575-9436-552280c449f4 service nova] [instance: ed2fce2f-b3c8-4e33-8a20-002be3be78d5] Received event network-vif-plugged-5014d870-a6f4-46c0-b1f8-0ce19fa8d31a {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:16:54 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-63ae34c2-fae7-4a01-b673-8c929d78a69a req-3b2ab3a9-ffa3-4575-9436-552280c449f4 service nova] Acquiring lock "ed2fce2f-b3c8-4e33-8a20-002be3be78d5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:16:54 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-63ae34c2-fae7-4a01-b673-8c929d78a69a req-3b2ab3a9-ffa3-4575-9436-552280c449f4 service nova] Lock "ed2fce2f-b3c8-4e33-8a20-002be3be78d5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:16:54 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-63ae34c2-fae7-4a01-b673-8c929d78a69a req-3b2ab3a9-ffa3-4575-9436-552280c449f4 service nova] Lock "ed2fce2f-b3c8-4e33-8a20-002be3be78d5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:16:54 user nova-compute[74535]: DEBUG nova.compute.manager [req-63ae34c2-fae7-4a01-b673-8c929d78a69a req-3b2ab3a9-ffa3-4575-9436-552280c449f4 service nova] [instance: ed2fce2f-b3c8-4e33-8a20-002be3be78d5] No waiting events found dispatching network-vif-plugged-5014d870-a6f4-46c0-b1f8-0ce19fa8d31a {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:16:54 user nova-compute[74535]: WARNING nova.compute.manager [req-63ae34c2-fae7-4a01-b673-8c929d78a69a req-3b2ab3a9-ffa3-4575-9436-552280c449f4 service nova] [instance: ed2fce2f-b3c8-4e33-8a20-002be3be78d5] Received unexpected event network-vif-plugged-5014d870-a6f4-46c0-b1f8-0ce19fa8d31a for instance with vm_state rescued and task_state unrescuing.
Dec 06 10:16:54 user nova-compute[74535]: DEBUG nova.compute.manager [req-63ae34c2-fae7-4a01-b673-8c929d78a69a req-3b2ab3a9-ffa3-4575-9436-552280c449f4 service nova] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] Received event network-vif-plugged-826a7e89-24d5-467a-9863-54b98ea68d92 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:16:54 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-63ae34c2-fae7-4a01-b673-8c929d78a69a req-3b2ab3a9-ffa3-4575-9436-552280c449f4 service nova] Acquiring lock "1c96df88-e418-4e7f-8dc7-11ded268be2f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:16:54 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-63ae34c2-fae7-4a01-b673-8c929d78a69a req-3b2ab3a9-ffa3-4575-9436-552280c449f4 service nova] Lock "1c96df88-e418-4e7f-8dc7-11ded268be2f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:16:54 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-63ae34c2-fae7-4a01-b673-8c929d78a69a req-3b2ab3a9-ffa3-4575-9436-552280c449f4 service nova] Lock "1c96df88-e418-4e7f-8dc7-11ded268be2f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:16:54 user nova-compute[74535]: DEBUG nova.compute.manager [req-63ae34c2-fae7-4a01-b673-8c929d78a69a req-3b2ab3a9-ffa3-4575-9436-552280c449f4 service nova] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] No waiting events found dispatching network-vif-plugged-826a7e89-24d5-467a-9863-54b98ea68d92 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:16:54 user nova-compute[74535]: WARNING nova.compute.manager [req-63ae34c2-fae7-4a01-b673-8c929d78a69a req-3b2ab3a9-ffa3-4575-9436-552280c449f4 service nova] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] Received unexpected event network-vif-plugged-826a7e89-24d5-467a-9863-54b98ea68d92 for instance with vm_state building and task_state spawning.
Dec 06 10:16:54 user nova-compute[74535]: DEBUG nova.compute.manager [req-63ae34c2-fae7-4a01-b673-8c929d78a69a req-3b2ab3a9-ffa3-4575-9436-552280c449f4 service nova] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] Received event network-vif-plugged-826a7e89-24d5-467a-9863-54b98ea68d92 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:16:54 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-63ae34c2-fae7-4a01-b673-8c929d78a69a req-3b2ab3a9-ffa3-4575-9436-552280c449f4 service nova] Acquiring lock "1c96df88-e418-4e7f-8dc7-11ded268be2f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:16:54 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-63ae34c2-fae7-4a01-b673-8c929d78a69a req-3b2ab3a9-ffa3-4575-9436-552280c449f4 service nova] Lock "1c96df88-e418-4e7f-8dc7-11ded268be2f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:16:54 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-63ae34c2-fae7-4a01-b673-8c929d78a69a req-3b2ab3a9-ffa3-4575-9436-552280c449f4 service nova] Lock "1c96df88-e418-4e7f-8dc7-11ded268be2f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:16:54 user nova-compute[74535]: DEBUG nova.compute.manager [req-63ae34c2-fae7-4a01-b673-8c929d78a69a req-3b2ab3a9-ffa3-4575-9436-552280c449f4 service nova] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] No waiting events found dispatching network-vif-plugged-826a7e89-24d5-467a-9863-54b98ea68d92 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:16:54 user nova-compute[74535]: WARNING nova.compute.manager [req-63ae34c2-fae7-4a01-b673-8c929d78a69a req-3b2ab3a9-ffa3-4575-9436-552280c449f4 service nova] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] Received unexpected event network-vif-plugged-826a7e89-24d5-467a-9863-54b98ea68d92 for instance with vm_state building and task_state spawning.
Dec 06 10:16:54 user nova-compute[74535]: DEBUG nova.compute.manager [None req-0813ae83-01e4-428c-83fd-b60a01065bec tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: ed2fce2f-b3c8-4e33-8a20-002be3be78d5] Checking state {{(pid=74535) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 10:16:55 user nova-compute[74535]: DEBUG nova.compute.manager [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] Instance event wait completed in 0 seconds for  {{(pid=74535) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 10:16:55 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] Guest created on hypervisor {{(pid=74535) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 10:16:55 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] Instance spawned successfully.
Dec 06 10:16:55 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 10:16:55 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] Found default for hw_cdrom_bus of ide {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:16:55 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] Found default for hw_disk_bus of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:16:55 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] Found default for hw_input_bus of None {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:16:55 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] Found default for hw_pointer_model of None {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:16:55 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] Found default for hw_video_model of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:16:55 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] Found default for hw_vif_model of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:16:55 user nova-compute[74535]: INFO nova.compute.manager [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] Took 5.21 seconds to spawn the instance on the hypervisor.
Dec 06 10:16:55 user nova-compute[74535]: DEBUG nova.compute.manager [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] Checking state {{(pid=74535) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 10:16:55 user nova-compute[74535]: INFO nova.compute.manager [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] Took 17.34 seconds to build instance.
Dec 06 10:16:55 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-e7817077-1ce3-48b0-a8fc-5dd0ad761faa tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Lock "1c96df88-e418-4e7f-8dc7-11ded268be2f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 17.444s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:16:56 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:16:58 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:16:59 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-9139e2ea-937c-4dff-ab7d-d0675a95c8bd tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Acquiring lock "b1b834bc-519d-497f-97b9-7879f57044f7" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:16:59 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-9139e2ea-937c-4dff-ab7d-d0675a95c8bd tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Lock "b1b834bc-519d-497f-97b9-7879f57044f7" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:16:59 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-9139e2ea-937c-4dff-ab7d-d0675a95c8bd tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Acquiring lock "b1b834bc-519d-497f-97b9-7879f57044f7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:16:59 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-9139e2ea-937c-4dff-ab7d-d0675a95c8bd tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Lock "b1b834bc-519d-497f-97b9-7879f57044f7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:16:59 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-9139e2ea-937c-4dff-ab7d-d0675a95c8bd tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Lock "b1b834bc-519d-497f-97b9-7879f57044f7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:16:59 user nova-compute[74535]: INFO nova.compute.manager [None req-9139e2ea-937c-4dff-ab7d-d0675a95c8bd tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] Terminating instance
Dec 06 10:16:59 user nova-compute[74535]: DEBUG nova.compute.manager [None req-9139e2ea-937c-4dff-ab7d-d0675a95c8bd tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] Start destroying the instance on the hypervisor. {{(pid=74535) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 10:16:59 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:16:59 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:16:59 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:16:59 user nova-compute[74535]: DEBUG nova.compute.manager [req-dda7fdb8-6528-429b-8240-d06f822079c2 req-cb87b329-5505-4efa-8818-f093c394b099 service nova] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] Received event network-vif-unplugged-7940d53f-a8ed-492e-94a8-264e986eacf9 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:16:59 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-dda7fdb8-6528-429b-8240-d06f822079c2 req-cb87b329-5505-4efa-8818-f093c394b099 service nova] Acquiring lock "b1b834bc-519d-497f-97b9-7879f57044f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:16:59 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-dda7fdb8-6528-429b-8240-d06f822079c2 req-cb87b329-5505-4efa-8818-f093c394b099 service nova] Lock "b1b834bc-519d-497f-97b9-7879f57044f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:16:59 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-dda7fdb8-6528-429b-8240-d06f822079c2 req-cb87b329-5505-4efa-8818-f093c394b099 service nova] Lock "b1b834bc-519d-497f-97b9-7879f57044f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:16:59 user nova-compute[74535]: DEBUG nova.compute.manager [req-dda7fdb8-6528-429b-8240-d06f822079c2 req-cb87b329-5505-4efa-8818-f093c394b099 service nova] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] No waiting events found dispatching network-vif-unplugged-7940d53f-a8ed-492e-94a8-264e986eacf9 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:16:59 user nova-compute[74535]: DEBUG nova.compute.manager [req-dda7fdb8-6528-429b-8240-d06f822079c2 req-cb87b329-5505-4efa-8818-f093c394b099 service nova] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] Received event network-vif-unplugged-7940d53f-a8ed-492e-94a8-264e986eacf9 for instance with task_state deleting. {{(pid=74535) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 10:16:59 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:17:00 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] Instance destroyed successfully.
Dec 06 10:17:00 user nova-compute[74535]: DEBUG nova.objects.instance [None req-9139e2ea-937c-4dff-ab7d-d0675a95c8bd tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Lazy-loading 'resources' on Instance uuid b1b834bc-519d-497f-97b9-7879f57044f7 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:17:00 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-9139e2ea-937c-4dff-ab7d-d0675a95c8bd tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:10:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1781398421',display_name='tempest-ServerRescueNegativeTestJSON-server-1781398421',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1781398421',id=34,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPnWZcVembybJRWLsELvJeCopTblFho2l2nTTFW/BMuxyCjdR9J1K2X6/5oSStPvpuMPO7KoAaSOi1VCrYmiKsnxO68kE4BJMFJA5dpeSg27GUgcH7f5JfIBqsotq1wrfA==',key_name='tempest-keypair-788461230',keypairs=<?>,launch_index=0,launched_at=2023-12-06T10:12:32Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='17272e061eec432787a47431737ad50f',ramdisk_id='',reservation_id='r-y0d117x9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-1402737075',owner_user_name='tempest-ServerRescueNegativeTestJSON-1402737075-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T10:14:21Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9a77e6b6f564435a942477b2360ac402',uuid=b1b834bc-519d-497f-97b9-7879f57044f7,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "7940d53f-a8ed-492e-94a8-264e986eacf9", "address": "fa:16:3e:ee:ab:9e", "network": {"id": "a3dfa24c-76e2-4ead-941f-ba72c57234a4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-566828184-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.23", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17272e061eec432787a47431737ad50f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7940d53f-a8", "ovs_interfaceid": "7940d53f-a8ed-492e-94a8-264e986eacf9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 10:17:00 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-9139e2ea-937c-4dff-ab7d-d0675a95c8bd tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Converting VIF {"id": "7940d53f-a8ed-492e-94a8-264e986eacf9", "address": "fa:16:3e:ee:ab:9e", "network": {"id": "a3dfa24c-76e2-4ead-941f-ba72c57234a4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-566828184-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.23", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17272e061eec432787a47431737ad50f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7940d53f-a8", "ovs_interfaceid": "7940d53f-a8ed-492e-94a8-264e986eacf9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:17:00 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-9139e2ea-937c-4dff-ab7d-d0675a95c8bd tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:ee:ab:9e,bridge_name='br-int',has_traffic_filtering=True,id=7940d53f-a8ed-492e-94a8-264e986eacf9,network=Network(a3dfa24c-76e2-4ead-941f-ba72c57234a4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7940d53f-a8') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:17:00 user nova-compute[74535]: DEBUG os_vif [None req-9139e2ea-937c-4dff-ab7d-d0675a95c8bd tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:ee:ab:9e,bridge_name='br-int',has_traffic_filtering=True,id=7940d53f-a8ed-492e-94a8-264e986eacf9,network=Network(a3dfa24c-76e2-4ead-941f-ba72c57234a4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7940d53f-a8') {{(pid=74535) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 10:17:00 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:17:00 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap7940d53f-a8, bridge=br-int, if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:17:00 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:17:00 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:17:00 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=5e105ec8-3fcf-46b2-8cb2-6d489af96182) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:17:00 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:17:00 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:17:00 user nova-compute[74535]: INFO os_vif [None req-9139e2ea-937c-4dff-ab7d-d0675a95c8bd tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:ee:ab:9e,bridge_name='br-int',has_traffic_filtering=True,id=7940d53f-a8ed-492e-94a8-264e986eacf9,network=Network(a3dfa24c-76e2-4ead-941f-ba72c57234a4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7940d53f-a8')
Dec 06 10:17:00 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-9139e2ea-937c-4dff-ab7d-d0675a95c8bd tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] Deleting instance files /opt/stack/data/nova/instances/b1b834bc-519d-497f-97b9-7879f57044f7_del
Dec 06 10:17:00 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-9139e2ea-937c-4dff-ab7d-d0675a95c8bd tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] Deletion of /opt/stack/data/nova/instances/b1b834bc-519d-497f-97b9-7879f57044f7_del complete
Dec 06 10:17:00 user nova-compute[74535]: INFO nova.compute.manager [None req-9139e2ea-937c-4dff-ab7d-d0675a95c8bd tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] Took 0.97 seconds to destroy the instance on the hypervisor.
Dec 06 10:17:00 user nova-compute[74535]: DEBUG oslo.service.loopingcall [None req-9139e2ea-937c-4dff-ab7d-d0675a95c8bd tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74535) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 10:17:00 user nova-compute[74535]: DEBUG nova.compute.manager [-] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] Deallocating network for instance {{(pid=74535) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 10:17:00 user nova-compute[74535]: DEBUG nova.network.neutron [-] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] deallocate_for_instance() {{(pid=74535) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 10:17:01 user nova-compute[74535]: DEBUG nova.network.neutron [-] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] Updating instance_info_cache with network_info: [] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:17:01 user nova-compute[74535]: INFO nova.compute.manager [-] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] Took 1.07 seconds to deallocate network for instance.
Dec 06 10:17:01 user nova-compute[74535]: DEBUG nova.compute.manager [req-6340325b-2a52-4851-af65-05a4c7c8c54b req-701cc04a-30b2-4c6a-bfbc-0e5cb47fe7ed service nova] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] Received event network-vif-deleted-7940d53f-a8ed-492e-94a8-264e986eacf9 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:17:01 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-9139e2ea-937c-4dff-ab7d-d0675a95c8bd tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:17:01 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-9139e2ea-937c-4dff-ab7d-d0675a95c8bd tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:17:01 user nova-compute[74535]: DEBUG nova.compute.manager [req-c0d44ac3-4c9b-45dc-982f-e418d2506130 req-3be1b995-6958-41cf-a5ee-e2a43379701a service nova] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] Received event network-vif-plugged-7940d53f-a8ed-492e-94a8-264e986eacf9 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:17:01 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-c0d44ac3-4c9b-45dc-982f-e418d2506130 req-3be1b995-6958-41cf-a5ee-e2a43379701a service nova] Acquiring lock "b1b834bc-519d-497f-97b9-7879f57044f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:17:01 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-c0d44ac3-4c9b-45dc-982f-e418d2506130 req-3be1b995-6958-41cf-a5ee-e2a43379701a service nova] Lock "b1b834bc-519d-497f-97b9-7879f57044f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:17:01 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-c0d44ac3-4c9b-45dc-982f-e418d2506130 req-3be1b995-6958-41cf-a5ee-e2a43379701a service nova] Lock "b1b834bc-519d-497f-97b9-7879f57044f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:17:01 user nova-compute[74535]: DEBUG nova.compute.manager [req-c0d44ac3-4c9b-45dc-982f-e418d2506130 req-3be1b995-6958-41cf-a5ee-e2a43379701a service nova] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] No waiting events found dispatching network-vif-plugged-7940d53f-a8ed-492e-94a8-264e986eacf9 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:17:01 user nova-compute[74535]: WARNING nova.compute.manager [req-c0d44ac3-4c9b-45dc-982f-e418d2506130 req-3be1b995-6958-41cf-a5ee-e2a43379701a service nova] [instance: b1b834bc-519d-497f-97b9-7879f57044f7] Received unexpected event network-vif-plugged-7940d53f-a8ed-492e-94a8-264e986eacf9 for instance with vm_state deleted and task_state None.
Dec 06 10:17:01 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-9139e2ea-937c-4dff-ab7d-d0675a95c8bd tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:17:01 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-9139e2ea-937c-4dff-ab7d-d0675a95c8bd tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:17:01 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-9139e2ea-937c-4dff-ab7d-d0675a95c8bd tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.441s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:17:01 user nova-compute[74535]: INFO nova.scheduler.client.report [None req-9139e2ea-937c-4dff-ab7d-d0675a95c8bd tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Deleted allocations for instance b1b834bc-519d-497f-97b9-7879f57044f7
Dec 06 10:17:01 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-9139e2ea-937c-4dff-ab7d-d0675a95c8bd tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Lock "b1b834bc-519d-497f-97b9-7879f57044f7" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.782s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:17:02 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-85ff3cdc-03ed-4761-a8ad-b9d55847fd50 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Acquiring lock "fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:17:02 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-85ff3cdc-03ed-4761-a8ad-b9d55847fd50 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lock "fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:17:02 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-85ff3cdc-03ed-4761-a8ad-b9d55847fd50 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Acquiring lock "fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:17:02 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-85ff3cdc-03ed-4761-a8ad-b9d55847fd50 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lock "fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:17:02 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-85ff3cdc-03ed-4761-a8ad-b9d55847fd50 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lock "fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:17:02 user nova-compute[74535]: INFO nova.compute.manager [None req-85ff3cdc-03ed-4761-a8ad-b9d55847fd50 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d] Terminating instance
Dec 06 10:17:02 user nova-compute[74535]: DEBUG nova.compute.manager [None req-85ff3cdc-03ed-4761-a8ad-b9d55847fd50 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d] Start destroying the instance on the hypervisor. {{(pid=74535) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 10:17:02 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:17:02 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:17:02 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:17:02 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:17:02 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:17:03 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:17:03 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d] Instance destroyed successfully.
Dec 06 10:17:03 user nova-compute[74535]: DEBUG nova.objects.instance [None req-85ff3cdc-03ed-4761-a8ad-b9d55847fd50 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lazy-loading 'resources' on Instance uuid fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:17:03 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-85ff3cdc-03ed-4761-a8ad-b9d55847fd50 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:12:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-1481297884',display_name='tempest-TestVolumeBootPattern-volume-backed-server-1481297884',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-volume-backed-server-1481297884',id=35,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBE0MRsHuEAB/8YPjyxm8g+qjIT/OLLzveItt1mLcOPcTLXHyf8vo3wM153/mgpN3hQ6+IDXIYqPHIc9bumSOEZImw5fCPoGWa1vv8lP1r8eCUR2EPhUJFaK7w+a4HmAyg==',key_name='tempest-keypair-139175817',keypairs=<?>,launch_index=0,launched_at=2023-12-06T10:12:32Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='19e83c953cf8498f8ea89afce479f26b',ramdisk_id='',reservation_id='r-6ru10pq3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-1927549100',owner_user_name='tempest-TestVolumeBootPattern-1927549100-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T10:12:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1068d2d7cca843c1b32d9c1b5b29d882',uuid=fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f507893b-7e2b-4a12-9149-b464ec3fcc32", "address": "fa:16:3e:65:94:6c", "network": {"id": "72d08fd1-cc74-485f-848c-2ce73172f719", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1718263965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "19e83c953cf8498f8ea89afce479f26b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf507893b-7e", "ovs_interfaceid": "f507893b-7e2b-4a12-9149-b464ec3fcc32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 10:17:03 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-85ff3cdc-03ed-4761-a8ad-b9d55847fd50 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Converting VIF {"id": "f507893b-7e2b-4a12-9149-b464ec3fcc32", "address": "fa:16:3e:65:94:6c", "network": {"id": "72d08fd1-cc74-485f-848c-2ce73172f719", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1718263965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "19e83c953cf8498f8ea89afce479f26b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf507893b-7e", "ovs_interfaceid": "f507893b-7e2b-4a12-9149-b464ec3fcc32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:17:03 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-85ff3cdc-03ed-4761-a8ad-b9d55847fd50 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:65:94:6c,bridge_name='br-int',has_traffic_filtering=True,id=f507893b-7e2b-4a12-9149-b464ec3fcc32,network=Network(72d08fd1-cc74-485f-848c-2ce73172f719),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf507893b-7e') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:17:03 user nova-compute[74535]: DEBUG os_vif [None req-85ff3cdc-03ed-4761-a8ad-b9d55847fd50 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:65:94:6c,bridge_name='br-int',has_traffic_filtering=True,id=f507893b-7e2b-4a12-9149-b464ec3fcc32,network=Network(72d08fd1-cc74-485f-848c-2ce73172f719),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf507893b-7e') {{(pid=74535) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 10:17:03 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:17:03 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf507893b-7e, bridge=br-int, if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:17:03 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:17:03 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:17:03 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:17:03 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:17:03 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=0efe864a-6152-4166-8ea5-570f4d1fd0f8) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:17:03 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:17:03 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:17:03 user nova-compute[74535]: INFO os_vif [None req-85ff3cdc-03ed-4761-a8ad-b9d55847fd50 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:65:94:6c,bridge_name='br-int',has_traffic_filtering=True,id=f507893b-7e2b-4a12-9149-b464ec3fcc32,network=Network(72d08fd1-cc74-485f-848c-2ce73172f719),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf507893b-7e')
Dec 06 10:17:03 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-85ff3cdc-03ed-4761-a8ad-b9d55847fd50 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d] calling os-brick to detach iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 10:17:03 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-85ff3cdc-03ed-4761-a8ad-b9d55847fd50 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, {'target_iqn': 'iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZsDgJuGc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdg'}, None), 'kwargs': True}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:17:03 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-85ff3cdc-03ed-4761-a8ad-b9d55847fd50 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:17:03 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-85ff3cdc-03ed-4761-a8ad-b9d55847fd50 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:17:03 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-85ff3cdc-03ed-4761-a8ad-b9d55847fd50 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:17:03 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:17:03 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:17:03 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[f38f48ab-8592-4aa0-b55a-11bc8af674d5]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:17:03 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-85ff3cdc-03ed-4761-a8ad-b9d55847fd50 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 10:17:03 user nova-compute[74535]: No targets found.
Dec 06 10:17:03 user nova-compute[74535]: iSNS:
Dec 06 10:17:03 user nova-compute[74535]: No targets found.
Dec 06 10:17:03 user nova-compute[74535]: STATIC:
Dec 06 10:17:03 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8
Dec 06 10:17:03 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:17:03 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:17:03 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa
Dec 06 10:17:03 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:17:03 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:17:03 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8
Dec 06 10:17:03 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:17:03 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:17:03 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71
Dec 06 10:17:03 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:17:03 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:17:03 user nova-compute[74535]: FIRMWARE:
Dec 06 10:17:03 user nova-compute[74535]: No targets found.
Dec 06 10:17:03 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:17:03 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-85ff3cdc-03ed-4761-a8ad-b9d55847fd50 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 10:17:03 user nova-compute[74535]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 10:17:03 user nova-compute[74535]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74535) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 10:17:03 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-85ff3cdc-03ed-4761-a8ad-b9d55847fd50 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa', 0)] {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 10:17:03 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:17:03 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:17:03 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3468542-75bb-453f-b6ec-85f0ca58ab9b]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:17:03 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:17:03 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:17:03 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[99fc6ace-b121-4e56-a1e2-f4274619469a]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:17:03 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-85ff3cdc-03ed-4761-a8ad-b9d55847fd50 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:17:03 user nova-compute[74535]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa (non-flash)
Dec 06 10:17:03 user nova-compute[74535]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71 (non-flash)
Dec 06 10:17:03 user nova-compute[74535]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 (non-flash)
Dec 06 10:17:03 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:17:03 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-85ff3cdc-03ed-4761-a8ad-b9d55847fd50 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:17:03 user nova-compute[74535]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa (non-flash)
Dec 06 10:17:03 user nova-compute[74535]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71 (non-flash)
Dec 06 10:17:03 user nova-compute[74535]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 (non-flash)
Dec 06 10:17:03 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:17:03 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-85ff3cdc-03ed-4761-a8ad-b9d55847fd50 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ff1007b0af0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa'): ({'sdg'}, set())}) {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 10:17:03 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-85ff3cdc-03ed-4761-a8ad-b9d55847fd50 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Removing single pathed devices sdg {{(pid=74535) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 10:17:03 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:17:03 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:17:03 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d7a7907-f88e-4a64-b866-bc5f9ed2f12e]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:17:03 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdg {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:17:03 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdg" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:17:03 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[236ad94d-1869-4c09-9080-5182d0d8b23d]: (4, ('ok\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:17:03 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-85ff3cdc-03ed-4761-a8ad-b9d55847fd50 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Flushing IO for device /dev/sdg {{(pid=74535) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 10:17:03 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdg {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:17:03 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdg" returned: 0 in 0.022s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:17:03 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[708e8f29-2c16-450b-bbb3-ee3ac13ac548]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:17:03 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-85ff3cdc-03ed-4761-a8ad-b9d55847fd50 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Remove SCSI device /dev/sdg with /sys/block/sdg/device/delete {{(pid=74535) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 10:17:03 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdg/device/delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:17:03 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdg/device/delete" returned: 0 in 0.051s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:17:03 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6ac52ce-6f2a-477a-bebb-90245e8e4d65]: (4, ('1', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:17:03 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-85ff3cdc-03ed-4761-a8ad-b9d55847fd50 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Checking to see if SCSI volumes sdg have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 10:17:03 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-85ff3cdc-03ed-4761-a8ad-b9d55847fd50 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] SCSI volumes sdg have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 10:17:03 user nova-compute[74535]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-1SCST_BIOcd9fe5a2-d755dc691ea19e02', '/dev/disk/by-id/scsi-26437353564633639', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_cd9fe5a2') {{(pid=86180) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Dec 06 10:17:03 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[ace046c8-b118-4bbd-a45e-39d4202ed0aa]: (4, None) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:17:03 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-85ff3cdc-03ed-4761-a8ad-b9d55847fd50 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa')] {{(pid=74535) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 10:17:03 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:17:03 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.025s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:17:03 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[0fa96c6a-ba41-47e3-a2b5-43e13fbe2eed]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:17:03 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-85ff3cdc-03ed-4761-a8ad-b9d55847fd50 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:17:03 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa -p 172.16.0.220:3260 --logout {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:17:03 user nova-compute[74535]: DEBUG nova.compute.manager [req-3434e7af-02ba-4465-84de-579d2287d588 req-994f358e-47f3-4874-82fb-05924c61e6d0 service nova] [instance: fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d] Received event network-vif-unplugged-f507893b-7e2b-4a12-9149-b464ec3fcc32 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:17:03 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-3434e7af-02ba-4465-84de-579d2287d588 req-994f358e-47f3-4874-82fb-05924c61e6d0 service nova] Acquiring lock "fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:17:03 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-3434e7af-02ba-4465-84de-579d2287d588 req-994f358e-47f3-4874-82fb-05924c61e6d0 service nova] Lock "fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:17:03 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-3434e7af-02ba-4465-84de-579d2287d588 req-994f358e-47f3-4874-82fb-05924c61e6d0 service nova] Lock "fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:17:03 user nova-compute[74535]: DEBUG nova.compute.manager [req-3434e7af-02ba-4465-84de-579d2287d588 req-994f358e-47f3-4874-82fb-05924c61e6d0 service nova] [instance: fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d] No waiting events found dispatching network-vif-unplugged-f507893b-7e2b-4a12-9149-b464ec3fcc32 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:17:03 user nova-compute[74535]: DEBUG nova.compute.manager [req-3434e7af-02ba-4465-84de-579d2287d588 req-994f358e-47f3-4874-82fb-05924c61e6d0 service nova] [instance: fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d] Received event network-vif-unplugged-f507893b-7e2b-4a12-9149-b464ec3fcc32 for instance with task_state deleting. {{(pid=74535) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 10:17:03 user nova-compute[74535]: DEBUG nova.compute.manager [req-3434e7af-02ba-4465-84de-579d2287d588 req-994f358e-47f3-4874-82fb-05924c61e6d0 service nova] [instance: fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d] Received event network-vif-plugged-f507893b-7e2b-4a12-9149-b464ec3fcc32 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:17:03 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-3434e7af-02ba-4465-84de-579d2287d588 req-994f358e-47f3-4874-82fb-05924c61e6d0 service nova] Acquiring lock "fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:17:03 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-3434e7af-02ba-4465-84de-579d2287d588 req-994f358e-47f3-4874-82fb-05924c61e6d0 service nova] Lock "fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:17:03 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-3434e7af-02ba-4465-84de-579d2287d588 req-994f358e-47f3-4874-82fb-05924c61e6d0 service nova] Lock "fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:17:03 user nova-compute[74535]: DEBUG nova.compute.manager [req-3434e7af-02ba-4465-84de-579d2287d588 req-994f358e-47f3-4874-82fb-05924c61e6d0 service nova] [instance: fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d] No waiting events found dispatching network-vif-plugged-f507893b-7e2b-4a12-9149-b464ec3fcc32 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:17:03 user nova-compute[74535]: WARNING nova.compute.manager [req-3434e7af-02ba-4465-84de-579d2287d588 req-994f358e-47f3-4874-82fb-05924c61e6d0 service nova] [instance: fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d] Received unexpected event network-vif-plugged-f507893b-7e2b-4a12-9149-b464ec3fcc32 for instance with vm_state active and task_state deleting.
Dec 06 10:17:03 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa -p 172.16.0.220:3260 --logout" returned: 0 in 0.076s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:17:03 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[81452212-6e0b-42c2-aa88-08ee5f210dd0]: (4, ('Logging out of session [sid: 37, target: iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa, portal: 172.16.0.220,3260]\nLogout of [sid: 37, target: iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:17:03 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-85ff3cdc-03ed-4761-a8ad-b9d55847fd50 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 37, target: iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa, portal: 172.16.0.220,3260]
Dec 06 10:17:03 user nova-compute[74535]: Logout of [sid: 37, target: iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa, portal: 172.16.0.220,3260] successful.
Dec 06 10:17:03 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:17:03 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa -p 172.16.0.220:3260 --op delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:17:03 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a53f27b-666c-4438-a4ac-20632e4fabaa -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:17:03 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed02567c-3e18-4566-8e24-de729b6df3b0]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:17:03 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-85ff3cdc-03ed-4761-a8ad-b9d55847fd50 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:17:03 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-85ff3cdc-03ed-4761-a8ad-b9d55847fd50 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.358s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:17:03 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-85ff3cdc-03ed-4761-a8ad-b9d55847fd50 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] <== disconnect_volume: return (359ms) None {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:17:03 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-85ff3cdc-03ed-4761-a8ad-b9d55847fd50 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d] Disconnected iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 10:17:03 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-85ff3cdc-03ed-4761-a8ad-b9d55847fd50 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d] Deleting instance files /opt/stack/data/nova/instances/fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d_del
Dec 06 10:17:03 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-85ff3cdc-03ed-4761-a8ad-b9d55847fd50 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d] Deletion of /opt/stack/data/nova/instances/fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d_del complete
Dec 06 10:17:03 user nova-compute[74535]: INFO nova.compute.manager [None req-85ff3cdc-03ed-4761-a8ad-b9d55847fd50 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d] Took 1.25 seconds to destroy the instance on the hypervisor.
Dec 06 10:17:03 user nova-compute[74535]: DEBUG oslo.service.loopingcall [None req-85ff3cdc-03ed-4761-a8ad-b9d55847fd50 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74535) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 10:17:03 user nova-compute[74535]: DEBUG nova.compute.manager [-] [instance: fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d] Deallocating network for instance {{(pid=74535) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 10:17:03 user nova-compute[74535]: DEBUG nova.network.neutron [-] [instance: fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d] deallocate_for_instance() {{(pid=74535) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 10:17:04 user nova-compute[74535]: DEBUG nova.network.neutron [-] [instance: fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d] Updating instance_info_cache with network_info: [] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:17:04 user nova-compute[74535]: DEBUG nova.compute.manager [req-f2647354-db44-4c87-85dd-a7595622e8cf req-27633dd8-f3b6-4007-8d79-9faa6f1f028e service nova] [instance: fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d] Received event network-vif-deleted-f507893b-7e2b-4a12-9149-b464ec3fcc32 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:17:04 user nova-compute[74535]: INFO nova.compute.manager [req-f2647354-db44-4c87-85dd-a7595622e8cf req-27633dd8-f3b6-4007-8d79-9faa6f1f028e service nova] [instance: fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d] Neutron deleted interface f507893b-7e2b-4a12-9149-b464ec3fcc32; detaching it from the instance and deleting it from the info cache
Dec 06 10:17:04 user nova-compute[74535]: DEBUG nova.network.neutron [req-f2647354-db44-4c87-85dd-a7595622e8cf req-27633dd8-f3b6-4007-8d79-9faa6f1f028e service nova] [instance: fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d] Updating instance_info_cache with network_info: [] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:17:04 user nova-compute[74535]: INFO nova.compute.manager [-] [instance: fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d] Took 0.90 seconds to deallocate network for instance.
Dec 06 10:17:04 user nova-compute[74535]: DEBUG nova.compute.manager [req-f2647354-db44-4c87-85dd-a7595622e8cf req-27633dd8-f3b6-4007-8d79-9faa6f1f028e service nova] [instance: fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d] Detach interface failed, port_id=f507893b-7e2b-4a12-9149-b464ec3fcc32, reason: Instance fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d could not be found. {{(pid=74535) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 06 10:17:05 user nova-compute[74535]: INFO nova.compute.manager [None req-85ff3cdc-03ed-4761-a8ad-b9d55847fd50 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d] Took 0.81 seconds to detach 1 volumes for instance.
Dec 06 10:17:05 user nova-compute[74535]: DEBUG nova.compute.manager [None req-85ff3cdc-03ed-4761-a8ad-b9d55847fd50 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d] Deleting volume: 4a53f27b-666c-4438-a4ac-20632e4fabaa {{(pid=74535) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Dec 06 10:17:05 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-85ff3cdc-03ed-4761-a8ad-b9d55847fd50 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:17:05 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-85ff3cdc-03ed-4761-a8ad-b9d55847fd50 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:17:06 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-85ff3cdc-03ed-4761-a8ad-b9d55847fd50 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:17:06 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-85ff3cdc-03ed-4761-a8ad-b9d55847fd50 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:17:06 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-85ff3cdc-03ed-4761-a8ad-b9d55847fd50 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.485s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:17:06 user nova-compute[74535]: INFO nova.scheduler.client.report [None req-85ff3cdc-03ed-4761-a8ad-b9d55847fd50 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Deleted allocations for instance fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d
Dec 06 10:17:06 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-85ff3cdc-03ed-4761-a8ad-b9d55847fd50 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lock "fa2967fe-b6e9-4bcf-b77e-7b47a1d9083d" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.743s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:17:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:17:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:17:11 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-d740f52b-444f-406f-9555-b254c32b209a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Acquiring lock "00c2ad50-52f0-477c-8973-5a0899b084b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:17:11 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-d740f52b-444f-406f-9555-b254c32b209a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Lock "00c2ad50-52f0-477c-8973-5a0899b084b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:17:11 user nova-compute[74535]: DEBUG nova.compute.manager [None req-d740f52b-444f-406f-9555-b254c32b209a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: 00c2ad50-52f0-477c-8973-5a0899b084b8] Starting instance... {{(pid=74535) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 10:17:11 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-d740f52b-444f-406f-9555-b254c32b209a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:17:11 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-d740f52b-444f-406f-9555-b254c32b209a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:17:11 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-d740f52b-444f-406f-9555-b254c32b209a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74535) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 10:17:11 user nova-compute[74535]: INFO nova.compute.claims [None req-d740f52b-444f-406f-9555-b254c32b209a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: 00c2ad50-52f0-477c-8973-5a0899b084b8] Claim successful on node user
Dec 06 10:17:11 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-d740f52b-444f-406f-9555-b254c32b209a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:17:11 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-d740f52b-444f-406f-9555-b254c32b209a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:17:11 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-d740f52b-444f-406f-9555-b254c32b209a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.467s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:17:11 user nova-compute[74535]: DEBUG nova.compute.manager [None req-d740f52b-444f-406f-9555-b254c32b209a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: 00c2ad50-52f0-477c-8973-5a0899b084b8] Start building networks asynchronously for instance. {{(pid=74535) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 10:17:11 user nova-compute[74535]: DEBUG nova.compute.manager [None req-d740f52b-444f-406f-9555-b254c32b209a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: 00c2ad50-52f0-477c-8973-5a0899b084b8] Allocating IP information in the background. {{(pid=74535) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 10:17:11 user nova-compute[74535]: DEBUG nova.network.neutron [None req-d740f52b-444f-406f-9555-b254c32b209a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: 00c2ad50-52f0-477c-8973-5a0899b084b8] allocate_for_instance() {{(pid=74535) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 10:17:11 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-d740f52b-444f-406f-9555-b254c32b209a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: 00c2ad50-52f0-477c-8973-5a0899b084b8] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 10:17:12 user nova-compute[74535]: DEBUG nova.compute.manager [None req-d740f52b-444f-406f-9555-b254c32b209a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: 00c2ad50-52f0-477c-8973-5a0899b084b8] Start building block device mappings for instance. {{(pid=74535) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 10:17:12 user nova-compute[74535]: DEBUG nova.policy [None req-d740f52b-444f-406f-9555-b254c32b209a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b22979f454db4d11a74c5b96e1707f68', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8840080b6b574c778530aeea5bf3f550', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74535) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 10:17:12 user nova-compute[74535]: DEBUG nova.compute.manager [None req-d740f52b-444f-406f-9555-b254c32b209a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: 00c2ad50-52f0-477c-8973-5a0899b084b8] Start spawning the instance on the hypervisor. {{(pid=74535) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 10:17:12 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-d740f52b-444f-406f-9555-b254c32b209a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: 00c2ad50-52f0-477c-8973-5a0899b084b8] Creating instance directory {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 10:17:12 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-d740f52b-444f-406f-9555-b254c32b209a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: 00c2ad50-52f0-477c-8973-5a0899b084b8] Creating image(s)
Dec 06 10:17:12 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-d740f52b-444f-406f-9555-b254c32b209a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Acquiring lock "/opt/stack/data/nova/instances/00c2ad50-52f0-477c-8973-5a0899b084b8/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:17:12 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-d740f52b-444f-406f-9555-b254c32b209a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Lock "/opt/stack/data/nova/instances/00c2ad50-52f0-477c-8973-5a0899b084b8/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:17:12 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-d740f52b-444f-406f-9555-b254c32b209a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Lock "/opt/stack/data/nova/instances/00c2ad50-52f0-477c-8973-5a0899b084b8/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:17:12 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-d740f52b-444f-406f-9555-b254c32b209a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:17:12 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-d740f52b-444f-406f-9555-b254c32b209a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.180s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:17:12 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-d740f52b-444f-406f-9555-b254c32b209a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Acquiring lock "7aef4f97309efbd0d8988be1fd45eed756898e08" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:17:12 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-d740f52b-444f-406f-9555-b254c32b209a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Lock "7aef4f97309efbd0d8988be1fd45eed756898e08" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:17:12 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-d740f52b-444f-406f-9555-b254c32b209a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:17:12 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-d740f52b-444f-406f-9555-b254c32b209a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.193s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:17:12 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-d740f52b-444f-406f-9555-b254c32b209a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08,backing_fmt=raw /opt/stack/data/nova/instances/00c2ad50-52f0-477c-8973-5a0899b084b8/disk 1073741824 {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:17:12 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-d740f52b-444f-406f-9555-b254c32b209a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08,backing_fmt=raw /opt/stack/data/nova/instances/00c2ad50-52f0-477c-8973-5a0899b084b8/disk 1073741824" returned: 0 in 0.047s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:17:12 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-d740f52b-444f-406f-9555-b254c32b209a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Lock "7aef4f97309efbd0d8988be1fd45eed756898e08" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.250s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:17:12 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-d740f52b-444f-406f-9555-b254c32b209a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:17:12 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-d740f52b-444f-406f-9555-b254c32b209a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.169s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:17:12 user nova-compute[74535]: DEBUG nova.virt.disk.api [None req-d740f52b-444f-406f-9555-b254c32b209a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Checking if we can resize image /opt/stack/data/nova/instances/00c2ad50-52f0-477c-8973-5a0899b084b8/disk. size=1073741824 {{(pid=74535) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 10:17:12 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-d740f52b-444f-406f-9555-b254c32b209a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/00c2ad50-52f0-477c-8973-5a0899b084b8/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:17:12 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-d740f52b-444f-406f-9555-b254c32b209a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/00c2ad50-52f0-477c-8973-5a0899b084b8/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:17:12 user nova-compute[74535]: DEBUG nova.virt.disk.api [None req-d740f52b-444f-406f-9555-b254c32b209a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Cannot resize image /opt/stack/data/nova/instances/00c2ad50-52f0-477c-8973-5a0899b084b8/disk to a smaller size. {{(pid=74535) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 10:17:12 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-d740f52b-444f-406f-9555-b254c32b209a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: 00c2ad50-52f0-477c-8973-5a0899b084b8] Created local disks {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 10:17:12 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-d740f52b-444f-406f-9555-b254c32b209a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: 00c2ad50-52f0-477c-8973-5a0899b084b8] Ensure instance console log exists: /opt/stack/data/nova/instances/00c2ad50-52f0-477c-8973-5a0899b084b8/console.log {{(pid=74535) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 10:17:12 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-d740f52b-444f-406f-9555-b254c32b209a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:17:12 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-d740f52b-444f-406f-9555-b254c32b209a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:17:12 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-d740f52b-444f-406f-9555-b254c32b209a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:17:13 user nova-compute[74535]: DEBUG nova.network.neutron [None req-d740f52b-444f-406f-9555-b254c32b209a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: 00c2ad50-52f0-477c-8973-5a0899b084b8] Successfully created port: 6d12cd74-f3ec-420b-95aa-630fb2c63461 {{(pid=74535) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 10:17:13 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:17:13 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:17:13 user nova-compute[74535]: DEBUG nova.network.neutron [None req-d740f52b-444f-406f-9555-b254c32b209a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: 00c2ad50-52f0-477c-8973-5a0899b084b8] Successfully updated port: 6d12cd74-f3ec-420b-95aa-630fb2c63461 {{(pid=74535) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 10:17:13 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-d740f52b-444f-406f-9555-b254c32b209a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Acquiring lock "refresh_cache-00c2ad50-52f0-477c-8973-5a0899b084b8" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:17:13 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-d740f52b-444f-406f-9555-b254c32b209a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Acquired lock "refresh_cache-00c2ad50-52f0-477c-8973-5a0899b084b8" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:17:13 user nova-compute[74535]: DEBUG nova.network.neutron [None req-d740f52b-444f-406f-9555-b254c32b209a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: 00c2ad50-52f0-477c-8973-5a0899b084b8] Building network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 10:17:13 user nova-compute[74535]: DEBUG nova.compute.manager [req-e18bd3a3-f818-448d-974e-0c58fc2ada6b req-c6094623-2c6d-44de-9ea5-fb1331f74dcd service nova] [instance: 00c2ad50-52f0-477c-8973-5a0899b084b8] Received event network-changed-6d12cd74-f3ec-420b-95aa-630fb2c63461 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:17:13 user nova-compute[74535]: DEBUG nova.compute.manager [req-e18bd3a3-f818-448d-974e-0c58fc2ada6b req-c6094623-2c6d-44de-9ea5-fb1331f74dcd service nova] [instance: 00c2ad50-52f0-477c-8973-5a0899b084b8] Refreshing instance network info cache due to event network-changed-6d12cd74-f3ec-420b-95aa-630fb2c63461. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 10:17:13 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-e18bd3a3-f818-448d-974e-0c58fc2ada6b req-c6094623-2c6d-44de-9ea5-fb1331f74dcd service nova] Acquiring lock "refresh_cache-00c2ad50-52f0-477c-8973-5a0899b084b8" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:17:13 user nova-compute[74535]: DEBUG nova.network.neutron [None req-d740f52b-444f-406f-9555-b254c32b209a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: 00c2ad50-52f0-477c-8973-5a0899b084b8] Instance cache missing network info. {{(pid=74535) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 10:17:14 user nova-compute[74535]: DEBUG nova.network.neutron [None req-d740f52b-444f-406f-9555-b254c32b209a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: 00c2ad50-52f0-477c-8973-5a0899b084b8] Updating instance_info_cache with network_info: [{"id": "6d12cd74-f3ec-420b-95aa-630fb2c63461", "address": "fa:16:3e:d4:0e:ec", "network": {"id": "78fe6863-d419-4ad8-bc86-d7a081b8999b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1219285107-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8840080b6b574c778530aeea5bf3f550", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6d12cd74-f3", "ovs_interfaceid": "6d12cd74-f3ec-420b-95aa-630fb2c63461", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:17:14 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-d740f52b-444f-406f-9555-b254c32b209a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Releasing lock "refresh_cache-00c2ad50-52f0-477c-8973-5a0899b084b8" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:17:14 user nova-compute[74535]: DEBUG nova.compute.manager [None req-d740f52b-444f-406f-9555-b254c32b209a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: 00c2ad50-52f0-477c-8973-5a0899b084b8] Instance network_info: |[{"id": "6d12cd74-f3ec-420b-95aa-630fb2c63461", "address": "fa:16:3e:d4:0e:ec", "network": {"id": "78fe6863-d419-4ad8-bc86-d7a081b8999b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1219285107-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8840080b6b574c778530aeea5bf3f550", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6d12cd74-f3", "ovs_interfaceid": "6d12cd74-f3ec-420b-95aa-630fb2c63461", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74535) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 10:17:14 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-e18bd3a3-f818-448d-974e-0c58fc2ada6b req-c6094623-2c6d-44de-9ea5-fb1331f74dcd service nova] Acquired lock "refresh_cache-00c2ad50-52f0-477c-8973-5a0899b084b8" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:17:14 user nova-compute[74535]: DEBUG nova.network.neutron [req-e18bd3a3-f818-448d-974e-0c58fc2ada6b req-c6094623-2c6d-44de-9ea5-fb1331f74dcd service nova] [instance: 00c2ad50-52f0-477c-8973-5a0899b084b8] Refreshing network info cache for port 6d12cd74-f3ec-420b-95aa-630fb2c63461 {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 10:17:14 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-d740f52b-444f-406f-9555-b254c32b209a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: 00c2ad50-52f0-477c-8973-5a0899b084b8] Start _get_guest_xml network_info=[{"id": "6d12cd74-f3ec-420b-95aa-630fb2c63461", "address": "fa:16:3e:d4:0e:ec", "network": {"id": "78fe6863-d419-4ad8-bc86-d7a081b8999b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1219285107-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8840080b6b574c778530aeea5bf3f550", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6d12cd74-f3", "ovs_interfaceid": "6d12cd74-f3ec-420b-95aa-630fb2c63461", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T09:52:28Z,direct_url=<?>,disk_format='qcow2',id=b338f3c8-9974-4b9f-bacb-c75dd541c256,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='563f6a2917a742ada39fb0e950eece6e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T09:52:30Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'device_name': '/dev/vda', 'encrypted': False, 'encryption_format': None, 'encryption_options': None, 'encryption_secret_uuid': None, 'boot_index': 0, 'device_type': 'disk', 'size': 0, 'guest_format': None, 'image_id': 'b338f3c8-9974-4b9f-bacb-c75dd541c256'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 10:17:14 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-d740f52b-444f-406f-9555-b254c32b209a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:17:14 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-d740f52b-444f-406f-9555-b254c32b209a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:17:14 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-d740f52b-444f-406f-9555-b254c32b209a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 10:17:14 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-d740f52b-444f-406f-9555-b254c32b209a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] CPU controller missing on host. {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 10:17:14 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-d740f52b-444f-406f-9555-b254c32b209a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 10:17:14 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-d740f52b-444f-406f-9555-b254c32b209a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] CPU controller found on host. {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 10:17:14 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-d740f52b-444f-406f-9555-b254c32b209a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74535) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 10:17:14 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-d740f52b-444f-406f-9555-b254c32b209a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T09:52:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T09:52:28Z,direct_url=<?>,disk_format='qcow2',id=b338f3c8-9974-4b9f-bacb-c75dd541c256,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='563f6a2917a742ada39fb0e950eece6e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T09:52:30Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 10:17:14 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-d740f52b-444f-406f-9555-b254c32b209a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Flavor limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 10:17:14 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-d740f52b-444f-406f-9555-b254c32b209a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Image limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 10:17:14 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-d740f52b-444f-406f-9555-b254c32b209a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Flavor pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 10:17:14 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-d740f52b-444f-406f-9555-b254c32b209a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Image pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 10:17:14 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-d740f52b-444f-406f-9555-b254c32b209a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 10:17:14 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-d740f52b-444f-406f-9555-b254c32b209a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 10:17:14 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-d740f52b-444f-406f-9555-b254c32b209a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 10:17:14 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-d740f52b-444f-406f-9555-b254c32b209a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Got 1 possible topologies {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 10:17:14 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-d740f52b-444f-406f-9555-b254c32b209a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 10:17:14 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-d740f52b-444f-406f-9555-b254c32b209a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 10:17:14 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-d740f52b-444f-406f-9555-b254c32b209a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:17:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-749247745',display_name='tempest-AttachVolumeTestJSON-server-749247745',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-749247745',id=42,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGXWeIeCjMejZv08uHZ7bboWuZ71eohUFAbXKQWlsm7JhhfPIbfDKC/zz8CiyMeRoe/8PGnsn5IZQLjZVK6+o5xmKQAkqC6eBo+j3wWeq3i9+aj0ZymhZSvfLDh989/bnA==',key_name='tempest-keypair-1442503385',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8840080b6b574c778530aeea5bf3f550',ramdisk_id='',reservation_id='r-y5tbkt7l',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-2067266543',owner_user_name='tempest-AttachVolumeTestJSON-2067266543-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T10:17:12Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b22979f454db4d11a74c5b96e1707f68',uuid=00c2ad50-52f0-477c-8973-5a0899b084b8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6d12cd74-f3ec-420b-95aa-630fb2c63461", "address": "fa:16:3e:d4:0e:ec", "network": {"id": "78fe6863-d419-4ad8-bc86-d7a081b8999b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1219285107-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8840080b6b574c778530aeea5bf3f550", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6d12cd74-f3", "ovs_interfaceid": "6d12cd74-f3ec-420b-95aa-630fb2c63461", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74535) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 10:17:14 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-d740f52b-444f-406f-9555-b254c32b209a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Converting VIF {"id": "6d12cd74-f3ec-420b-95aa-630fb2c63461", "address": "fa:16:3e:d4:0e:ec", "network": {"id": "78fe6863-d419-4ad8-bc86-d7a081b8999b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1219285107-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8840080b6b574c778530aeea5bf3f550", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6d12cd74-f3", "ovs_interfaceid": "6d12cd74-f3ec-420b-95aa-630fb2c63461", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:17:14 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-d740f52b-444f-406f-9555-b254c32b209a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d4:0e:ec,bridge_name='br-int',has_traffic_filtering=True,id=6d12cd74-f3ec-420b-95aa-630fb2c63461,network=Network(78fe6863-d419-4ad8-bc86-d7a081b8999b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6d12cd74-f3') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:17:14 user nova-compute[74535]: DEBUG nova.objects.instance [None req-d740f52b-444f-406f-9555-b254c32b209a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Lazy-loading 'pci_devices' on Instance uuid 00c2ad50-52f0-477c-8973-5a0899b084b8 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:17:14 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-d740f52b-444f-406f-9555-b254c32b209a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: 00c2ad50-52f0-477c-8973-5a0899b084b8] End _get_guest_xml xml=<domain type="kvm">
Dec 06 10:17:14 user nova-compute[74535]:   <uuid>00c2ad50-52f0-477c-8973-5a0899b084b8</uuid>
Dec 06 10:17:14 user nova-compute[74535]:   <name>instance-0000002a</name>
Dec 06 10:17:14 user nova-compute[74535]:   <memory>524288</memory>
Dec 06 10:17:14 user nova-compute[74535]:   <vcpu>1</vcpu>
Dec 06 10:17:14 user nova-compute[74535]:   <metadata>
Dec 06 10:17:14 user nova-compute[74535]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 10:17:14 user nova-compute[74535]:       <nova:package version="0.0.0"/>
Dec 06 10:17:14 user nova-compute[74535]:       <nova:name>tempest-AttachVolumeTestJSON-server-749247745</nova:name>
Dec 06 10:17:14 user nova-compute[74535]:       <nova:creationTime>2023-12-06 10:17:14</nova:creationTime>
Dec 06 10:17:14 user nova-compute[74535]:       <nova:flavor name="m1.tiny">
Dec 06 10:17:14 user nova-compute[74535]:         <nova:memory>512</nova:memory>
Dec 06 10:17:14 user nova-compute[74535]:         <nova:disk>1</nova:disk>
Dec 06 10:17:14 user nova-compute[74535]:         <nova:swap>0</nova:swap>
Dec 06 10:17:14 user nova-compute[74535]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 10:17:14 user nova-compute[74535]:         <nova:vcpus>1</nova:vcpus>
Dec 06 10:17:14 user nova-compute[74535]:       </nova:flavor>
Dec 06 10:17:14 user nova-compute[74535]:       <nova:owner>
Dec 06 10:17:14 user nova-compute[74535]:         <nova:user uuid="b22979f454db4d11a74c5b96e1707f68">tempest-AttachVolumeTestJSON-2067266543-project-member</nova:user>
Dec 06 10:17:14 user nova-compute[74535]:         <nova:project uuid="8840080b6b574c778530aeea5bf3f550">tempest-AttachVolumeTestJSON-2067266543</nova:project>
Dec 06 10:17:14 user nova-compute[74535]:       </nova:owner>
Dec 06 10:17:14 user nova-compute[74535]:       <nova:root type="image" uuid="b338f3c8-9974-4b9f-bacb-c75dd541c256"/>
Dec 06 10:17:14 user nova-compute[74535]:       <nova:ports>
Dec 06 10:17:14 user nova-compute[74535]:         <nova:port uuid="6d12cd74-f3ec-420b-95aa-630fb2c63461">
Dec 06 10:17:14 user nova-compute[74535]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Dec 06 10:17:14 user nova-compute[74535]:         </nova:port>
Dec 06 10:17:14 user nova-compute[74535]:       </nova:ports>
Dec 06 10:17:14 user nova-compute[74535]:     </nova:instance>
Dec 06 10:17:14 user nova-compute[74535]:   </metadata>
Dec 06 10:17:14 user nova-compute[74535]:   <sysinfo type="smbios">
Dec 06 10:17:14 user nova-compute[74535]:     <system>
Dec 06 10:17:14 user nova-compute[74535]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 10:17:14 user nova-compute[74535]:       <entry name="product">OpenStack Nova</entry>
Dec 06 10:17:14 user nova-compute[74535]:       <entry name="version">0.0.0</entry>
Dec 06 10:17:14 user nova-compute[74535]:       <entry name="serial">00c2ad50-52f0-477c-8973-5a0899b084b8</entry>
Dec 06 10:17:14 user nova-compute[74535]:       <entry name="uuid">00c2ad50-52f0-477c-8973-5a0899b084b8</entry>
Dec 06 10:17:14 user nova-compute[74535]:       <entry name="family">Virtual Machine</entry>
Dec 06 10:17:14 user nova-compute[74535]:     </system>
Dec 06 10:17:14 user nova-compute[74535]:   </sysinfo>
Dec 06 10:17:14 user nova-compute[74535]:   <os>
Dec 06 10:17:14 user nova-compute[74535]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 10:17:14 user nova-compute[74535]:     <boot dev="hd"/>
Dec 06 10:17:14 user nova-compute[74535]:     <smbios mode="sysinfo"/>
Dec 06 10:17:14 user nova-compute[74535]:   </os>
Dec 06 10:17:14 user nova-compute[74535]:   <features>
Dec 06 10:17:14 user nova-compute[74535]:     <acpi/>
Dec 06 10:17:14 user nova-compute[74535]:     <apic/>
Dec 06 10:17:14 user nova-compute[74535]:     <vmcoreinfo/>
Dec 06 10:17:14 user nova-compute[74535]:   </features>
Dec 06 10:17:14 user nova-compute[74535]:   <clock offset="utc">
Dec 06 10:17:14 user nova-compute[74535]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 10:17:14 user nova-compute[74535]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 10:17:14 user nova-compute[74535]:     <timer name="hpet" present="no"/>
Dec 06 10:17:14 user nova-compute[74535]:   </clock>
Dec 06 10:17:14 user nova-compute[74535]:   <cpu mode="custom" match="exact">
Dec 06 10:17:14 user nova-compute[74535]:     <model>Nehalem</model>
Dec 06 10:17:14 user nova-compute[74535]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 10:17:14 user nova-compute[74535]:   </cpu>
Dec 06 10:17:14 user nova-compute[74535]:   <devices>
Dec 06 10:17:14 user nova-compute[74535]:     <disk type="file" device="disk">
Dec 06 10:17:14 user nova-compute[74535]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 10:17:14 user nova-compute[74535]:       <source file="/opt/stack/data/nova/instances/00c2ad50-52f0-477c-8973-5a0899b084b8/disk"/>
Dec 06 10:17:14 user nova-compute[74535]:       <target dev="vda" bus="virtio"/>
Dec 06 10:17:14 user nova-compute[74535]:     </disk>
Dec 06 10:17:14 user nova-compute[74535]:     <interface type="ethernet">
Dec 06 10:17:14 user nova-compute[74535]:       <mac address="fa:16:3e:d4:0e:ec"/>
Dec 06 10:17:14 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 10:17:14 user nova-compute[74535]:       <mtu size="1442"/>
Dec 06 10:17:14 user nova-compute[74535]:       <target dev="tap6d12cd74-f3"/>
Dec 06 10:17:14 user nova-compute[74535]:     </interface>
Dec 06 10:17:14 user nova-compute[74535]:     <serial type="pty">
Dec 06 10:17:14 user nova-compute[74535]:       <log file="/opt/stack/data/nova/instances/00c2ad50-52f0-477c-8973-5a0899b084b8/console.log" append="off"/>
Dec 06 10:17:14 user nova-compute[74535]:     </serial>
Dec 06 10:17:14 user nova-compute[74535]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 10:17:14 user nova-compute[74535]:     <video>
Dec 06 10:17:14 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 10:17:14 user nova-compute[74535]:     </video>
Dec 06 10:17:14 user nova-compute[74535]:     <rng model="virtio">
Dec 06 10:17:14 user nova-compute[74535]:       <backend model="random">/dev/urandom</backend>
Dec 06 10:17:14 user nova-compute[74535]:     </rng>
Dec 06 10:17:14 user nova-compute[74535]:     <controller type="usb" index="0" model="none"/>
Dec 06 10:17:14 user nova-compute[74535]:     <memballoon model="virtio">
Dec 06 10:17:14 user nova-compute[74535]:       <stats period="10"/>
Dec 06 10:17:14 user nova-compute[74535]:     </memballoon>
Dec 06 10:17:14 user nova-compute[74535]:   </devices>
Dec 06 10:17:14 user nova-compute[74535]: </domain>
Dec 06 10:17:14 user nova-compute[74535]:  {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 10:17:14 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-d740f52b-444f-406f-9555-b254c32b209a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:17:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-749247745',display_name='tempest-AttachVolumeTestJSON-server-749247745',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-749247745',id=42,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGXWeIeCjMejZv08uHZ7bboWuZ71eohUFAbXKQWlsm7JhhfPIbfDKC/zz8CiyMeRoe/8PGnsn5IZQLjZVK6+o5xmKQAkqC6eBo+j3wWeq3i9+aj0ZymhZSvfLDh989/bnA==',key_name='tempest-keypair-1442503385',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8840080b6b574c778530aeea5bf3f550',ramdisk_id='',reservation_id='r-y5tbkt7l',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-2067266543',owner_user_name='tempest-AttachVolumeTestJSON-2067266543-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T10:17:12Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b22979f454db4d11a74c5b96e1707f68',uuid=00c2ad50-52f0-477c-8973-5a0899b084b8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6d12cd74-f3ec-420b-95aa-630fb2c63461", "address": "fa:16:3e:d4:0e:ec", "network": {"id": "78fe6863-d419-4ad8-bc86-d7a081b8999b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1219285107-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8840080b6b574c778530aeea5bf3f550", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6d12cd74-f3", "ovs_interfaceid": "6d12cd74-f3ec-420b-95aa-630fb2c63461", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 10:17:14 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-d740f52b-444f-406f-9555-b254c32b209a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Converting VIF {"id": "6d12cd74-f3ec-420b-95aa-630fb2c63461", "address": "fa:16:3e:d4:0e:ec", "network": {"id": "78fe6863-d419-4ad8-bc86-d7a081b8999b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1219285107-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8840080b6b574c778530aeea5bf3f550", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6d12cd74-f3", "ovs_interfaceid": "6d12cd74-f3ec-420b-95aa-630fb2c63461", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:17:14 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-d740f52b-444f-406f-9555-b254c32b209a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d4:0e:ec,bridge_name='br-int',has_traffic_filtering=True,id=6d12cd74-f3ec-420b-95aa-630fb2c63461,network=Network(78fe6863-d419-4ad8-bc86-d7a081b8999b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6d12cd74-f3') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:17:14 user nova-compute[74535]: DEBUG os_vif [None req-d740f52b-444f-406f-9555-b254c32b209a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d4:0e:ec,bridge_name='br-int',has_traffic_filtering=True,id=6d12cd74-f3ec-420b-95aa-630fb2c63461,network=Network(78fe6863-d419-4ad8-bc86-d7a081b8999b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6d12cd74-f3') {{(pid=74535) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 10:17:14 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:17:14 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:17:14 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 10:17:14 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:17:14 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '4eb63bf4-172c-5f6c-80f5-c225c8a034e9', '_type': 'linux-noop'}}, row=False) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:17:14 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:17:14 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:17:14 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:17:14 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap6d12cd74-f3, may_exist=True, interface_attrs={}) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:17:14 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap6d12cd74-f3, col_values=(('qos', UUID('9b2250ad-3eca-432b-8670-cbcc433beef2')),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:17:14 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap6d12cd74-f3, col_values=(('external_ids', {'iface-id': '6d12cd74-f3ec-420b-95aa-630fb2c63461', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:d4:0e:ec', 'vm-uuid': '00c2ad50-52f0-477c-8973-5a0899b084b8'}),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:17:14 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:17:14 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:17:14 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:17:14 user nova-compute[74535]: INFO os_vif [None req-d740f52b-444f-406f-9555-b254c32b209a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d4:0e:ec,bridge_name='br-int',has_traffic_filtering=True,id=6d12cd74-f3ec-420b-95aa-630fb2c63461,network=Network(78fe6863-d419-4ad8-bc86-d7a081b8999b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6d12cd74-f3')
Dec 06 10:17:14 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-d740f52b-444f-406f-9555-b254c32b209a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] No BDM found with device name vda, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 10:17:14 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-d740f52b-444f-406f-9555-b254c32b209a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] No VIF found with MAC fa:16:3e:d4:0e:ec, not building metadata {{(pid=74535) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 10:17:14 user nova-compute[74535]: DEBUG nova.network.neutron [req-e18bd3a3-f818-448d-974e-0c58fc2ada6b req-c6094623-2c6d-44de-9ea5-fb1331f74dcd service nova] [instance: 00c2ad50-52f0-477c-8973-5a0899b084b8] Updated VIF entry in instance network info cache for port 6d12cd74-f3ec-420b-95aa-630fb2c63461. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 10:17:14 user nova-compute[74535]: DEBUG nova.network.neutron [req-e18bd3a3-f818-448d-974e-0c58fc2ada6b req-c6094623-2c6d-44de-9ea5-fb1331f74dcd service nova] [instance: 00c2ad50-52f0-477c-8973-5a0899b084b8] Updating instance_info_cache with network_info: [{"id": "6d12cd74-f3ec-420b-95aa-630fb2c63461", "address": "fa:16:3e:d4:0e:ec", "network": {"id": "78fe6863-d419-4ad8-bc86-d7a081b8999b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1219285107-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8840080b6b574c778530aeea5bf3f550", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6d12cd74-f3", "ovs_interfaceid": "6d12cd74-f3ec-420b-95aa-630fb2c63461", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:17:14 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-e18bd3a3-f818-448d-974e-0c58fc2ada6b req-c6094623-2c6d-44de-9ea5-fb1331f74dcd service nova] Releasing lock "refresh_cache-00c2ad50-52f0-477c-8973-5a0899b084b8" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:17:15 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:17:15 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:17:15 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:17:15 user nova-compute[74535]: DEBUG nova.compute.manager [req-29470b86-eb43-4e4c-a228-1aca72f543c2 req-902012a0-c448-4c66-abef-1a52b9b122bd service nova] [instance: 00c2ad50-52f0-477c-8973-5a0899b084b8] Received event network-vif-plugged-6d12cd74-f3ec-420b-95aa-630fb2c63461 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:17:15 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-29470b86-eb43-4e4c-a228-1aca72f543c2 req-902012a0-c448-4c66-abef-1a52b9b122bd service nova] Acquiring lock "00c2ad50-52f0-477c-8973-5a0899b084b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:17:15 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-29470b86-eb43-4e4c-a228-1aca72f543c2 req-902012a0-c448-4c66-abef-1a52b9b122bd service nova] Lock "00c2ad50-52f0-477c-8973-5a0899b084b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:17:15 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-29470b86-eb43-4e4c-a228-1aca72f543c2 req-902012a0-c448-4c66-abef-1a52b9b122bd service nova] Lock "00c2ad50-52f0-477c-8973-5a0899b084b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:17:15 user nova-compute[74535]: DEBUG nova.compute.manager [req-29470b86-eb43-4e4c-a228-1aca72f543c2 req-902012a0-c448-4c66-abef-1a52b9b122bd service nova] [instance: 00c2ad50-52f0-477c-8973-5a0899b084b8] No waiting events found dispatching network-vif-plugged-6d12cd74-f3ec-420b-95aa-630fb2c63461 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:17:15 user nova-compute[74535]: WARNING nova.compute.manager [req-29470b86-eb43-4e4c-a228-1aca72f543c2 req-902012a0-c448-4c66-abef-1a52b9b122bd service nova] [instance: 00c2ad50-52f0-477c-8973-5a0899b084b8] Received unexpected event network-vif-plugged-6d12cd74-f3ec-420b-95aa-630fb2c63461 for instance with vm_state building and task_state spawning.
Dec 06 10:17:15 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:17:15 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74535) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Dec 06 10:17:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:17:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:17:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:17:17 user nova-compute[74535]: DEBUG nova.compute.manager [None req-d740f52b-444f-406f-9555-b254c32b209a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: 00c2ad50-52f0-477c-8973-5a0899b084b8] Instance event wait completed in 0 seconds for  {{(pid=74535) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 10:17:17 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-d740f52b-444f-406f-9555-b254c32b209a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: 00c2ad50-52f0-477c-8973-5a0899b084b8] Guest created on hypervisor {{(pid=74535) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 10:17:17 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: 00c2ad50-52f0-477c-8973-5a0899b084b8] Instance spawned successfully.
Dec 06 10:17:17 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-d740f52b-444f-406f-9555-b254c32b209a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: 00c2ad50-52f0-477c-8973-5a0899b084b8] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 10:17:17 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-d740f52b-444f-406f-9555-b254c32b209a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: 00c2ad50-52f0-477c-8973-5a0899b084b8] Found default for hw_cdrom_bus of ide {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:17:17 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-d740f52b-444f-406f-9555-b254c32b209a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: 00c2ad50-52f0-477c-8973-5a0899b084b8] Found default for hw_disk_bus of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:17:17 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-d740f52b-444f-406f-9555-b254c32b209a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: 00c2ad50-52f0-477c-8973-5a0899b084b8] Found default for hw_input_bus of None {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:17:17 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-d740f52b-444f-406f-9555-b254c32b209a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: 00c2ad50-52f0-477c-8973-5a0899b084b8] Found default for hw_pointer_model of None {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:17:17 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-d740f52b-444f-406f-9555-b254c32b209a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: 00c2ad50-52f0-477c-8973-5a0899b084b8] Found default for hw_video_model of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:17:17 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-d740f52b-444f-406f-9555-b254c32b209a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: 00c2ad50-52f0-477c-8973-5a0899b084b8] Found default for hw_vif_model of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:17:17 user nova-compute[74535]: INFO nova.compute.manager [None req-d740f52b-444f-406f-9555-b254c32b209a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: 00c2ad50-52f0-477c-8973-5a0899b084b8] Took 5.64 seconds to spawn the instance on the hypervisor.
Dec 06 10:17:17 user nova-compute[74535]: DEBUG nova.compute.manager [None req-d740f52b-444f-406f-9555-b254c32b209a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: 00c2ad50-52f0-477c-8973-5a0899b084b8] Checking state {{(pid=74535) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 10:17:17 user nova-compute[74535]: DEBUG nova.compute.manager [req-e6989cb9-1f17-40d4-aa96-f16f390aefbe req-7e2f0c78-f7e8-44bd-acf4-05c63ab791b8 service nova] [instance: 00c2ad50-52f0-477c-8973-5a0899b084b8] Received event network-vif-plugged-6d12cd74-f3ec-420b-95aa-630fb2c63461 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:17:17 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-e6989cb9-1f17-40d4-aa96-f16f390aefbe req-7e2f0c78-f7e8-44bd-acf4-05c63ab791b8 service nova] Acquiring lock "00c2ad50-52f0-477c-8973-5a0899b084b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:17:17 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-e6989cb9-1f17-40d4-aa96-f16f390aefbe req-7e2f0c78-f7e8-44bd-acf4-05c63ab791b8 service nova] Lock "00c2ad50-52f0-477c-8973-5a0899b084b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:17:17 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-e6989cb9-1f17-40d4-aa96-f16f390aefbe req-7e2f0c78-f7e8-44bd-acf4-05c63ab791b8 service nova] Lock "00c2ad50-52f0-477c-8973-5a0899b084b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:17:17 user nova-compute[74535]: DEBUG nova.compute.manager [req-e6989cb9-1f17-40d4-aa96-f16f390aefbe req-7e2f0c78-f7e8-44bd-acf4-05c63ab791b8 service nova] [instance: 00c2ad50-52f0-477c-8973-5a0899b084b8] No waiting events found dispatching network-vif-plugged-6d12cd74-f3ec-420b-95aa-630fb2c63461 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:17:17 user nova-compute[74535]: WARNING nova.compute.manager [req-e6989cb9-1f17-40d4-aa96-f16f390aefbe req-7e2f0c78-f7e8-44bd-acf4-05c63ab791b8 service nova] [instance: 00c2ad50-52f0-477c-8973-5a0899b084b8] Received unexpected event network-vif-plugged-6d12cd74-f3ec-420b-95aa-630fb2c63461 for instance with vm_state building and task_state spawning.
Dec 06 10:17:17 user nova-compute[74535]: INFO nova.compute.manager [None req-d740f52b-444f-406f-9555-b254c32b209a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: 00c2ad50-52f0-477c-8973-5a0899b084b8] Took 6.48 seconds to build instance.
Dec 06 10:17:17 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-d740f52b-444f-406f-9555-b254c32b209a tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Lock "00c2ad50-52f0-477c-8973-5a0899b084b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.581s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:17:18 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:17:19 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:17:20 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:17:20 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:17:20 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74535) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 10:17:21 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:17:21 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:17:21 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Cleaning up deleted instances {{(pid=74535) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Dec 06 10:17:21 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] There are 0 instances to clean {{(pid=74535) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Dec 06 10:17:22 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:17:22 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:17:22 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:17:22 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:17:22 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Auditing locally available compute resources for user (node: user) {{(pid=74535) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 10:17:23 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74535) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 10:17:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/19664d45-f856-4eb0-84d7-c1d29b1f5d0e/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:17:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/19664d45-f856-4eb0-84d7-c1d29b1f5d0e/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:17:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/19664d45-f856-4eb0-84d7-c1d29b1f5d0e/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:17:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:17:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/19664d45-f856-4eb0-84d7-c1d29b1f5d0e/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:17:23 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74535) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 10:17:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk.rescue --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:17:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk.rescue --force-share --output=json" returned: 0 in 0.184s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:17:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk.rescue --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:17:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk.rescue --force-share --output=json" returned: 0 in 0.189s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:17:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:17:24 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:17:24 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:17:24 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:17:24 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b637d5b3-fb04-4395-aebd-65290980782f/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:17:24 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:17:24 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b637d5b3-fb04-4395-aebd-65290980782f/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:17:24 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b637d5b3-fb04-4395-aebd-65290980782f/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:17:24 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b637d5b3-fb04-4395-aebd-65290980782f/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:17:24 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74535) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 10:17:24 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d9150e7-0f02-4b19-b3f2-b329620d9722/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:17:24 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d9150e7-0f02-4b19-b3f2-b329620d9722/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:17:24 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d9150e7-0f02-4b19-b3f2-b329620d9722/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:17:24 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d9150e7-0f02-4b19-b3f2-b329620d9722/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:17:24 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f37b4f2-47f1-474f-82cb-fa93ff07f428/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:17:25 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f37b4f2-47f1-474f-82cb-fa93ff07f428/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:17:25 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f37b4f2-47f1-474f-82cb-fa93ff07f428/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:17:25 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f37b4f2-47f1-474f-82cb-fa93ff07f428/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:17:25 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/00c2ad50-52f0-477c-8973-5a0899b084b8/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:17:25 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/00c2ad50-52f0-477c-8973-5a0899b084b8/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:17:25 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/00c2ad50-52f0-477c-8973-5a0899b084b8/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:17:25 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/00c2ad50-52f0-477c-8973-5a0899b084b8/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:17:25 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe817c29-6591-4ff1-9662-a3c83681ed9b/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:17:25 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe817c29-6591-4ff1-9662-a3c83681ed9b/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:17:25 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe817c29-6591-4ff1-9662-a3c83681ed9b/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:17:26 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe817c29-6591-4ff1-9662-a3c83681ed9b/disk --force-share --output=json" returned: 0 in 0.278s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:17:26 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:17:26 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:17:26 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Hypervisor/Node resource view: name=user free_ram=7889MB free_disk=24.93161392211914GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74535) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 10:17:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:17:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:17:26 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 2d9150e7-0f02-4b19-b3f2-b329620d9722 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:17:26 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 5f37b4f2-47f1-474f-82cb-fa93ff07f428 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:17:26 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance d742d153-7670-4be9-8477-882f6a39f03f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:17:26 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 66440071-6cf6-4b6d-8d2a-edd5c1885510 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:17:26 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 19664d45-f856-4eb0-84d7-c1d29b1f5d0e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:17:26 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance ed2fce2f-b3c8-4e33-8a20-002be3be78d5 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:17:26 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance b637d5b3-fb04-4395-aebd-65290980782f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:17:26 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 1c96df88-e418-4e7f-8dc7-11ded268be2f actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:17:26 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance fe817c29-6591-4ff1-9662-a3c83681ed9b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:17:26 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 00c2ad50-52f0-477c-8973-5a0899b084b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:17:26 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=74535) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 10:17:26 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=7GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=74535) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 10:17:26 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Refreshing inventories for resource provider 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Dec 06 10:17:26 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Updating ProviderTree inventory for provider 7659fa57-3072-4575-9409-805e7df3d907 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Dec 06 10:17:26 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Updating inventory in ProviderTree for provider 7659fa57-3072-4575-9409-805e7df3d907 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 06 10:17:27 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Refreshing aggregate associations for resource provider 7659fa57-3072-4575-9409-805e7df3d907, aggregates: None {{(pid=74535) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Dec 06 10:17:27 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Refreshing trait associations for resource provider 7659fa57-3072-4575-9409-805e7df3d907, traits: COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NODE,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_IMAGE_TYPE_QCOW2,HW_CPU_X86_SSE41,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_TRUSTED_CERTS,HW_CPU_X86_SSE42,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_ACCELERATORS,COMPUTE_STORAGE_BUS_FDC,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_NET_VIRTIO_PACKED,COMPUTE_STORAGE_BUS_IDE,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_STORAGE_BUS_SATA,COMPUTE_STORAGE_BUS_VIRTIO,HW_CPU_X86_SSE,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_VOLUME_EXTEND,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_IMAGE_TYPE_AMI,HW_CPU_X86_MMX,COMPUTE_RESCUE_BFV,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_GRAPHICS_MODEL_BOCHS,HW_CPU_X86_SSSE3,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_DEVICE_TAGGING,HW_CPU_X86_SSE2,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_NET_VIF_MODEL_RTL8139 {{(pid=74535) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Dec 06 10:17:27 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:17:27 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:17:27 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Compute_service record updated for user:user {{(pid=74535) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 10:17:27 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.814s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:17:28 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:17:29 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:17:29 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:17:29 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:17:29 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:17:29 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:17:29 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:17:29 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Starting heal instance info cache {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 10:17:30 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "refresh_cache-19664d45-f856-4eb0-84d7-c1d29b1f5d0e" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:17:30 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquired lock "refresh_cache-19664d45-f856-4eb0-84d7-c1d29b1f5d0e" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:17:30 user nova-compute[74535]: DEBUG nova.network.neutron [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: 19664d45-f856-4eb0-84d7-c1d29b1f5d0e] Forcefully refreshing network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 10:17:30 user nova-compute[74535]: DEBUG nova.network.neutron [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: 19664d45-f856-4eb0-84d7-c1d29b1f5d0e] Updating instance_info_cache with network_info: [{"id": "f5ff95f7-be56-43b8-b41f-98b80d70b504", "address": "fa:16:3e:d3:21:19", "network": {"id": "5d9c1cb1-5902-482f-8b27-801fd79a97a7", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-530073939-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e51798204a674f858778dac8b46e7fec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf5ff95f7-be", "ovs_interfaceid": "f5ff95f7-be56-43b8-b41f-98b80d70b504", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:17:30 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Releasing lock "refresh_cache-19664d45-f856-4eb0-84d7-c1d29b1f5d0e" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:17:30 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: 19664d45-f856-4eb0-84d7-c1d29b1f5d0e] Updated the network info_cache for instance {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 10:17:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:17:34 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:17:38 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:17:38 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:17:39 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:17:43 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:17:43 user nova-compute[74535]: DEBUG nova.compute.manager [req-7b98b1d9-dd4e-4e4d-afd5-b5dc390f7100 req-21190f5c-7e1d-4b07-ae3b-80a7632254be service nova] [instance: b637d5b3-fb04-4395-aebd-65290980782f] Received event network-changed-d63d40ef-d730-4f1c-944f-9b0bea372be9 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:17:43 user nova-compute[74535]: DEBUG nova.compute.manager [req-7b98b1d9-dd4e-4e4d-afd5-b5dc390f7100 req-21190f5c-7e1d-4b07-ae3b-80a7632254be service nova] [instance: b637d5b3-fb04-4395-aebd-65290980782f] Refreshing instance network info cache due to event network-changed-d63d40ef-d730-4f1c-944f-9b0bea372be9. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 10:17:43 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-7b98b1d9-dd4e-4e4d-afd5-b5dc390f7100 req-21190f5c-7e1d-4b07-ae3b-80a7632254be service nova] Acquiring lock "refresh_cache-b637d5b3-fb04-4395-aebd-65290980782f" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:17:43 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-7b98b1d9-dd4e-4e4d-afd5-b5dc390f7100 req-21190f5c-7e1d-4b07-ae3b-80a7632254be service nova] Acquired lock "refresh_cache-b637d5b3-fb04-4395-aebd-65290980782f" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:17:43 user nova-compute[74535]: DEBUG nova.network.neutron [req-7b98b1d9-dd4e-4e4d-afd5-b5dc390f7100 req-21190f5c-7e1d-4b07-ae3b-80a7632254be service nova] [instance: b637d5b3-fb04-4395-aebd-65290980782f] Refreshing network info cache for port d63d40ef-d730-4f1c-944f-9b0bea372be9 {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 10:17:44 user nova-compute[74535]: DEBUG nova.network.neutron [req-7b98b1d9-dd4e-4e4d-afd5-b5dc390f7100 req-21190f5c-7e1d-4b07-ae3b-80a7632254be service nova] [instance: b637d5b3-fb04-4395-aebd-65290980782f] Updated VIF entry in instance network info cache for port d63d40ef-d730-4f1c-944f-9b0bea372be9. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 10:17:44 user nova-compute[74535]: DEBUG nova.network.neutron [req-7b98b1d9-dd4e-4e4d-afd5-b5dc390f7100 req-21190f5c-7e1d-4b07-ae3b-80a7632254be service nova] [instance: b637d5b3-fb04-4395-aebd-65290980782f] Updating instance_info_cache with network_info: [{"id": "d63d40ef-d730-4f1c-944f-9b0bea372be9", "address": "fa:16:3e:98:7c:5a", "network": {"id": "7b972592-8aad-4c1d-95a8-4c1d7b52f135", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1397938088-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7cc5bca41a8647a6900eb802f0c43f49", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd63d40ef-d7", "ovs_interfaceid": "d63d40ef-d730-4f1c-944f-9b0bea372be9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:17:44 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-7b98b1d9-dd4e-4e4d-afd5-b5dc390f7100 req-21190f5c-7e1d-4b07-ae3b-80a7632254be service nova] Releasing lock "refresh_cache-b637d5b3-fb04-4395-aebd-65290980782f" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:17:44 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:17:44 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-f0b90075-198c-4e86-bd85-25f223585728 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Acquiring lock "b637d5b3-fb04-4395-aebd-65290980782f" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:17:44 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-f0b90075-198c-4e86-bd85-25f223585728 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Lock "b637d5b3-fb04-4395-aebd-65290980782f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:17:44 user nova-compute[74535]: DEBUG nova.objects.instance [None req-f0b90075-198c-4e86-bd85-25f223585728 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Lazy-loading 'flavor' on Instance uuid b637d5b3-fb04-4395-aebd-65290980782f {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:17:44 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-f0b90075-198c-4e86-bd85-25f223585728 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Lock "b637d5b3-fb04-4395-aebd-65290980782f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.062s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:17:44 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-f0b90075-198c-4e86-bd85-25f223585728 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Acquiring lock "b637d5b3-fb04-4395-aebd-65290980782f" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:17:44 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-f0b90075-198c-4e86-bd85-25f223585728 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Lock "b637d5b3-fb04-4395-aebd-65290980782f" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:17:44 user nova-compute[74535]: INFO nova.compute.manager [None req-f0b90075-198c-4e86-bd85-25f223585728 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] [instance: b637d5b3-fb04-4395-aebd-65290980782f] Attaching volume d266a41f-cb89-4d77-8584-33fafd80a6c3 to /dev/vdb
Dec 06 10:17:44 user nova-compute[74535]: DEBUG os_brick.utils [None req-f0b90075-198c-4e86-bd85-25f223585728 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:17:44 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:17:44 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:17:44 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f89420b-08a8-45af-8d7c-87db767a4334]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d95ac7cee77a\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:17:44 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:17:44 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:17:44 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2b1ddd2-ef56-426b-981f-565c11cd1307]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:17:44 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:17:44 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.014s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:17:44 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[88a7f5e7-d8e6-4409-aca0-3b8e0ce68b2c]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:17:44 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f2ca42b-8566-4cf8-8375-2a95e09bbca3]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:17:44 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-f0b90075-198c-4e86-bd85-25f223585728 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Running cmd (subprocess): nvme version {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:17:44 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-f0b90075-198c-4e86-bd85-25f223585728 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] 'nvme version' failed. Not Retrying. {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 10:17:44 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.nvmeof [None req-f0b90075-198c-4e86-bd85-25f223585728 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] nvme not present on system {{(pid=74535) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 10:17:44 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:17:44 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 10:17:44 user nova-compute[74535]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 10:17:44 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[26343b84-e87e-421a-a27f-10962bae9307]: (4, '') {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:17:44 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-f0b90075-198c-4e86-bd85-25f223585728 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74535) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 10:17:44 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-f0b90075-198c-4e86-bd85-25f223585728 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74535) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 10:17:44 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-f0b90075-198c-4e86-bd85-25f223585728 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] LIGHTOS: no hostnqn found. {{(pid=74535) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 10:17:44 user nova-compute[74535]: DEBUG os_brick.utils [None req-f0b90075-198c-4e86-bd85-25f223585728 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] <== get_connector_properties: return (120ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d95ac7cee77a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:17:44 user nova-compute[74535]: DEBUG nova.virt.block_device [None req-f0b90075-198c-4e86-bd85-25f223585728 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] [instance: b637d5b3-fb04-4395-aebd-65290980782f] Updating existing volume attachment record: f50f1611-4258-4f49-a88b-6eba28496451 {{(pid=74535) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 10:17:48 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:17:49 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:17:50 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:17:53 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:17:54 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:17:54 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f0b90075-198c-4e86-bd85-25f223585728 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] [instance: b637d5b3-fb04-4395-aebd-65290980782f] Calling os-brick to attach iSCSI Volume {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 10:17:54 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0b90075-198c-4e86-bd85-25f223585728 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:d266a41f-cb89-4d77-8584-33fafd80a6c3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sgNQuvfZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:17:54 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-f0b90075-198c-4e86-bd85-25f223585728 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:17:54 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-f0b90075-198c-4e86-bd85-25f223585728 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:17:54 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-f0b90075-198c-4e86-bd85-25f223585728 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:17:54 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-f0b90075-198c-4e86-bd85-25f223585728 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:17:54 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-f0b90075-198c-4e86-bd85-25f223585728 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d266a41f-cb89-4d77-8584-33fafd80a6c3" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:17:54 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-f0b90075-198c-4e86-bd85-25f223585728 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d266a41f-cb89-4d77-8584-33fafd80a6c3" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:17:54 user nova-compute[74535]: INFO os_brick.initiator.connectors.iscsi [None req-f0b90075-198c-4e86-bd85-25f223585728 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 10:17:54 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d266a41f-cb89-4d77-8584-33fafd80a6c3 -p 172.16.0.220:3260 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:17:54 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d266a41f-cb89-4d77-8584-33fafd80a6c3 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:17:54 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[4674e2d3-a02d-4e8d-afa9-b10e94e64499]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:17:54 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0b90075-198c-4e86-bd85-25f223585728 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 10:17:54 user nova-compute[74535]:  {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:17:54 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d266a41f-cb89-4d77-8584-33fafd80a6c3 -p 172.16.0.220:3260 --interface default --op new {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:17:54 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d266a41f-cb89-4d77-8584-33fafd80a6c3 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:17:54 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[bde614b2-8734-4e5f-ad7b-ce9551ec48b9]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d266a41f-cb89-4d77-8584-33fafd80a6c3] added\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:17:54 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0b90075-198c-4e86-bd85-25f223585728 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d266a41f-cb89-4d77-8584-33fafd80a6c3] added
Dec 06 10:17:54 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:17:54 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d266a41f-cb89-4d77-8584-33fafd80a6c3 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:17:54 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d266a41f-cb89-4d77-8584-33fafd80a6c3 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:17:54 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[77d89879-0508-4150-bce8-b4213a7b5038]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:17:54 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0b90075-198c-4e86-bd85-25f223585728 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:17:54 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d266a41f-cb89-4d77-8584-33fafd80a6c3 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:17:54 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d266a41f-cb89-4d77-8584-33fafd80a6c3 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:17:54 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[acd48361-3ed4-4e20-b4a6-a4599491e4ce]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:17:54 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0b90075-198c-4e86-bd85-25f223585728 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:17:54 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d266a41f-cb89-4d77-8584-33fafd80a6c3 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v sgNQuvfZ {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:17:54 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d266a41f-cb89-4d77-8584-33fafd80a6c3 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v sgNQuvfZ" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:17:54 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d785bd1-cf86-41f1-8e8e-13f597ed654e]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:17:54 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0b90075-198c-4e86-bd85-25f223585728 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'sgNQuvfZ'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:17:54 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d266a41f-cb89-4d77-8584-33fafd80a6c3 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:17:54 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d266a41f-cb89-4d77-8584-33fafd80a6c3 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:17:54 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[66b78cec-81e0-4f48-9c37-7ef6695d2d4b]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:17:54 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0b90075-198c-4e86-bd85-25f223585728 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:17:54 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:17:54 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:17:54 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[756b7860-3476-4661-b717-ad43a1b9a9a2]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:17:54 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0b90075-198c-4e86-bd85-25f223585728 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:17:54 user nova-compute[74535]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71 (non-flash)
Dec 06 10:17:54 user nova-compute[74535]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 (non-flash)
Dec 06 10:17:54 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:17:54 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0b90075-198c-4e86-bd85-25f223585728 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:17:54 user nova-compute[74535]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71 (non-flash)
Dec 06 10:17:54 user nova-compute[74535]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 (non-flash)
Dec 06 10:17:54 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:17:54 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d266a41f-cb89-4d77-8584-33fafd80a6c3 -p 172.16.0.220:3260 --login {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:17:54 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d266a41f-cb89-4d77-8584-33fafd80a6c3 -p 172.16.0.220:3260 --login" returned: 0 in 0.064s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:17:54 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd6a1d63-80ba-4e85-a949-15d6afbfd50f]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:d266a41f-cb89-4d77-8584-33fafd80a6c3, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:d266a41f-cb89-4d77-8584-33fafd80a6c3, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:17:54 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0b90075-198c-4e86-bd85-25f223585728 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:d266a41f-cb89-4d77-8584-33fafd80a6c3, portal: 172.16.0.220,3260]
Dec 06 10:17:54 user nova-compute[74535]: Login to [iface: default, target: iqn.2010-10.org.openstack:d266a41f-cb89-4d77-8584-33fafd80a6c3, portal: 172.16.0.220,3260] successful.
Dec 06 10:17:54 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:17:54 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d266a41f-cb89-4d77-8584-33fafd80a6c3 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:17:54 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d266a41f-cb89-4d77-8584-33fafd80a6c3 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:17:54 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[3644efbf-4177-40f2-858f-377336b2162e]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:17:54 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0b90075-198c-4e86-bd85-25f223585728 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:17:54 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:17:54 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:17:54 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[6bc5d263-e20e-456d-bfed-a34aa82a5b17]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d266a41f-cb89-4d77-8584-33fafd80a6c3 (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:17:54 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0b90075-198c-4e86-bd85-25f223585728 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:17:54 user nova-compute[74535]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71 (non-flash)
Dec 06 10:17:54 user nova-compute[74535]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 (non-flash)
Dec 06 10:17:54 user nova-compute[74535]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d266a41f-cb89-4d77-8584-33fafd80a6c3 (non-flash)
Dec 06 10:17:54 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:17:54 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0b90075-198c-4e86-bd85-25f223585728 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:17:54 user nova-compute[74535]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71 (non-flash)
Dec 06 10:17:54 user nova-compute[74535]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 (non-flash)
Dec 06 10:17:54 user nova-compute[74535]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d266a41f-cb89-4d77-8584-33fafd80a6c3 (non-flash)
Dec 06 10:17:54 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:17:54 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-f0b90075-198c-4e86-bd85-25f223585728 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d266a41f-cb89-4d77-8584-33fafd80a6c3" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.291s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:17:54 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0b90075-198c-4e86-bd85-25f223585728 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Connected to 172.16.0.220:3260 {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 10:17:54 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-f0b90075-198c-4e86-bd85-25f223585728 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] HCTL ('35', '-', '-', 0) found on session 42 with lun 0 {{(pid=74535) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 10:17:54 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-f0b90075-198c-4e86-bd85-25f223585728 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74535) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 10:17:54 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:17:54 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:17:54 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[a0c559b2-783d-45a5-baab-cd966d29bcda]: (4, ('- - 0', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:17:54 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-f0b90075-198c-4e86-bd85-25f223585728 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Searching for a device in session 42 and hctl ['35', '*', '*', 0] yield: None {{(pid=74535) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 10:17:55 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-f0b90075-198c-4e86-bd85-25f223585728 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Searching for a device in session 42 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74535) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 10:17:55 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0b90075-198c-4e86-bd85-25f223585728 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:d266a41f-cb89-4d77-8584-33fafd80a6c3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sgNQuvfZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 10:17:55 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-f0b90075-198c-4e86-bd85-25f223585728 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.322s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:17:55 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0b90075-198c-4e86-bd85-25f223585728 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] <== connect_volume: return (1324ms) {'type': 'block', 'scsi_wwn': '23135643665303239', 'path': '/dev/sdd'} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:17:55 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f0b90075-198c-4e86-bd85-25f223585728 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] [instance: b637d5b3-fb04-4395-aebd-65290980782f] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23135643665303239', 'path': '/dev/sdd'} {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 10:17:55 user nova-compute[74535]: DEBUG nova.objects.instance [None req-f0b90075-198c-4e86-bd85-25f223585728 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Lazy-loading 'flavor' on Instance uuid b637d5b3-fb04-4395-aebd-65290980782f {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:17:55 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-f0b90075-198c-4e86-bd85-25f223585728 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 10:17:55 user nova-compute[74535]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 10:17:55 user nova-compute[74535]:   <source dev="/dev/sdd"/>
Dec 06 10:17:55 user nova-compute[74535]:   <target dev="vdb" bus="virtio"/>
Dec 06 10:17:55 user nova-compute[74535]:   <serial>d266a41f-cb89-4d77-8584-33fafd80a6c3</serial>
Dec 06 10:17:55 user nova-compute[74535]: </disk>
Dec 06 10:17:55 user nova-compute[74535]:  {{(pid=74535) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 10:17:56 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-f0b90075-198c-4e86-bd85-25f223585728 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] No BDM found with device name vda, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 10:17:56 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-f0b90075-198c-4e86-bd85-25f223585728 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 10:17:56 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-f0b90075-198c-4e86-bd85-25f223585728 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] No VIF found with MAC fa:16:3e:98:7c:5a, not building metadata {{(pid=74535) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 10:17:56 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-f0b90075-198c-4e86-bd85-25f223585728 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Lock "b637d5b3-fb04-4395-aebd-65290980782f" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 11.748s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:17:58 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:17:59 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3c0c98d6-d4a2-4e14-aa13-ab13d818bea8 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Acquiring lock "d742d153-7670-4be9-8477-882f6a39f03f" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:17:59 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3c0c98d6-d4a2-4e14-aa13-ab13d818bea8 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Lock "d742d153-7670-4be9-8477-882f6a39f03f" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:17:59 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3c0c98d6-d4a2-4e14-aa13-ab13d818bea8 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Acquiring lock "d742d153-7670-4be9-8477-882f6a39f03f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:17:59 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3c0c98d6-d4a2-4e14-aa13-ab13d818bea8 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Lock "d742d153-7670-4be9-8477-882f6a39f03f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:17:59 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3c0c98d6-d4a2-4e14-aa13-ab13d818bea8 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Lock "d742d153-7670-4be9-8477-882f6a39f03f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:17:59 user nova-compute[74535]: INFO nova.compute.manager [None req-3c0c98d6-d4a2-4e14-aa13-ab13d818bea8 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: d742d153-7670-4be9-8477-882f6a39f03f] Terminating instance
Dec 06 10:17:59 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:17:59 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3c0c98d6-d4a2-4e14-aa13-ab13d818bea8 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: d742d153-7670-4be9-8477-882f6a39f03f] Start destroying the instance on the hypervisor. {{(pid=74535) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 10:17:59 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:17:59 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:17:59 user nova-compute[74535]: DEBUG nova.compute.manager [req-b0faa274-4444-44a9-a41c-3bb9c48ce4fc req-34074821-99fb-44ee-bcb7-28a9d5baec7d service nova] [instance: d742d153-7670-4be9-8477-882f6a39f03f] Received event network-vif-unplugged-3b060eee-df21-4ac4-a508-edd137bd8427 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:17:59 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-b0faa274-4444-44a9-a41c-3bb9c48ce4fc req-34074821-99fb-44ee-bcb7-28a9d5baec7d service nova] Acquiring lock "d742d153-7670-4be9-8477-882f6a39f03f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:17:59 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-b0faa274-4444-44a9-a41c-3bb9c48ce4fc req-34074821-99fb-44ee-bcb7-28a9d5baec7d service nova] Lock "d742d153-7670-4be9-8477-882f6a39f03f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:17:59 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-b0faa274-4444-44a9-a41c-3bb9c48ce4fc req-34074821-99fb-44ee-bcb7-28a9d5baec7d service nova] Lock "d742d153-7670-4be9-8477-882f6a39f03f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:17:59 user nova-compute[74535]: DEBUG nova.compute.manager [req-b0faa274-4444-44a9-a41c-3bb9c48ce4fc req-34074821-99fb-44ee-bcb7-28a9d5baec7d service nova] [instance: d742d153-7670-4be9-8477-882f6a39f03f] No waiting events found dispatching network-vif-unplugged-3b060eee-df21-4ac4-a508-edd137bd8427 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:17:59 user nova-compute[74535]: DEBUG nova.compute.manager [req-b0faa274-4444-44a9-a41c-3bb9c48ce4fc req-34074821-99fb-44ee-bcb7-28a9d5baec7d service nova] [instance: d742d153-7670-4be9-8477-882f6a39f03f] Received event network-vif-unplugged-3b060eee-df21-4ac4-a508-edd137bd8427 for instance with task_state deleting. {{(pid=74535) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 10:17:59 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:17:59 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:18:00 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: d742d153-7670-4be9-8477-882f6a39f03f] Instance destroyed successfully.
Dec 06 10:18:00 user nova-compute[74535]: DEBUG nova.objects.instance [None req-3c0c98d6-d4a2-4e14-aa13-ab13d818bea8 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Lazy-loading 'resources' on Instance uuid d742d153-7670-4be9-8477-882f6a39f03f {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:18:00 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-3c0c98d6-d4a2-4e14-aa13-ab13d818bea8 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:01:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-902879310',display_name='tempest-ServerRescueNegativeTestJSON-server-902879310',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-902879310',id=21,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-06T10:03:42Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='17272e061eec432787a47431737ad50f',ramdisk_id='',reservation_id='r-qk1nb6cw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-1402737075',owner_user_name='tempest-ServerRescueNegativeTestJSON-1402737075-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T10:03:43Z,user_data=None,user_id='9a77e6b6f564435a942477b2360ac402',uuid=d742d153-7670-4be9-8477-882f6a39f03f,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='rescued') vif={"id": "3b060eee-df21-4ac4-a508-edd137bd8427", "address": "fa:16:3e:e3:fc:dd", "network": {"id": "a3dfa24c-76e2-4ead-941f-ba72c57234a4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-566828184-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17272e061eec432787a47431737ad50f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3b060eee-df", "ovs_interfaceid": "3b060eee-df21-4ac4-a508-edd137bd8427", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 10:18:00 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-3c0c98d6-d4a2-4e14-aa13-ab13d818bea8 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Converting VIF {"id": "3b060eee-df21-4ac4-a508-edd137bd8427", "address": "fa:16:3e:e3:fc:dd", "network": {"id": "a3dfa24c-76e2-4ead-941f-ba72c57234a4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-566828184-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17272e061eec432787a47431737ad50f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3b060eee-df", "ovs_interfaceid": "3b060eee-df21-4ac4-a508-edd137bd8427", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:18:00 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-3c0c98d6-d4a2-4e14-aa13-ab13d818bea8 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:e3:fc:dd,bridge_name='br-int',has_traffic_filtering=True,id=3b060eee-df21-4ac4-a508-edd137bd8427,network=Network(a3dfa24c-76e2-4ead-941f-ba72c57234a4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3b060eee-df') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:18:00 user nova-compute[74535]: DEBUG os_vif [None req-3c0c98d6-d4a2-4e14-aa13-ab13d818bea8 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:e3:fc:dd,bridge_name='br-int',has_traffic_filtering=True,id=3b060eee-df21-4ac4-a508-edd137bd8427,network=Network(a3dfa24c-76e2-4ead-941f-ba72c57234a4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3b060eee-df') {{(pid=74535) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 10:18:00 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:18:00 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap3b060eee-df, bridge=br-int, if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:18:00 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:18:00 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:18:00 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:18:00 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=54963e5a-28a7-44ca-a738-0bdf12acf899) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:18:00 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:18:00 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:18:00 user nova-compute[74535]: INFO os_vif [None req-3c0c98d6-d4a2-4e14-aa13-ab13d818bea8 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:e3:fc:dd,bridge_name='br-int',has_traffic_filtering=True,id=3b060eee-df21-4ac4-a508-edd137bd8427,network=Network(a3dfa24c-76e2-4ead-941f-ba72c57234a4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3b060eee-df')
Dec 06 10:18:00 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-3c0c98d6-d4a2-4e14-aa13-ab13d818bea8 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: d742d153-7670-4be9-8477-882f6a39f03f] Deleting instance files /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f_del
Dec 06 10:18:00 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-3c0c98d6-d4a2-4e14-aa13-ab13d818bea8 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: d742d153-7670-4be9-8477-882f6a39f03f] Deletion of /opt/stack/data/nova/instances/d742d153-7670-4be9-8477-882f6a39f03f_del complete
Dec 06 10:18:00 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-8986e26a-fa07-48b6-9005-6dbaa2746e30 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Acquiring lock "b637d5b3-fb04-4395-aebd-65290980782f" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:18:00 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-8986e26a-fa07-48b6-9005-6dbaa2746e30 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Lock "b637d5b3-fb04-4395-aebd-65290980782f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:18:00 user nova-compute[74535]: DEBUG nova.objects.instance [None req-8986e26a-fa07-48b6-9005-6dbaa2746e30 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Lazy-loading 'flavor' on Instance uuid b637d5b3-fb04-4395-aebd-65290980782f {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:18:00 user nova-compute[74535]: INFO nova.compute.manager [None req-3c0c98d6-d4a2-4e14-aa13-ab13d818bea8 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: d742d153-7670-4be9-8477-882f6a39f03f] Took 0.94 seconds to destroy the instance on the hypervisor.
Dec 06 10:18:00 user nova-compute[74535]: DEBUG oslo.service.loopingcall [None req-3c0c98d6-d4a2-4e14-aa13-ab13d818bea8 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74535) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 10:18:00 user nova-compute[74535]: DEBUG nova.compute.manager [-] [instance: d742d153-7670-4be9-8477-882f6a39f03f] Deallocating network for instance {{(pid=74535) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 10:18:00 user nova-compute[74535]: DEBUG nova.network.neutron [-] [instance: d742d153-7670-4be9-8477-882f6a39f03f] deallocate_for_instance() {{(pid=74535) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 10:18:00 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-8986e26a-fa07-48b6-9005-6dbaa2746e30 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Lock "b637d5b3-fb04-4395-aebd-65290980782f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.059s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:18:00 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-8986e26a-fa07-48b6-9005-6dbaa2746e30 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Acquiring lock "b637d5b3-fb04-4395-aebd-65290980782f" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:18:00 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-8986e26a-fa07-48b6-9005-6dbaa2746e30 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Lock "b637d5b3-fb04-4395-aebd-65290980782f" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:18:00 user nova-compute[74535]: INFO nova.compute.manager [None req-8986e26a-fa07-48b6-9005-6dbaa2746e30 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] [instance: b637d5b3-fb04-4395-aebd-65290980782f] Attaching volume 9ec8602c-e6e5-403e-9096-35a330fe4258 to /dev/vdc
Dec 06 10:18:00 user nova-compute[74535]: DEBUG os_brick.utils [None req-8986e26a-fa07-48b6-9005-6dbaa2746e30 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:18:00 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:18:00 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:18:00 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[855d989b-d2ed-4814-9715-5564e7d29c30]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d95ac7cee77a\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:18:00 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:18:00 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:18:00 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[566c2570-ad45-4c72-9ff1-b5eab6b1e227]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:18:00 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:18:00 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:18:00 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[c3b5ae73-c0bc-4879-ac18-212a52668291]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:18:00 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2220543-fe4d-4332-be72-02afcb95fd88]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:18:00 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-8986e26a-fa07-48b6-9005-6dbaa2746e30 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Running cmd (subprocess): nvme version {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:18:00 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-8986e26a-fa07-48b6-9005-6dbaa2746e30 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] 'nvme version' failed. Not Retrying. {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 10:18:00 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.nvmeof [None req-8986e26a-fa07-48b6-9005-6dbaa2746e30 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] nvme not present on system {{(pid=74535) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 10:18:00 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:18:00 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 10:18:00 user nova-compute[74535]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 10:18:00 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[cdeb1159-1b67-4172-8c9a-67ab42178e97]: (4, '') {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:18:00 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-8986e26a-fa07-48b6-9005-6dbaa2746e30 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74535) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 10:18:00 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-8986e26a-fa07-48b6-9005-6dbaa2746e30 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74535) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 10:18:00 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-8986e26a-fa07-48b6-9005-6dbaa2746e30 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] LIGHTOS: no hostnqn found. {{(pid=74535) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 10:18:00 user nova-compute[74535]: DEBUG os_brick.utils [None req-8986e26a-fa07-48b6-9005-6dbaa2746e30 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] <== get_connector_properties: return (129ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d95ac7cee77a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:18:00 user nova-compute[74535]: DEBUG nova.virt.block_device [None req-8986e26a-fa07-48b6-9005-6dbaa2746e30 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] [instance: b637d5b3-fb04-4395-aebd-65290980782f] Updating existing volume attachment record: 0a868023-9e89-4059-965c-955f2a66715b {{(pid=74535) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 10:18:00 user nova-compute[74535]: DEBUG nova.network.neutron [-] [instance: d742d153-7670-4be9-8477-882f6a39f03f] Updating instance_info_cache with network_info: [] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:18:00 user nova-compute[74535]: INFO nova.compute.manager [-] [instance: d742d153-7670-4be9-8477-882f6a39f03f] Took 0.50 seconds to deallocate network for instance.
Dec 06 10:18:00 user nova-compute[74535]: DEBUG nova.compute.manager [req-7733f294-8b97-4a9f-a467-4f0840b9861e req-2381f849-7183-4d84-9e90-2b38c2158957 service nova] [instance: d742d153-7670-4be9-8477-882f6a39f03f] Received event network-vif-deleted-3b060eee-df21-4ac4-a508-edd137bd8427 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:18:00 user nova-compute[74535]: INFO nova.compute.manager [req-7733f294-8b97-4a9f-a467-4f0840b9861e req-2381f849-7183-4d84-9e90-2b38c2158957 service nova] [instance: d742d153-7670-4be9-8477-882f6a39f03f] Neutron deleted interface 3b060eee-df21-4ac4-a508-edd137bd8427; detaching it from the instance and deleting it from the info cache
Dec 06 10:18:00 user nova-compute[74535]: DEBUG nova.network.neutron [req-7733f294-8b97-4a9f-a467-4f0840b9861e req-2381f849-7183-4d84-9e90-2b38c2158957 service nova] [instance: d742d153-7670-4be9-8477-882f6a39f03f] Updating instance_info_cache with network_info: [] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:18:00 user nova-compute[74535]: DEBUG nova.compute.manager [req-7733f294-8b97-4a9f-a467-4f0840b9861e req-2381f849-7183-4d84-9e90-2b38c2158957 service nova] [instance: d742d153-7670-4be9-8477-882f6a39f03f] Detach interface failed, port_id=3b060eee-df21-4ac4-a508-edd137bd8427, reason: Instance d742d153-7670-4be9-8477-882f6a39f03f could not be found. {{(pid=74535) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 06 10:18:00 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3c0c98d6-d4a2-4e14-aa13-ab13d818bea8 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:18:00 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3c0c98d6-d4a2-4e14-aa13-ab13d818bea8 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:18:01 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-3c0c98d6-d4a2-4e14-aa13-ab13d818bea8 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:18:01 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-3c0c98d6-d4a2-4e14-aa13-ab13d818bea8 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:18:01 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3c0c98d6-d4a2-4e14-aa13-ab13d818bea8 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.456s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:18:01 user nova-compute[74535]: INFO nova.scheduler.client.report [None req-3c0c98d6-d4a2-4e14-aa13-ab13d818bea8 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Deleted allocations for instance d742d153-7670-4be9-8477-882f6a39f03f
Dec 06 10:18:01 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3c0c98d6-d4a2-4e14-aa13-ab13d818bea8 tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Lock "d742d153-7670-4be9-8477-882f6a39f03f" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.120s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:18:01 user nova-compute[74535]: DEBUG nova.compute.manager [req-82d95833-c28d-46b5-aa1c-c0ba1eb7716e req-efd5b002-f921-4293-8e59-9e58f1f7586c service nova] [instance: d742d153-7670-4be9-8477-882f6a39f03f] Received event network-vif-plugged-3b060eee-df21-4ac4-a508-edd137bd8427 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:18:01 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-82d95833-c28d-46b5-aa1c-c0ba1eb7716e req-efd5b002-f921-4293-8e59-9e58f1f7586c service nova] Acquiring lock "d742d153-7670-4be9-8477-882f6a39f03f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:18:01 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-82d95833-c28d-46b5-aa1c-c0ba1eb7716e req-efd5b002-f921-4293-8e59-9e58f1f7586c service nova] Lock "d742d153-7670-4be9-8477-882f6a39f03f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:18:01 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-82d95833-c28d-46b5-aa1c-c0ba1eb7716e req-efd5b002-f921-4293-8e59-9e58f1f7586c service nova] Lock "d742d153-7670-4be9-8477-882f6a39f03f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:18:01 user nova-compute[74535]: DEBUG nova.compute.manager [req-82d95833-c28d-46b5-aa1c-c0ba1eb7716e req-efd5b002-f921-4293-8e59-9e58f1f7586c service nova] [instance: d742d153-7670-4be9-8477-882f6a39f03f] No waiting events found dispatching network-vif-plugged-3b060eee-df21-4ac4-a508-edd137bd8427 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:18:01 user nova-compute[74535]: WARNING nova.compute.manager [req-82d95833-c28d-46b5-aa1c-c0ba1eb7716e req-efd5b002-f921-4293-8e59-9e58f1f7586c service nova] [instance: d742d153-7670-4be9-8477-882f6a39f03f] Received unexpected event network-vif-plugged-3b060eee-df21-4ac4-a508-edd137bd8427 for instance with vm_state deleted and task_state None.
Dec 06 10:18:05 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:18:05 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Acquiring lock "756f4e92-92de-4836-b330-6bba85b68f62" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:18:05 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lock "756f4e92-92de-4836-b330-6bba85b68f62" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:18:05 user nova-compute[74535]: DEBUG nova.compute.manager [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: 756f4e92-92de-4836-b330-6bba85b68f62] Starting instance... {{(pid=74535) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 10:18:05 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:18:05 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:18:05 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74535) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 10:18:05 user nova-compute[74535]: INFO nova.compute.claims [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: 756f4e92-92de-4836-b330-6bba85b68f62] Claim successful on node user
Dec 06 10:18:05 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:18:05 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:18:06 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.414s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:18:06 user nova-compute[74535]: DEBUG nova.compute.manager [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: 756f4e92-92de-4836-b330-6bba85b68f62] Start building networks asynchronously for instance. {{(pid=74535) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 10:18:06 user nova-compute[74535]: DEBUG nova.compute.manager [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: 756f4e92-92de-4836-b330-6bba85b68f62] Allocating IP information in the background. {{(pid=74535) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 10:18:06 user nova-compute[74535]: DEBUG nova.network.neutron [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: 756f4e92-92de-4836-b330-6bba85b68f62] allocate_for_instance() {{(pid=74535) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 10:18:06 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: 756f4e92-92de-4836-b330-6bba85b68f62] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 10:18:06 user nova-compute[74535]: DEBUG nova.compute.manager [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: 756f4e92-92de-4836-b330-6bba85b68f62] Start building block device mappings for instance. {{(pid=74535) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 10:18:06 user nova-compute[74535]: DEBUG nova.policy [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1068d2d7cca843c1b32d9c1b5b29d882', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '19e83c953cf8498f8ea89afce479f26b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74535) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 10:18:06 user nova-compute[74535]: INFO nova.virt.block_device [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: 756f4e92-92de-4836-b330-6bba85b68f62] Booting with volume 3168aec8-cee4-41d4-8518-1acaf0438e3c at /dev/vda
Dec 06 10:18:06 user nova-compute[74535]: DEBUG os_brick.utils [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:18:06 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:18:06 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:18:06 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[898949fb-3f57-4cd0-969d-843d0f2f237e]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d95ac7cee77a\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:18:06 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:18:06 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:18:06 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[63055f77-f2fd-4aff-865d-669142133440]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:18:06 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:18:06 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:18:06 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[de64e8cc-1e06-440f-b9d9-0a9e11020ce9]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:18:06 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[33c95c18-a15a-4a94-a71b-bbf794c0d856]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:18:06 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Running cmd (subprocess): nvme version {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:18:06 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] 'nvme version' failed. Not Retrying. {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 10:18:06 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.nvmeof [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] nvme not present on system {{(pid=74535) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 10:18:06 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:18:06 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 10:18:06 user nova-compute[74535]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 10:18:06 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3cba5a8-75fd-43d6-b431-db1c66f846cc]: (4, '') {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:18:06 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74535) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 10:18:06 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74535) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 10:18:06 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] LIGHTOS: no hostnqn found. {{(pid=74535) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 10:18:06 user nova-compute[74535]: DEBUG os_brick.utils [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] <== get_connector_properties: return (118ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d95ac7cee77a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:18:06 user nova-compute[74535]: DEBUG nova.virt.block_device [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: 756f4e92-92de-4836-b330-6bba85b68f62] Updating existing volume attachment record: 99d4a4e2-aa29-4438-bf85-f6df7a6bf67e {{(pid=74535) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 10:18:06 user nova-compute[74535]: DEBUG nova.network.neutron [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: 756f4e92-92de-4836-b330-6bba85b68f62] Successfully created port: f7944b7d-a096-472f-b1d2-3261dc978fdc {{(pid=74535) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 10:18:07 user nova-compute[74535]: DEBUG nova.network.neutron [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: 756f4e92-92de-4836-b330-6bba85b68f62] Successfully updated port: f7944b7d-a096-472f-b1d2-3261dc978fdc {{(pid=74535) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 10:18:07 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Acquiring lock "refresh_cache-756f4e92-92de-4836-b330-6bba85b68f62" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:18:07 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Acquired lock "refresh_cache-756f4e92-92de-4836-b330-6bba85b68f62" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:18:07 user nova-compute[74535]: DEBUG nova.network.neutron [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: 756f4e92-92de-4836-b330-6bba85b68f62] Building network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 10:18:07 user nova-compute[74535]: DEBUG nova.compute.manager [req-244005ea-3aea-4174-acad-31562a9c7c15 req-a0758a2c-5892-4465-ae5e-35a10fce007e service nova] [instance: 756f4e92-92de-4836-b330-6bba85b68f62] Received event network-changed-f7944b7d-a096-472f-b1d2-3261dc978fdc {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:18:07 user nova-compute[74535]: DEBUG nova.compute.manager [req-244005ea-3aea-4174-acad-31562a9c7c15 req-a0758a2c-5892-4465-ae5e-35a10fce007e service nova] [instance: 756f4e92-92de-4836-b330-6bba85b68f62] Refreshing instance network info cache due to event network-changed-f7944b7d-a096-472f-b1d2-3261dc978fdc. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 10:18:07 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-244005ea-3aea-4174-acad-31562a9c7c15 req-a0758a2c-5892-4465-ae5e-35a10fce007e service nova] Acquiring lock "refresh_cache-756f4e92-92de-4836-b330-6bba85b68f62" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:18:07 user nova-compute[74535]: DEBUG nova.network.neutron [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: 756f4e92-92de-4836-b330-6bba85b68f62] Instance cache missing network info. {{(pid=74535) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 10:18:07 user nova-compute[74535]: DEBUG nova.network.neutron [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: 756f4e92-92de-4836-b330-6bba85b68f62] Updating instance_info_cache with network_info: [{"id": "f7944b7d-a096-472f-b1d2-3261dc978fdc", "address": "fa:16:3e:e0:a8:fa", "network": {"id": "72d08fd1-cc74-485f-848c-2ce73172f719", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1718263965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "19e83c953cf8498f8ea89afce479f26b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf7944b7d-a0", "ovs_interfaceid": "f7944b7d-a096-472f-b1d2-3261dc978fdc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:18:07 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Releasing lock "refresh_cache-756f4e92-92de-4836-b330-6bba85b68f62" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:18:07 user nova-compute[74535]: DEBUG nova.compute.manager [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: 756f4e92-92de-4836-b330-6bba85b68f62] Instance network_info: |[{"id": "f7944b7d-a096-472f-b1d2-3261dc978fdc", "address": "fa:16:3e:e0:a8:fa", "network": {"id": "72d08fd1-cc74-485f-848c-2ce73172f719", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1718263965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "19e83c953cf8498f8ea89afce479f26b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf7944b7d-a0", "ovs_interfaceid": "f7944b7d-a096-472f-b1d2-3261dc978fdc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74535) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 10:18:07 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-244005ea-3aea-4174-acad-31562a9c7c15 req-a0758a2c-5892-4465-ae5e-35a10fce007e service nova] Acquired lock "refresh_cache-756f4e92-92de-4836-b330-6bba85b68f62" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:18:07 user nova-compute[74535]: DEBUG nova.network.neutron [req-244005ea-3aea-4174-acad-31562a9c7c15 req-a0758a2c-5892-4465-ae5e-35a10fce007e service nova] [instance: 756f4e92-92de-4836-b330-6bba85b68f62] Refreshing network info cache for port f7944b7d-a096-472f-b1d2-3261dc978fdc {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 10:18:08 user nova-compute[74535]: DEBUG nova.network.neutron [req-244005ea-3aea-4174-acad-31562a9c7c15 req-a0758a2c-5892-4465-ae5e-35a10fce007e service nova] [instance: 756f4e92-92de-4836-b330-6bba85b68f62] Updated VIF entry in instance network info cache for port f7944b7d-a096-472f-b1d2-3261dc978fdc. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 10:18:08 user nova-compute[74535]: DEBUG nova.network.neutron [req-244005ea-3aea-4174-acad-31562a9c7c15 req-a0758a2c-5892-4465-ae5e-35a10fce007e service nova] [instance: 756f4e92-92de-4836-b330-6bba85b68f62] Updating instance_info_cache with network_info: [{"id": "f7944b7d-a096-472f-b1d2-3261dc978fdc", "address": "fa:16:3e:e0:a8:fa", "network": {"id": "72d08fd1-cc74-485f-848c-2ce73172f719", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1718263965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "19e83c953cf8498f8ea89afce479f26b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf7944b7d-a0", "ovs_interfaceid": "f7944b7d-a096-472f-b1d2-3261dc978fdc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:18:08 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-244005ea-3aea-4174-acad-31562a9c7c15 req-a0758a2c-5892-4465-ae5e-35a10fce007e service nova] Releasing lock "refresh_cache-756f4e92-92de-4836-b330-6bba85b68f62" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:18:10 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:18:10 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8986e26a-fa07-48b6-9005-6dbaa2746e30 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] [instance: b637d5b3-fb04-4395-aebd-65290980782f] Calling os-brick to attach iSCSI Volume {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 10:18:10 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-8986e26a-fa07-48b6-9005-6dbaa2746e30 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:9ec8602c-e6e5-403e-9096-35a330fe4258', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GjbCBOAQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:18:10 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-8986e26a-fa07-48b6-9005-6dbaa2746e30 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:18:10 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-8986e26a-fa07-48b6-9005-6dbaa2746e30 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:18:10 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-8986e26a-fa07-48b6-9005-6dbaa2746e30 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:18:10 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-8986e26a-fa07-48b6-9005-6dbaa2746e30 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:18:10 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-8986e26a-fa07-48b6-9005-6dbaa2746e30 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9ec8602c-e6e5-403e-9096-35a330fe4258" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:18:10 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-8986e26a-fa07-48b6-9005-6dbaa2746e30 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9ec8602c-e6e5-403e-9096-35a330fe4258" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:18:10 user nova-compute[74535]: INFO os_brick.initiator.connectors.iscsi [None req-8986e26a-fa07-48b6-9005-6dbaa2746e30 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 10:18:10 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9ec8602c-e6e5-403e-9096-35a330fe4258 -p 172.16.0.220:3260 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:18:10 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9ec8602c-e6e5-403e-9096-35a330fe4258 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:18:10 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[023f6e3f-6e0e-4002-a2ae-2aedbb8118f3]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:18:10 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-8986e26a-fa07-48b6-9005-6dbaa2746e30 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 10:18:10 user nova-compute[74535]:  {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:18:10 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9ec8602c-e6e5-403e-9096-35a330fe4258 -p 172.16.0.220:3260 --interface default --op new {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:18:10 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9ec8602c-e6e5-403e-9096-35a330fe4258 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:18:10 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ddd7e8c-4d34-4118-9e60-d2b405f861da]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9ec8602c-e6e5-403e-9096-35a330fe4258] added\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:18:10 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-8986e26a-fa07-48b6-9005-6dbaa2746e30 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9ec8602c-e6e5-403e-9096-35a330fe4258] added
Dec 06 10:18:10 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:18:10 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9ec8602c-e6e5-403e-9096-35a330fe4258 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:18:10 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9ec8602c-e6e5-403e-9096-35a330fe4258 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:18:10 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[4870ab0c-6794-4287-8201-21d5cb1daafd]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:18:10 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-8986e26a-fa07-48b6-9005-6dbaa2746e30 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:18:10 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9ec8602c-e6e5-403e-9096-35a330fe4258 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:18:10 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9ec8602c-e6e5-403e-9096-35a330fe4258 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:18:10 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[218fe531-a374-465e-85f3-ff69c157f737]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:18:10 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-8986e26a-fa07-48b6-9005-6dbaa2746e30 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:18:10 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9ec8602c-e6e5-403e-9096-35a330fe4258 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v GjbCBOAQ {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:18:10 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9ec8602c-e6e5-403e-9096-35a330fe4258 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v GjbCBOAQ" returned: 0 in 0.023s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:18:10 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[bdd22918-424b-497c-8990-08bbe218340c]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:18:10 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-8986e26a-fa07-48b6-9005-6dbaa2746e30 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'GjbCBOAQ'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:18:10 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9ec8602c-e6e5-403e-9096-35a330fe4258 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:18:10 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9ec8602c-e6e5-403e-9096-35a330fe4258 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.036s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:18:10 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f8c9b1e-e100-4b2c-9c1a-150e458f805d]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:18:10 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-8986e26a-fa07-48b6-9005-6dbaa2746e30 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:18:10 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:18:10 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:18:10 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee5391ae-cb3f-4cd0-b5fe-ec01b4def9a7]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d266a41f-cb89-4d77-8584-33fafd80a6c3 (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:18:10 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-8986e26a-fa07-48b6-9005-6dbaa2746e30 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:18:10 user nova-compute[74535]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71 (non-flash)
Dec 06 10:18:10 user nova-compute[74535]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 (non-flash)
Dec 06 10:18:10 user nova-compute[74535]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d266a41f-cb89-4d77-8584-33fafd80a6c3 (non-flash)
Dec 06 10:18:10 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:18:10 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-8986e26a-fa07-48b6-9005-6dbaa2746e30 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:18:10 user nova-compute[74535]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71 (non-flash)
Dec 06 10:18:10 user nova-compute[74535]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 (non-flash)
Dec 06 10:18:10 user nova-compute[74535]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d266a41f-cb89-4d77-8584-33fafd80a6c3 (non-flash)
Dec 06 10:18:10 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:18:10 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9ec8602c-e6e5-403e-9096-35a330fe4258 -p 172.16.0.220:3260 --login {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:18:10 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9ec8602c-e6e5-403e-9096-35a330fe4258 -p 172.16.0.220:3260 --login" returned: 0 in 0.063s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:18:10 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c088496-9a60-49d3-99c8-2c6fbea178a6]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:9ec8602c-e6e5-403e-9096-35a330fe4258, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:9ec8602c-e6e5-403e-9096-35a330fe4258, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:18:10 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-8986e26a-fa07-48b6-9005-6dbaa2746e30 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:9ec8602c-e6e5-403e-9096-35a330fe4258, portal: 172.16.0.220,3260]
Dec 06 10:18:10 user nova-compute[74535]: Login to [iface: default, target: iqn.2010-10.org.openstack:9ec8602c-e6e5-403e-9096-35a330fe4258, portal: 172.16.0.220,3260] successful.
Dec 06 10:18:10 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:18:10 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9ec8602c-e6e5-403e-9096-35a330fe4258 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:18:10 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9ec8602c-e6e5-403e-9096-35a330fe4258 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:18:10 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[f860ac3d-9189-49e4-926e-ee711be8cb4d]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:18:10 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-8986e26a-fa07-48b6-9005-6dbaa2746e30 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:18:10 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:18:11 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:18:11 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[7583bc4f-d8e4-44fe-b040-a0189159a675]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d266a41f-cb89-4d77-8584-33fafd80a6c3 (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9ec8602c-e6e5-403e-9096-35a330fe4258 (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:18:11 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-8986e26a-fa07-48b6-9005-6dbaa2746e30 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:18:11 user nova-compute[74535]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71 (non-flash)
Dec 06 10:18:11 user nova-compute[74535]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 (non-flash)
Dec 06 10:18:11 user nova-compute[74535]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d266a41f-cb89-4d77-8584-33fafd80a6c3 (non-flash)
Dec 06 10:18:11 user nova-compute[74535]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9ec8602c-e6e5-403e-9096-35a330fe4258 (non-flash)
Dec 06 10:18:11 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:18:11 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-8986e26a-fa07-48b6-9005-6dbaa2746e30 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:18:11 user nova-compute[74535]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71 (non-flash)
Dec 06 10:18:11 user nova-compute[74535]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 (non-flash)
Dec 06 10:18:11 user nova-compute[74535]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d266a41f-cb89-4d77-8584-33fafd80a6c3 (non-flash)
Dec 06 10:18:11 user nova-compute[74535]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9ec8602c-e6e5-403e-9096-35a330fe4258 (non-flash)
Dec 06 10:18:11 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:18:11 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-8986e26a-fa07-48b6-9005-6dbaa2746e30 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9ec8602c-e6e5-403e-9096-35a330fe4258" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.302s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:18:11 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-8986e26a-fa07-48b6-9005-6dbaa2746e30 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Connected to 172.16.0.220:3260 {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 10:18:11 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-8986e26a-fa07-48b6-9005-6dbaa2746e30 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] HCTL ('37', '-', '-', 0) found on session 43 with lun 0 {{(pid=74535) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 10:18:11 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-8986e26a-fa07-48b6-9005-6dbaa2746e30 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=74535) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 10:18:11 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:18:11 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.022s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:18:11 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c07536f-211d-4fd4-a968-dc83373e25e3]: (4, ('- - 0', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:18:11 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-8986e26a-fa07-48b6-9005-6dbaa2746e30 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Searching for a device in session 43 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=74535) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 10:18:11 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-8986e26a-fa07-48b6-9005-6dbaa2746e30 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:9ec8602c-e6e5-403e-9096-35a330fe4258', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GjbCBOAQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 10:18:12 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-8986e26a-fa07-48b6-9005-6dbaa2746e30 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.343s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:18:12 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-8986e26a-fa07-48b6-9005-6dbaa2746e30 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] <== connect_volume: return (1345ms) {'type': 'block', 'scsi_wwn': '23166656439386438', 'path': '/dev/sdf'} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:18:12 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8986e26a-fa07-48b6-9005-6dbaa2746e30 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] [instance: b637d5b3-fb04-4395-aebd-65290980782f] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23166656439386438', 'path': '/dev/sdf'} {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 10:18:12 user nova-compute[74535]: DEBUG nova.objects.instance [None req-8986e26a-fa07-48b6-9005-6dbaa2746e30 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Lazy-loading 'flavor' on Instance uuid b637d5b3-fb04-4395-aebd-65290980782f {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:18:12 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-8986e26a-fa07-48b6-9005-6dbaa2746e30 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 10:18:12 user nova-compute[74535]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 10:18:12 user nova-compute[74535]:   <source dev="/dev/sdf"/>
Dec 06 10:18:12 user nova-compute[74535]:   <target dev="vdc" bus="virtio"/>
Dec 06 10:18:12 user nova-compute[74535]:   <serial>9ec8602c-e6e5-403e-9096-35a330fe4258</serial>
Dec 06 10:18:12 user nova-compute[74535]: </disk>
Dec 06 10:18:12 user nova-compute[74535]:  {{(pid=74535) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 10:18:12 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-8986e26a-fa07-48b6-9005-6dbaa2746e30 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] No BDM found with device name vda, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 10:18:12 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-8986e26a-fa07-48b6-9005-6dbaa2746e30 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 10:18:12 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-8986e26a-fa07-48b6-9005-6dbaa2746e30 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] No BDM found with device name vdc, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 10:18:12 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-8986e26a-fa07-48b6-9005-6dbaa2746e30 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] No VIF found with MAC fa:16:3e:98:7c:5a, not building metadata {{(pid=74535) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 10:18:12 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-8986e26a-fa07-48b6-9005-6dbaa2746e30 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Lock "b637d5b3-fb04-4395-aebd-65290980782f" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 12.289s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:18:13 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-50967d94-7efd-490f-aff0-4b6050482bf6 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Acquiring lock "b637d5b3-fb04-4395-aebd-65290980782f" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:18:13 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-50967d94-7efd-490f-aff0-4b6050482bf6 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Lock "b637d5b3-fb04-4395-aebd-65290980782f" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:18:13 user nova-compute[74535]: INFO nova.compute.manager [None req-50967d94-7efd-490f-aff0-4b6050482bf6 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] [instance: b637d5b3-fb04-4395-aebd-65290980782f] Detaching volume 9ec8602c-e6e5-403e-9096-35a330fe4258
Dec 06 10:18:13 user nova-compute[74535]: INFO nova.virt.block_device [None req-50967d94-7efd-490f-aff0-4b6050482bf6 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] [instance: b637d5b3-fb04-4395-aebd-65290980782f] Attempting to driver detach volume 9ec8602c-e6e5-403e-9096-35a330fe4258 from mountpoint /dev/vdc
Dec 06 10:18:13 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-50967d94-7efd-490f-aff0-4b6050482bf6 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Attempting to detach device vdc from instance b637d5b3-fb04-4395-aebd-65290980782f from the persistent domain config. {{(pid=74535) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 10:18:13 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-50967d94-7efd-490f-aff0-4b6050482bf6 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 10:18:13 user nova-compute[74535]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 10:18:13 user nova-compute[74535]:   <source dev="/dev/sdf"/>
Dec 06 10:18:13 user nova-compute[74535]:   <target dev="vdc" bus="virtio"/>
Dec 06 10:18:13 user nova-compute[74535]:   <serial>9ec8602c-e6e5-403e-9096-35a330fe4258</serial>
Dec 06 10:18:13 user nova-compute[74535]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Dec 06 10:18:13 user nova-compute[74535]: </disk>
Dec 06 10:18:13 user nova-compute[74535]:  {{(pid=74535) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 10:18:13 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-50967d94-7efd-490f-aff0-4b6050482bf6 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Successfully detached device vdc from instance b637d5b3-fb04-4395-aebd-65290980782f from the persistent domain config.
Dec 06 10:18:13 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-50967d94-7efd-490f-aff0-4b6050482bf6 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] (1/8): Attempting to detach device vdc with device alias virtio-disk2 from instance b637d5b3-fb04-4395-aebd-65290980782f from the live domain config. {{(pid=74535) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 10:18:13 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-50967d94-7efd-490f-aff0-4b6050482bf6 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 10:18:13 user nova-compute[74535]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 10:18:13 user nova-compute[74535]:   <source dev="/dev/sdf"/>
Dec 06 10:18:13 user nova-compute[74535]:   <target dev="vdc" bus="virtio"/>
Dec 06 10:18:13 user nova-compute[74535]:   <serial>9ec8602c-e6e5-403e-9096-35a330fe4258</serial>
Dec 06 10:18:13 user nova-compute[74535]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Dec 06 10:18:13 user nova-compute[74535]: </disk>
Dec 06 10:18:13 user nova-compute[74535]:  {{(pid=74535) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 10:18:14 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-50967d94-7efd-490f-aff0-4b6050482bf6 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Start waiting for the detach event from libvirt for device vdc with device alias virtio-disk2 for instance b637d5b3-fb04-4395-aebd-65290980782f {{(pid=74535) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 10:18:15 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:18:16 user nova-compute[74535]: DEBUG nova.compute.manager [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: 756f4e92-92de-4836-b330-6bba85b68f62] Start spawning the instance on the hypervisor. {{(pid=74535) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 10:18:16 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: 756f4e92-92de-4836-b330-6bba85b68f62] Creating instance directory {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 10:18:16 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: 756f4e92-92de-4836-b330-6bba85b68f62] Creating image(s)
Dec 06 10:18:16 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: 756f4e92-92de-4836-b330-6bba85b68f62] Did not create local disks {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4867}}
Dec 06 10:18:16 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: 756f4e92-92de-4836-b330-6bba85b68f62] Ensure instance console log exists: /opt/stack/data/nova/instances/756f4e92-92de-4836-b330-6bba85b68f62/console.log {{(pid=74535) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 10:18:16 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:18:16 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:18:16 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:18:16 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: 756f4e92-92de-4836-b330-6bba85b68f62] Start _get_guest_xml network_info=[{"id": "f7944b7d-a096-472f-b1d2-3261dc978fdc", "address": "fa:16:3e:e0:a8:fa", "network": {"id": "72d08fd1-cc74-485f-848c-2ce73172f719", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1718263965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "19e83c953cf8498f8ea89afce479f26b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf7944b7d-a0", "ovs_interfaceid": "f7944b7d-a096-472f-b1d2-3261dc978fdc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'delete_on_termination': False, 'attachment_id': '99d4a4e2-aa29-4438-bf85-f6df7a6bf67e', 'boot_index': 0, 'device_type': 'disk', 'guest_format': None, 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cEBsYGCS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '756f4e92-92de-4836-b330-6bba85b68f62', 'attached_at': '', 'detached_at': '', 'volume_id': '3168aec8-cee4-41d4-8518-1acaf0438e3c', 'serial': '3168aec8-cee4-41d4-8518-1acaf0438e3c'}, 'volume_type': None} {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 10:18:16 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:18:16 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:18:16 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 10:18:16 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] CPU controller missing on host. {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 10:18:16 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 10:18:16 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] CPU controller found on host. {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 10:18:16 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74535) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 10:18:16 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T09:52:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 10:18:16 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Flavor limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 10:18:16 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Image limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 10:18:16 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Flavor pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 10:18:16 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Image pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 10:18:16 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 10:18:16 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 10:18:16 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 10:18:16 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Got 1 possible topologies {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 10:18:16 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 10:18:16 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 10:18:16 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: 756f4e92-92de-4836-b330-6bba85b68f62] Calling os-brick to attach iSCSI Volume {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 10:18:16 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cEBsYGCS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:18:16 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:18:16 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:18:16 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:18:16 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:18:16 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:18:16 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:18:16 user nova-compute[74535]: INFO os_brick.initiator.connectors.iscsi [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 10:18:16 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c -p 172.16.0.220:3260 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:18:16 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:18:16 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa4db501-282e-4c99-b9d9-9b63842f6676]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:18:16 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 10:18:16 user nova-compute[74535]:  {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:18:16 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c -p 172.16.0.220:3260 --interface default --op new {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:18:16 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:18:16 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[aedffa6d-0bea-450f-b3ed-4f65c90d0e17]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c] added\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:18:16 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c] added
Dec 06 10:18:16 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:18:16 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:18:16 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:18:16 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[ddd6519f-2ee2-4795-a53c-1819d4dc27c1]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:18:16 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:18:16 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:18:16 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.024s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:18:16 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[3877aec0-1555-4718-9688-823c54598b64]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:18:16 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:18:16 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v cEBsYGCS {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:18:16 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v cEBsYGCS" returned: 0 in 0.024s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:18:16 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6d1f98f-a96f-40fe-8cac-44d0b64c502d]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:18:16 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'cEBsYGCS'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:18:16 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:18:16 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:18:16 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[fbdee20d-f4dd-4770-9e13-52ac6b10aeaa]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:18:16 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:18:16 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:18:16 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:18:16 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[75db05f1-ca9a-4ad6-8faa-4ac3e0ac85ef]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d266a41f-cb89-4d77-8584-33fafd80a6c3 (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9ec8602c-e6e5-403e-9096-35a330fe4258 (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:18:16 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:18:16 user nova-compute[74535]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71 (non-flash)
Dec 06 10:18:16 user nova-compute[74535]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 (non-flash)
Dec 06 10:18:16 user nova-compute[74535]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d266a41f-cb89-4d77-8584-33fafd80a6c3 (non-flash)
Dec 06 10:18:16 user nova-compute[74535]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9ec8602c-e6e5-403e-9096-35a330fe4258 (non-flash)
Dec 06 10:18:16 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:18:16 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:18:16 user nova-compute[74535]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71 (non-flash)
Dec 06 10:18:16 user nova-compute[74535]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 (non-flash)
Dec 06 10:18:16 user nova-compute[74535]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d266a41f-cb89-4d77-8584-33fafd80a6c3 (non-flash)
Dec 06 10:18:16 user nova-compute[74535]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9ec8602c-e6e5-403e-9096-35a330fe4258 (non-flash)
Dec 06 10:18:16 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:18:16 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c -p 172.16.0.220:3260 --login {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:18:16 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c -p 172.16.0.220:3260 --login" returned: 0 in 0.078s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:18:16 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d49aac9-8d40-4be9-88bb-72586647d570]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:18:16 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c, portal: 172.16.0.220,3260]
Dec 06 10:18:16 user nova-compute[74535]: Login to [iface: default, target: iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c, portal: 172.16.0.220,3260] successful.
Dec 06 10:18:16 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:18:16 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:18:16 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:18:16 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[696131fd-b1ab-4c2f-9585-d8c2d28a721a]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:18:16 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:18:16 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:18:16 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:18:16 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[f3b1977a-0cde-4e52-9805-26cfa18dea9b]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d266a41f-cb89-4d77-8584-33fafd80a6c3 (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9ec8602c-e6e5-403e-9096-35a330fe4258 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:18:16 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:18:16 user nova-compute[74535]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71 (non-flash)
Dec 06 10:18:16 user nova-compute[74535]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 (non-flash)
Dec 06 10:18:16 user nova-compute[74535]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d266a41f-cb89-4d77-8584-33fafd80a6c3 (non-flash)
Dec 06 10:18:16 user nova-compute[74535]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9ec8602c-e6e5-403e-9096-35a330fe4258 (non-flash)
Dec 06 10:18:16 user nova-compute[74535]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c (non-flash)
Dec 06 10:18:16 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:18:16 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:18:16 user nova-compute[74535]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71 (non-flash)
Dec 06 10:18:16 user nova-compute[74535]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 (non-flash)
Dec 06 10:18:16 user nova-compute[74535]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d266a41f-cb89-4d77-8584-33fafd80a6c3 (non-flash)
Dec 06 10:18:16 user nova-compute[74535]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9ec8602c-e6e5-403e-9096-35a330fe4258 (non-flash)
Dec 06 10:18:16 user nova-compute[74535]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c (non-flash)
Dec 06 10:18:16 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:18:16 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.311s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:18:16 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Connected to 172.16.0.220:3260 {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 10:18:16 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] HCTL ('38', '-', '-', 0) found on session 44 with lun 0 {{(pid=74535) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 10:18:16 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Scanning host 38 c: -, t: -, l: 0) {{(pid=74535) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 10:18:16 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host38/scan {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:18:16 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host38/scan" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:18:16 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[b836913d-785a-48ec-9397-df88fdff5a07]: (4, ('- - 0', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:18:16 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Searching for a device in session 44 and hctl ['38', '*', '*', 0] yield: None {{(pid=74535) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 10:18:17 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Searching for a device in session 44 and hctl ['38', '*', '*', 0] yield: sdg {{(pid=74535) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 10:18:17 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Connected to sdg using {'target_iqn': 'iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cEBsYGCS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 10:18:17 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.342s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:18:17 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] <== connect_volume: return (1342ms) {'type': 'block', 'scsi_wwn': '23739323232323239', 'path': '/dev/sdg'} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:18:17 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: 756f4e92-92de-4836-b330-6bba85b68f62] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23739323232323239', 'path': '/dev/sdg'} {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 10:18:17 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:18:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-520305297',display_name='tempest-TestVolumeBootPattern-server-520305297',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-520305297',id=43,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHf5pNVx5JEYKWTW5K7zzNRxAbljK/9rKlLOTAAPsNvH3raFXCB2AGXNwOVLUCwdkSBIoOPQ8wr9DqYK/MSPiFizL2uvk+xuRgB9CVkbmP+g9Usc8cd1vA5QHPxG3Qy3yA==',key_name='tempest-TestVolumeBootPattern-2041036188',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='19e83c953cf8498f8ea89afce479f26b',ramdisk_id='',reservation_id='r-n4cguo0i',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1927549100',owner_user_name='tempest-TestVolumeBootPattern-1927549100-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T10:18:06Z,user_data=None,user_id='1068d2d7cca843c1b32d9c1b5b29d882',uuid=756f4e92-92de-4836-b330-6bba85b68f62,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f7944b7d-a096-472f-b1d2-3261dc978fdc", "address": "fa:16:3e:e0:a8:fa", "network": {"id": "72d08fd1-cc74-485f-848c-2ce73172f719", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1718263965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "19e83c953cf8498f8ea89afce479f26b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf7944b7d-a0", "ovs_interfaceid": "f7944b7d-a096-472f-b1d2-3261dc978fdc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74535) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 10:18:17 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Converting VIF {"id": "f7944b7d-a096-472f-b1d2-3261dc978fdc", "address": "fa:16:3e:e0:a8:fa", "network": {"id": "72d08fd1-cc74-485f-848c-2ce73172f719", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1718263965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "19e83c953cf8498f8ea89afce479f26b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf7944b7d-a0", "ovs_interfaceid": "f7944b7d-a096-472f-b1d2-3261dc978fdc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:18:17 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e0:a8:fa,bridge_name='br-int',has_traffic_filtering=True,id=f7944b7d-a096-472f-b1d2-3261dc978fdc,network=Network(72d08fd1-cc74-485f-848c-2ce73172f719),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf7944b7d-a0') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:18:17 user nova-compute[74535]: DEBUG nova.objects.instance [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lazy-loading 'pci_devices' on Instance uuid 756f4e92-92de-4836-b330-6bba85b68f62 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:18:17 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: 756f4e92-92de-4836-b330-6bba85b68f62] End _get_guest_xml xml=<domain type="kvm">
Dec 06 10:18:17 user nova-compute[74535]:   <uuid>756f4e92-92de-4836-b330-6bba85b68f62</uuid>
Dec 06 10:18:17 user nova-compute[74535]:   <name>instance-0000002b</name>
Dec 06 10:18:17 user nova-compute[74535]:   <memory>524288</memory>
Dec 06 10:18:17 user nova-compute[74535]:   <vcpu>1</vcpu>
Dec 06 10:18:17 user nova-compute[74535]:   <metadata>
Dec 06 10:18:17 user nova-compute[74535]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 10:18:17 user nova-compute[74535]:       <nova:package version="0.0.0"/>
Dec 06 10:18:17 user nova-compute[74535]:       <nova:name>tempest-TestVolumeBootPattern-server-520305297</nova:name>
Dec 06 10:18:17 user nova-compute[74535]:       <nova:creationTime>2023-12-06 10:18:16</nova:creationTime>
Dec 06 10:18:17 user nova-compute[74535]:       <nova:flavor name="m1.tiny">
Dec 06 10:18:17 user nova-compute[74535]:         <nova:memory>512</nova:memory>
Dec 06 10:18:17 user nova-compute[74535]:         <nova:disk>1</nova:disk>
Dec 06 10:18:17 user nova-compute[74535]:         <nova:swap>0</nova:swap>
Dec 06 10:18:17 user nova-compute[74535]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 10:18:17 user nova-compute[74535]:         <nova:vcpus>1</nova:vcpus>
Dec 06 10:18:17 user nova-compute[74535]:       </nova:flavor>
Dec 06 10:18:17 user nova-compute[74535]:       <nova:owner>
Dec 06 10:18:17 user nova-compute[74535]:         <nova:user uuid="1068d2d7cca843c1b32d9c1b5b29d882">tempest-TestVolumeBootPattern-1927549100-project-member</nova:user>
Dec 06 10:18:17 user nova-compute[74535]:         <nova:project uuid="19e83c953cf8498f8ea89afce479f26b">tempest-TestVolumeBootPattern-1927549100</nova:project>
Dec 06 10:18:17 user nova-compute[74535]:       </nova:owner>
Dec 06 10:18:17 user nova-compute[74535]:       <nova:ports>
Dec 06 10:18:17 user nova-compute[74535]:         <nova:port uuid="f7944b7d-a096-472f-b1d2-3261dc978fdc">
Dec 06 10:18:17 user nova-compute[74535]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Dec 06 10:18:17 user nova-compute[74535]:         </nova:port>
Dec 06 10:18:17 user nova-compute[74535]:       </nova:ports>
Dec 06 10:18:17 user nova-compute[74535]:     </nova:instance>
Dec 06 10:18:17 user nova-compute[74535]:   </metadata>
Dec 06 10:18:17 user nova-compute[74535]:   <sysinfo type="smbios">
Dec 06 10:18:17 user nova-compute[74535]:     <system>
Dec 06 10:18:17 user nova-compute[74535]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 10:18:17 user nova-compute[74535]:       <entry name="product">OpenStack Nova</entry>
Dec 06 10:18:17 user nova-compute[74535]:       <entry name="version">0.0.0</entry>
Dec 06 10:18:17 user nova-compute[74535]:       <entry name="serial">756f4e92-92de-4836-b330-6bba85b68f62</entry>
Dec 06 10:18:17 user nova-compute[74535]:       <entry name="uuid">756f4e92-92de-4836-b330-6bba85b68f62</entry>
Dec 06 10:18:17 user nova-compute[74535]:       <entry name="family">Virtual Machine</entry>
Dec 06 10:18:17 user nova-compute[74535]:     </system>
Dec 06 10:18:17 user nova-compute[74535]:   </sysinfo>
Dec 06 10:18:17 user nova-compute[74535]:   <os>
Dec 06 10:18:17 user nova-compute[74535]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 10:18:17 user nova-compute[74535]:     <boot dev="hd"/>
Dec 06 10:18:17 user nova-compute[74535]:     <smbios mode="sysinfo"/>
Dec 06 10:18:17 user nova-compute[74535]:   </os>
Dec 06 10:18:17 user nova-compute[74535]:   <features>
Dec 06 10:18:17 user nova-compute[74535]:     <acpi/>
Dec 06 10:18:17 user nova-compute[74535]:     <apic/>
Dec 06 10:18:17 user nova-compute[74535]:     <vmcoreinfo/>
Dec 06 10:18:17 user nova-compute[74535]:   </features>
Dec 06 10:18:17 user nova-compute[74535]:   <clock offset="utc">
Dec 06 10:18:17 user nova-compute[74535]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 10:18:17 user nova-compute[74535]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 10:18:17 user nova-compute[74535]:     <timer name="hpet" present="no"/>
Dec 06 10:18:17 user nova-compute[74535]:   </clock>
Dec 06 10:18:17 user nova-compute[74535]:   <cpu mode="custom" match="exact">
Dec 06 10:18:17 user nova-compute[74535]:     <model>Nehalem</model>
Dec 06 10:18:17 user nova-compute[74535]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 10:18:17 user nova-compute[74535]:   </cpu>
Dec 06 10:18:17 user nova-compute[74535]:   <devices>
Dec 06 10:18:17 user nova-compute[74535]:     <disk type="block" device="disk">
Dec 06 10:18:17 user nova-compute[74535]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 10:18:17 user nova-compute[74535]:       <source dev="/dev/sdg"/>
Dec 06 10:18:17 user nova-compute[74535]:       <target dev="vda" bus="virtio"/>
Dec 06 10:18:17 user nova-compute[74535]:       <serial>3168aec8-cee4-41d4-8518-1acaf0438e3c</serial>
Dec 06 10:18:17 user nova-compute[74535]:     </disk>
Dec 06 10:18:17 user nova-compute[74535]:     <interface type="ethernet">
Dec 06 10:18:17 user nova-compute[74535]:       <mac address="fa:16:3e:e0:a8:fa"/>
Dec 06 10:18:17 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 10:18:17 user nova-compute[74535]:       <mtu size="1442"/>
Dec 06 10:18:17 user nova-compute[74535]:       <target dev="tapf7944b7d-a0"/>
Dec 06 10:18:17 user nova-compute[74535]:     </interface>
Dec 06 10:18:17 user nova-compute[74535]:     <serial type="pty">
Dec 06 10:18:17 user nova-compute[74535]:       <log file="/opt/stack/data/nova/instances/756f4e92-92de-4836-b330-6bba85b68f62/console.log" append="off"/>
Dec 06 10:18:17 user nova-compute[74535]:     </serial>
Dec 06 10:18:17 user nova-compute[74535]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 10:18:17 user nova-compute[74535]:     <video>
Dec 06 10:18:17 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 10:18:17 user nova-compute[74535]:     </video>
Dec 06 10:18:17 user nova-compute[74535]:     <rng model="virtio">
Dec 06 10:18:17 user nova-compute[74535]:       <backend model="random">/dev/urandom</backend>
Dec 06 10:18:17 user nova-compute[74535]:     </rng>
Dec 06 10:18:17 user nova-compute[74535]:     <controller type="usb" index="0" model="none"/>
Dec 06 10:18:17 user nova-compute[74535]:     <memballoon model="virtio">
Dec 06 10:18:17 user nova-compute[74535]:       <stats period="10"/>
Dec 06 10:18:17 user nova-compute[74535]:     </memballoon>
Dec 06 10:18:17 user nova-compute[74535]:   </devices>
Dec 06 10:18:17 user nova-compute[74535]: </domain>
Dec 06 10:18:17 user nova-compute[74535]:  {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 10:18:17 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:18:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-520305297',display_name='tempest-TestVolumeBootPattern-server-520305297',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-520305297',id=43,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHf5pNVx5JEYKWTW5K7zzNRxAbljK/9rKlLOTAAPsNvH3raFXCB2AGXNwOVLUCwdkSBIoOPQ8wr9DqYK/MSPiFizL2uvk+xuRgB9CVkbmP+g9Usc8cd1vA5QHPxG3Qy3yA==',key_name='tempest-TestVolumeBootPattern-2041036188',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='19e83c953cf8498f8ea89afce479f26b',ramdisk_id='',reservation_id='r-n4cguo0i',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1927549100',owner_user_name='tempest-TestVolumeBootPattern-1927549100-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T10:18:06Z,user_data=None,user_id='1068d2d7cca843c1b32d9c1b5b29d882',uuid=756f4e92-92de-4836-b330-6bba85b68f62,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f7944b7d-a096-472f-b1d2-3261dc978fdc", "address": "fa:16:3e:e0:a8:fa", "network": {"id": "72d08fd1-cc74-485f-848c-2ce73172f719", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1718263965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "19e83c953cf8498f8ea89afce479f26b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf7944b7d-a0", "ovs_interfaceid": "f7944b7d-a096-472f-b1d2-3261dc978fdc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 10:18:17 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Converting VIF {"id": "f7944b7d-a096-472f-b1d2-3261dc978fdc", "address": "fa:16:3e:e0:a8:fa", "network": {"id": "72d08fd1-cc74-485f-848c-2ce73172f719", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1718263965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "19e83c953cf8498f8ea89afce479f26b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf7944b7d-a0", "ovs_interfaceid": "f7944b7d-a096-472f-b1d2-3261dc978fdc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:18:17 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e0:a8:fa,bridge_name='br-int',has_traffic_filtering=True,id=f7944b7d-a096-472f-b1d2-3261dc978fdc,network=Network(72d08fd1-cc74-485f-848c-2ce73172f719),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf7944b7d-a0') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:18:17 user nova-compute[74535]: DEBUG os_vif [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e0:a8:fa,bridge_name='br-int',has_traffic_filtering=True,id=f7944b7d-a096-472f-b1d2-3261dc978fdc,network=Network(72d08fd1-cc74-485f-848c-2ce73172f719),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf7944b7d-a0') {{(pid=74535) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 10:18:17 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:18:17 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:18:17 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 10:18:17 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:18:17 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '251790b2-2396-5b04-abe9-6658cf9cc7db', '_type': 'linux-noop'}}, row=False) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:18:17 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:18:17 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:18:17 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:18:17 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf7944b7d-a0, may_exist=True, interface_attrs={}) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:18:17 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf7944b7d-a0, col_values=(('qos', UUID('398814bb-311a-4d62-892f-b6cfda747efb')),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:18:17 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf7944b7d-a0, col_values=(('external_ids', {'iface-id': 'f7944b7d-a096-472f-b1d2-3261dc978fdc', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e0:a8:fa', 'vm-uuid': '756f4e92-92de-4836-b330-6bba85b68f62'}),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:18:17 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:18:17 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:18:17 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:18:17 user nova-compute[74535]: INFO os_vif [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e0:a8:fa,bridge_name='br-int',has_traffic_filtering=True,id=f7944b7d-a096-472f-b1d2-3261dc978fdc,network=Network(72d08fd1-cc74-485f-848c-2ce73172f719),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf7944b7d-a0')
Dec 06 10:18:17 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] No BDM found with device name vda, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 10:18:17 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] No VIF found with MAC fa:16:3e:e0:a8:fa, not building metadata {{(pid=74535) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 10:18:18 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:18:19 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:18:19 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:18:19 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:18:19 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:18:19 user nova-compute[74535]: DEBUG nova.compute.manager [req-8ae11d76-e7ca-4b97-9ce7-c9d026504a5c req-da2c55ca-4614-4138-81ab-fa451b29cf39 service nova] [instance: 756f4e92-92de-4836-b330-6bba85b68f62] Received event network-vif-plugged-f7944b7d-a096-472f-b1d2-3261dc978fdc {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:18:19 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-8ae11d76-e7ca-4b97-9ce7-c9d026504a5c req-da2c55ca-4614-4138-81ab-fa451b29cf39 service nova] Acquiring lock "756f4e92-92de-4836-b330-6bba85b68f62-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:18:19 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-8ae11d76-e7ca-4b97-9ce7-c9d026504a5c req-da2c55ca-4614-4138-81ab-fa451b29cf39 service nova] Lock "756f4e92-92de-4836-b330-6bba85b68f62-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:18:19 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-8ae11d76-e7ca-4b97-9ce7-c9d026504a5c req-da2c55ca-4614-4138-81ab-fa451b29cf39 service nova] Lock "756f4e92-92de-4836-b330-6bba85b68f62-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:18:19 user nova-compute[74535]: DEBUG nova.compute.manager [req-8ae11d76-e7ca-4b97-9ce7-c9d026504a5c req-da2c55ca-4614-4138-81ab-fa451b29cf39 service nova] [instance: 756f4e92-92de-4836-b330-6bba85b68f62] No waiting events found dispatching network-vif-plugged-f7944b7d-a096-472f-b1d2-3261dc978fdc {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:18:19 user nova-compute[74535]: WARNING nova.compute.manager [req-8ae11d76-e7ca-4b97-9ce7-c9d026504a5c req-da2c55ca-4614-4138-81ab-fa451b29cf39 service nova] [instance: 756f4e92-92de-4836-b330-6bba85b68f62] Received unexpected event network-vif-plugged-f7944b7d-a096-472f-b1d2-3261dc978fdc for instance with vm_state building and task_state spawning.
Dec 06 10:18:19 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:18:19 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:18:19 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:18:19 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:18:20 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:18:20 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:18:20 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74535) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 10:18:21 user nova-compute[74535]: DEBUG nova.compute.manager [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: 756f4e92-92de-4836-b330-6bba85b68f62] Instance event wait completed in 0 seconds for  {{(pid=74535) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 10:18:21 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: 756f4e92-92de-4836-b330-6bba85b68f62] Guest created on hypervisor {{(pid=74535) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 10:18:21 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: 756f4e92-92de-4836-b330-6bba85b68f62] Instance spawned successfully.
Dec 06 10:18:21 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: 756f4e92-92de-4836-b330-6bba85b68f62] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 10:18:21 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: 756f4e92-92de-4836-b330-6bba85b68f62] Found default for hw_cdrom_bus of ide {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:18:21 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: 756f4e92-92de-4836-b330-6bba85b68f62] Found default for hw_disk_bus of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:18:21 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: 756f4e92-92de-4836-b330-6bba85b68f62] Found default for hw_input_bus of None {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:18:21 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: 756f4e92-92de-4836-b330-6bba85b68f62] Found default for hw_pointer_model of None {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:18:21 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: 756f4e92-92de-4836-b330-6bba85b68f62] Found default for hw_video_model of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:18:21 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: 756f4e92-92de-4836-b330-6bba85b68f62] Found default for hw_vif_model of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:18:21 user nova-compute[74535]: INFO nova.compute.manager [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: 756f4e92-92de-4836-b330-6bba85b68f62] Took 5.03 seconds to spawn the instance on the hypervisor.
Dec 06 10:18:21 user nova-compute[74535]: DEBUG nova.compute.manager [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: 756f4e92-92de-4836-b330-6bba85b68f62] Checking state {{(pid=74535) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 10:18:21 user nova-compute[74535]: INFO nova.compute.manager [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: 756f4e92-92de-4836-b330-6bba85b68f62] Took 15.84 seconds to build instance.
Dec 06 10:18:21 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-c5c86979-7cfd-47fb-acbd-05353cc1b3ad tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lock "756f4e92-92de-4836-b330-6bba85b68f62" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 15.933s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:18:21 user nova-compute[74535]: DEBUG nova.compute.manager [req-a6d71637-852d-45b0-a795-a2e50c89ea31 req-acde3d54-1d8d-414c-a461-1ba335887d2f service nova] [instance: 756f4e92-92de-4836-b330-6bba85b68f62] Received event network-vif-plugged-f7944b7d-a096-472f-b1d2-3261dc978fdc {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:18:21 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-a6d71637-852d-45b0-a795-a2e50c89ea31 req-acde3d54-1d8d-414c-a461-1ba335887d2f service nova] Acquiring lock "756f4e92-92de-4836-b330-6bba85b68f62-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:18:21 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-a6d71637-852d-45b0-a795-a2e50c89ea31 req-acde3d54-1d8d-414c-a461-1ba335887d2f service nova] Lock "756f4e92-92de-4836-b330-6bba85b68f62-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:18:21 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-a6d71637-852d-45b0-a795-a2e50c89ea31 req-acde3d54-1d8d-414c-a461-1ba335887d2f service nova] Lock "756f4e92-92de-4836-b330-6bba85b68f62-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:18:21 user nova-compute[74535]: DEBUG nova.compute.manager [req-a6d71637-852d-45b0-a795-a2e50c89ea31 req-acde3d54-1d8d-414c-a461-1ba335887d2f service nova] [instance: 756f4e92-92de-4836-b330-6bba85b68f62] No waiting events found dispatching network-vif-plugged-f7944b7d-a096-472f-b1d2-3261dc978fdc {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:18:21 user nova-compute[74535]: WARNING nova.compute.manager [req-a6d71637-852d-45b0-a795-a2e50c89ea31 req-acde3d54-1d8d-414c-a461-1ba335887d2f service nova] [instance: 756f4e92-92de-4836-b330-6bba85b68f62] Received unexpected event network-vif-plugged-f7944b7d-a096-472f-b1d2-3261dc978fdc for instance with vm_state active and task_state None.
Dec 06 10:18:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:18:22 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:18:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:18:23 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:18:23 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:18:23 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:18:23 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:18:23 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Auditing locally available compute resources for user (node: user) {{(pid=74535) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 10:18:24 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] skipping disk /dev/sdg (vda) as it is a volume {{(pid=74535) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 10:18:24 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74535) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 10:18:24 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/19664d45-f856-4eb0-84d7-c1d29b1f5d0e/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:18:24 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/19664d45-f856-4eb0-84d7-c1d29b1f5d0e/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:18:24 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/19664d45-f856-4eb0-84d7-c1d29b1f5d0e/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:18:24 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/19664d45-f856-4eb0-84d7-c1d29b1f5d0e/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:18:24 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74535) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 10:18:24 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b637d5b3-fb04-4395-aebd-65290980782f/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:18:24 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b637d5b3-fb04-4395-aebd-65290980782f/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:18:24 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b637d5b3-fb04-4395-aebd-65290980782f/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:18:24 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b637d5b3-fb04-4395-aebd-65290980782f/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:18:24 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=74535) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 10:18:24 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74535) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 10:18:24 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d9150e7-0f02-4b19-b3f2-b329620d9722/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:18:25 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d9150e7-0f02-4b19-b3f2-b329620d9722/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:18:25 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d9150e7-0f02-4b19-b3f2-b329620d9722/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:18:25 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d9150e7-0f02-4b19-b3f2-b329620d9722/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:18:25 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f37b4f2-47f1-474f-82cb-fa93ff07f428/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:18:25 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f37b4f2-47f1-474f-82cb-fa93ff07f428/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:18:25 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f37b4f2-47f1-474f-82cb-fa93ff07f428/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:18:25 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f37b4f2-47f1-474f-82cb-fa93ff07f428/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:18:25 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/00c2ad50-52f0-477c-8973-5a0899b084b8/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:18:25 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/00c2ad50-52f0-477c-8973-5a0899b084b8/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:18:25 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/00c2ad50-52f0-477c-8973-5a0899b084b8/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:18:26 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/00c2ad50-52f0-477c-8973-5a0899b084b8/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:18:26 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe817c29-6591-4ff1-9662-a3c83681ed9b/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:18:26 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe817c29-6591-4ff1-9662-a3c83681ed9b/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:18:26 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe817c29-6591-4ff1-9662-a3c83681ed9b/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:18:26 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe817c29-6591-4ff1-9662-a3c83681ed9b/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:18:26 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:18:26 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:18:26 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Hypervisor/Node resource view: name=user free_ram=7845MB free_disk=24.920669555664062GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74535) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 10:18:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:18:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:18:26 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 2d9150e7-0f02-4b19-b3f2-b329620d9722 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:18:26 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 5f37b4f2-47f1-474f-82cb-fa93ff07f428 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:18:26 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 66440071-6cf6-4b6d-8d2a-edd5c1885510 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:18:26 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 19664d45-f856-4eb0-84d7-c1d29b1f5d0e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:18:26 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance ed2fce2f-b3c8-4e33-8a20-002be3be78d5 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:18:26 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance b637d5b3-fb04-4395-aebd-65290980782f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:18:26 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 1c96df88-e418-4e7f-8dc7-11ded268be2f actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:18:26 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance fe817c29-6591-4ff1-9662-a3c83681ed9b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:18:26 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 00c2ad50-52f0-477c-8973-5a0899b084b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:18:26 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 756f4e92-92de-4836-b330-6bba85b68f62 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:18:26 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=74535) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 10:18:26 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=6GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=74535) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 10:18:27 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:18:27 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:18:27 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Compute_service record updated for user:user {{(pid=74535) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 10:18:27 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.448s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:18:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:18:28 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:18:28 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:18:28 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:18:28 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:18:28 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:18:29 user nova-compute[74535]: DEBUG nova.compute.manager [req-384d00d7-bd64-4761-ae6c-f33d28bb1e88 req-8eed8d00-0683-4999-b9e2-f5ef4662eb43 service nova] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] Received event network-changed-826a7e89-24d5-467a-9863-54b98ea68d92 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:18:29 user nova-compute[74535]: DEBUG nova.compute.manager [req-384d00d7-bd64-4761-ae6c-f33d28bb1e88 req-8eed8d00-0683-4999-b9e2-f5ef4662eb43 service nova] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] Refreshing instance network info cache due to event network-changed-826a7e89-24d5-467a-9863-54b98ea68d92. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 10:18:29 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-384d00d7-bd64-4761-ae6c-f33d28bb1e88 req-8eed8d00-0683-4999-b9e2-f5ef4662eb43 service nova] Acquiring lock "refresh_cache-1c96df88-e418-4e7f-8dc7-11ded268be2f" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:18:29 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-384d00d7-bd64-4761-ae6c-f33d28bb1e88 req-8eed8d00-0683-4999-b9e2-f5ef4662eb43 service nova] Acquired lock "refresh_cache-1c96df88-e418-4e7f-8dc7-11ded268be2f" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:18:29 user nova-compute[74535]: DEBUG nova.network.neutron [req-384d00d7-bd64-4761-ae6c-f33d28bb1e88 req-8eed8d00-0683-4999-b9e2-f5ef4662eb43 service nova] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] Refreshing network info cache for port 826a7e89-24d5-467a-9863-54b98ea68d92 {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 10:18:29 user nova-compute[74535]: DEBUG nova.compute.manager [req-7b10ce2d-edae-4396-8ad6-4e8bf2909113 req-cd765f2c-d28f-4536-abc0-4ea7f4200d9b service nova] [instance: fe817c29-6591-4ff1-9662-a3c83681ed9b] Received event network-changed-1363e7c4-5e61-4c5e-8eca-e0f366bb4a0c {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:18:29 user nova-compute[74535]: DEBUG nova.compute.manager [req-7b10ce2d-edae-4396-8ad6-4e8bf2909113 req-cd765f2c-d28f-4536-abc0-4ea7f4200d9b service nova] [instance: fe817c29-6591-4ff1-9662-a3c83681ed9b] Refreshing instance network info cache due to event network-changed-1363e7c4-5e61-4c5e-8eca-e0f366bb4a0c. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 10:18:29 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-7b10ce2d-edae-4396-8ad6-4e8bf2909113 req-cd765f2c-d28f-4536-abc0-4ea7f4200d9b service nova] Acquiring lock "refresh_cache-fe817c29-6591-4ff1-9662-a3c83681ed9b" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:18:29 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-7b10ce2d-edae-4396-8ad6-4e8bf2909113 req-cd765f2c-d28f-4536-abc0-4ea7f4200d9b service nova] Acquired lock "refresh_cache-fe817c29-6591-4ff1-9662-a3c83681ed9b" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:18:29 user nova-compute[74535]: DEBUG nova.network.neutron [req-7b10ce2d-edae-4396-8ad6-4e8bf2909113 req-cd765f2c-d28f-4536-abc0-4ea7f4200d9b service nova] [instance: fe817c29-6591-4ff1-9662-a3c83681ed9b] Refreshing network info cache for port 1363e7c4-5e61-4c5e-8eca-e0f366bb4a0c {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 10:18:29 user nova-compute[74535]: DEBUG nova.network.neutron [req-384d00d7-bd64-4761-ae6c-f33d28bb1e88 req-8eed8d00-0683-4999-b9e2-f5ef4662eb43 service nova] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] Updated VIF entry in instance network info cache for port 826a7e89-24d5-467a-9863-54b98ea68d92. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 10:18:29 user nova-compute[74535]: DEBUG nova.network.neutron [req-384d00d7-bd64-4761-ae6c-f33d28bb1e88 req-8eed8d00-0683-4999-b9e2-f5ef4662eb43 service nova] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] Updating instance_info_cache with network_info: [{"id": "826a7e89-24d5-467a-9863-54b98ea68d92", "address": "fa:16:3e:0c:a2:3f", "network": {"id": "74a3f146-4003-425a-8979-30526ca54e84", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1622508651-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ace73dfd4cb4dfb8dab473b5f2efeb4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap826a7e89-24", "ovs_interfaceid": "826a7e89-24d5-467a-9863-54b98ea68d92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:18:29 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-384d00d7-bd64-4761-ae6c-f33d28bb1e88 req-8eed8d00-0683-4999-b9e2-f5ef4662eb43 service nova] Releasing lock "refresh_cache-1c96df88-e418-4e7f-8dc7-11ded268be2f" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:18:30 user nova-compute[74535]: DEBUG nova.network.neutron [req-7b10ce2d-edae-4396-8ad6-4e8bf2909113 req-cd765f2c-d28f-4536-abc0-4ea7f4200d9b service nova] [instance: fe817c29-6591-4ff1-9662-a3c83681ed9b] Updated VIF entry in instance network info cache for port 1363e7c4-5e61-4c5e-8eca-e0f366bb4a0c. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 10:18:30 user nova-compute[74535]: DEBUG nova.network.neutron [req-7b10ce2d-edae-4396-8ad6-4e8bf2909113 req-cd765f2c-d28f-4536-abc0-4ea7f4200d9b service nova] [instance: fe817c29-6591-4ff1-9662-a3c83681ed9b] Updating instance_info_cache with network_info: [{"id": "1363e7c4-5e61-4c5e-8eca-e0f366bb4a0c", "address": "fa:16:3e:06:f1:77", "network": {"id": "49702c0e-8306-49f2-9a37-580dfa9aedca", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1167139173-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.37", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ad8e6f48b8f442aa80f5839b55ad4b74", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1363e7c4-5e", "ovs_interfaceid": "1363e7c4-5e61-4c5e-8eca-e0f366bb4a0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:18:30 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-7b10ce2d-edae-4396-8ad6-4e8bf2909113 req-cd765f2c-d28f-4536-abc0-4ea7f4200d9b service nova] Releasing lock "refresh_cache-fe817c29-6591-4ff1-9662-a3c83681ed9b" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:18:30 user nova-compute[74535]: INFO nova.compute.manager [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] Rebuilding instance
Dec 06 10:18:30 user nova-compute[74535]: DEBUG nova.compute.manager [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] Checking state {{(pid=74535) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 10:18:30 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:18:30 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:18:30 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:18:30 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:18:30 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:18:30 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Starting heal instance info cache {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 10:18:30 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Didn't find any instances for network info cache update. {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 06 10:18:31 user nova-compute[74535]: DEBUG nova.compute.manager [req-c648adf4-656c-497d-a097-332df3c2ce9a req-cb008278-fa99-47a1-a77a-bede8e49627c service nova] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] Received event network-vif-unplugged-826a7e89-24d5-467a-9863-54b98ea68d92 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:18:31 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-c648adf4-656c-497d-a097-332df3c2ce9a req-cb008278-fa99-47a1-a77a-bede8e49627c service nova] Acquiring lock "1c96df88-e418-4e7f-8dc7-11ded268be2f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:18:31 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-c648adf4-656c-497d-a097-332df3c2ce9a req-cb008278-fa99-47a1-a77a-bede8e49627c service nova] Lock "1c96df88-e418-4e7f-8dc7-11ded268be2f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:18:31 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-c648adf4-656c-497d-a097-332df3c2ce9a req-cb008278-fa99-47a1-a77a-bede8e49627c service nova] Lock "1c96df88-e418-4e7f-8dc7-11ded268be2f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:18:31 user nova-compute[74535]: DEBUG nova.compute.manager [req-c648adf4-656c-497d-a097-332df3c2ce9a req-cb008278-fa99-47a1-a77a-bede8e49627c service nova] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] No waiting events found dispatching network-vif-unplugged-826a7e89-24d5-467a-9863-54b98ea68d92 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:18:31 user nova-compute[74535]: WARNING nova.compute.manager [req-c648adf4-656c-497d-a097-332df3c2ce9a req-cb008278-fa99-47a1-a77a-bede8e49627c service nova] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] Received unexpected event network-vif-unplugged-826a7e89-24d5-467a-9863-54b98ea68d92 for instance with vm_state active and task_state rebuilding.
Dec 06 10:18:31 user nova-compute[74535]: DEBUG nova.compute.manager [req-c648adf4-656c-497d-a097-332df3c2ce9a req-cb008278-fa99-47a1-a77a-bede8e49627c service nova] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] Received event network-vif-plugged-826a7e89-24d5-467a-9863-54b98ea68d92 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:18:31 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-c648adf4-656c-497d-a097-332df3c2ce9a req-cb008278-fa99-47a1-a77a-bede8e49627c service nova] Acquiring lock "1c96df88-e418-4e7f-8dc7-11ded268be2f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:18:31 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-c648adf4-656c-497d-a097-332df3c2ce9a req-cb008278-fa99-47a1-a77a-bede8e49627c service nova] Lock "1c96df88-e418-4e7f-8dc7-11ded268be2f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:18:31 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-c648adf4-656c-497d-a097-332df3c2ce9a req-cb008278-fa99-47a1-a77a-bede8e49627c service nova] Lock "1c96df88-e418-4e7f-8dc7-11ded268be2f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:18:31 user nova-compute[74535]: DEBUG nova.compute.manager [req-c648adf4-656c-497d-a097-332df3c2ce9a req-cb008278-fa99-47a1-a77a-bede8e49627c service nova] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] No waiting events found dispatching network-vif-plugged-826a7e89-24d5-467a-9863-54b98ea68d92 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:18:31 user nova-compute[74535]: WARNING nova.compute.manager [req-c648adf4-656c-497d-a097-332df3c2ce9a req-cb008278-fa99-47a1-a77a-bede8e49627c service nova] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] Received unexpected event network-vif-plugged-826a7e89-24d5-467a-9863-54b98ea68d92 for instance with vm_state active and task_state rebuilding.
Dec 06 10:18:31 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] Instance destroyed successfully.
Dec 06 10:18:31 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] Instance destroyed successfully.
Dec 06 10:18:31 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:16:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-70292426',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1788277063',id=40,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOCjAa58U3pjw2U/XdmjgSf/V4SUGHZ2acu/GpleInPmA5VjyHP52F4vQLc4EScqgWEvi0nnOsiw75M1Rkn6z7HvKR7zV4wRn7V7hH4mrtCzi2mFy8eezqE+Z298Sr8S3g==',key_name='tempest-keypair-1469283717',keypairs=<?>,launch_index=0,launched_at=2023-12-06T10:16:55Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='0ace73dfd4cb4dfb8dab473b5f2efeb4',ramdisk_id='',reservation_id='r-7gu3vl08',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-396942444',owner_user_name='tempest-ServerActionsV293TestJSON-396942444-project-member'},tags=<?>,task_state='rebuilding',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T10:18:30Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3ffb4a55eede41ed98387c10775964a1',uuid=1c96df88-e418-4e7f-8dc7-11ded268be2f,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "826a7e89-24d5-467a-9863-54b98ea68d92", "address": "fa:16:3e:0c:a2:3f", "network": {"id": "74a3f146-4003-425a-8979-30526ca54e84", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1622508651-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ace73dfd4cb4dfb8dab473b5f2efeb4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap826a7e89-24", "ovs_interfaceid": "826a7e89-24d5-467a-9863-54b98ea68d92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 10:18:31 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Converting VIF {"id": "826a7e89-24d5-467a-9863-54b98ea68d92", "address": "fa:16:3e:0c:a2:3f", "network": {"id": "74a3f146-4003-425a-8979-30526ca54e84", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1622508651-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ace73dfd4cb4dfb8dab473b5f2efeb4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap826a7e89-24", "ovs_interfaceid": "826a7e89-24d5-467a-9863-54b98ea68d92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:18:31 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:0c:a2:3f,bridge_name='br-int',has_traffic_filtering=True,id=826a7e89-24d5-467a-9863-54b98ea68d92,network=Network(74a3f146-4003-425a-8979-30526ca54e84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap826a7e89-24') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:18:31 user nova-compute[74535]: DEBUG os_vif [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:0c:a2:3f,bridge_name='br-int',has_traffic_filtering=True,id=826a7e89-24d5-467a-9863-54b98ea68d92,network=Network(74a3f146-4003-425a-8979-30526ca54e84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap826a7e89-24') {{(pid=74535) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 10:18:31 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:18:31 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap826a7e89-24, bridge=br-int, if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:18:31 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:18:31 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:18:31 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:18:31 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=9d523cb5-6231-4aa7-9cd6-572e47d55a7e) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:18:31 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:18:31 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:18:31 user nova-compute[74535]: INFO os_vif [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:0c:a2:3f,bridge_name='br-int',has_traffic_filtering=True,id=826a7e89-24d5-467a-9863-54b98ea68d92,network=Network(74a3f146-4003-425a-8979-30526ca54e84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap826a7e89-24')
Dec 06 10:18:31 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] calling os-brick to detach iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 10:18:31 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, {'target_iqn': 'iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'obzNauKn', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:18:31 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Dec 06 10:18:31 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:18:31 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:18:31 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:18:31 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:18:31 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[0667c258-2ff8-4464-8c3e-792d46aa8f09]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9ec8602c-e6e5-403e-9096-35a330fe4258\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d266a41f-cb89-4d77-8584-33fafd80a6c3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:18:31 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 10:18:31 user nova-compute[74535]: No targets found.
Dec 06 10:18:31 user nova-compute[74535]: iSNS:
Dec 06 10:18:31 user nova-compute[74535]: No targets found.
Dec 06 10:18:31 user nova-compute[74535]: STATIC:
Dec 06 10:18:31 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8
Dec 06 10:18:31 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:18:31 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:18:31 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8
Dec 06 10:18:31 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:18:31 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:18:31 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c
Dec 06 10:18:31 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:18:31 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:18:31 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:9ec8602c-e6e5-403e-9096-35a330fe4258
Dec 06 10:18:31 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:18:31 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:18:31 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:d266a41f-cb89-4d77-8584-33fafd80a6c3
Dec 06 10:18:31 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:18:31 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:18:31 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71
Dec 06 10:18:31 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:18:31 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:18:31 user nova-compute[74535]: FIRMWARE:
Dec 06 10:18:31 user nova-compute[74535]: No targets found.
Dec 06 10:18:31 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:18:31 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 10:18:31 user nova-compute[74535]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 10:18:31 user nova-compute[74535]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74535) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 10:18:31 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8', 0)] {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 10:18:31 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:18:31 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:18:31 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7897ab4-6e83-428f-911d-26f50d9ba884]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9ec8602c-e6e5-403e-9096-35a330fe4258\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d266a41f-cb89-4d77-8584-33fafd80a6c3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:18:31 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:18:31 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:18:31 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f54ae48-f811-42ff-90f5-f2fdc6abeedf]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d266a41f-cb89-4d77-8584-33fafd80a6c3 (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9ec8602c-e6e5-403e-9096-35a330fe4258 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:18:31 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:18:31 user nova-compute[74535]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71 (non-flash)
Dec 06 10:18:31 user nova-compute[74535]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 (non-flash)
Dec 06 10:18:31 user nova-compute[74535]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d266a41f-cb89-4d77-8584-33fafd80a6c3 (non-flash)
Dec 06 10:18:31 user nova-compute[74535]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9ec8602c-e6e5-403e-9096-35a330fe4258 (non-flash)
Dec 06 10:18:31 user nova-compute[74535]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c (non-flash)
Dec 06 10:18:31 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:18:31 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:18:31 user nova-compute[74535]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71 (non-flash)
Dec 06 10:18:31 user nova-compute[74535]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 (non-flash)
Dec 06 10:18:31 user nova-compute[74535]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d266a41f-cb89-4d77-8584-33fafd80a6c3 (non-flash)
Dec 06 10:18:31 user nova-compute[74535]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9ec8602c-e6e5-403e-9096-35a330fe4258 (non-flash)
Dec 06 10:18:31 user nova-compute[74535]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c (non-flash)
Dec 06 10:18:31 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:18:31 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ff1246b29e0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8'): ({'sdb'}, set())}) {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 10:18:31 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Removing single pathed devices sdb {{(pid=74535) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 10:18:31 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:18:31 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:18:31 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[f4dee973-ebce-4f5d-9f96-e170095ae18e]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:18:31 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:18:31 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.021s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:18:31 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc02bd17-f8b1-45cd-8246-13fd49b8381d]: (4, ('ok\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:18:31 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Flushing IO for device /dev/sdb {{(pid=74535) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 10:18:31 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:18:31 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.015s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:18:31 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f33f8e6-0aa4-4617-a389-0b330e453f43]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:18:31 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74535) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 10:18:31 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:18:31 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.045s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:18:31 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e4190c0-bc53-42fa-b232-529a44a56b15]: (4, ('1', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:18:31 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 10:18:31 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] SCSI volumes sdb have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 10:18:31 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8')] {{(pid=74535) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 10:18:31 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:18:31 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:18:31 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f63715e-d84a-435f-a09e-3ae4f5b60c84]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:18:31 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:18:31 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 -p 172.16.0.220:3260 --logout {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:18:31 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 -p 172.16.0.220:3260 --logout" returned: 0 in 0.054s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:18:31 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6ee663f-ab5a-435e-9f04-438af51d7fda]: (4, ('Logging out of session [sid: 41, target: iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8, portal: 172.16.0.220,3260]\nLogout of [sid: 41, target: iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:18:31 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 41, target: iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8, portal: 172.16.0.220,3260]
Dec 06 10:18:31 user nova-compute[74535]: Logout of [sid: 41, target: iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8, portal: 172.16.0.220,3260] successful.
Dec 06 10:18:31 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:18:31 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 -p 172.16.0.220:3260 --op delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:18:31 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.035s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:18:31 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[f99123e9-6a76-43b6-bf11-9c5e8f1f9e44]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:18:31 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:18:31 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.352s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:18:31 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] <== disconnect_volume: return (354ms) None {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:18:31 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] Disconnected iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 10:18:31 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] Deleting instance files /opt/stack/data/nova/instances/1c96df88-e418-4e7f-8dc7-11ded268be2f_del
Dec 06 10:18:31 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] Deletion of /opt/stack/data/nova/instances/1c96df88-e418-4e7f-8dc7-11ded268be2f_del complete
Dec 06 10:18:32 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] During detach_volume, instance disappeared.: nova.exception.InstanceNotFound: Instance 1c96df88-e418-4e7f-8dc7-11ded268be2f could not be found.
Dec 06 10:18:32 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] calling os-brick to detach iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 10:18:32 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, {'target_iqn': 'iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'obzNauKn', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:18:32 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Dec 06 10:18:32 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:18:32 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:18:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:18:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:18:32 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[e0688289-d3b1-4bf3-8360-695ff2c4c1e2]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9ec8602c-e6e5-403e-9096-35a330fe4258\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d266a41f-cb89-4d77-8584-33fafd80a6c3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:18:32 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 10:18:32 user nova-compute[74535]: No targets found.
Dec 06 10:18:32 user nova-compute[74535]: iSNS:
Dec 06 10:18:32 user nova-compute[74535]: No targets found.
Dec 06 10:18:32 user nova-compute[74535]: STATIC:
Dec 06 10:18:32 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8
Dec 06 10:18:32 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:18:32 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:18:32 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c
Dec 06 10:18:32 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:18:32 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:18:32 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:9ec8602c-e6e5-403e-9096-35a330fe4258
Dec 06 10:18:32 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:18:32 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:18:32 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:d266a41f-cb89-4d77-8584-33fafd80a6c3
Dec 06 10:18:32 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:18:32 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:18:32 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71
Dec 06 10:18:32 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:18:32 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:18:32 user nova-compute[74535]: FIRMWARE:
Dec 06 10:18:32 user nova-compute[74535]: No targets found.
Dec 06 10:18:32 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:18:32 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 10:18:32 user nova-compute[74535]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 10:18:32 user nova-compute[74535]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74535) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 10:18:32 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8', 0)] {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 10:18:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:18:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:18:32 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[e0def624-dc2d-483c-9687-9e36bf69c06e]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9ec8602c-e6e5-403e-9096-35a330fe4258\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d266a41f-cb89-4d77-8584-33fafd80a6c3\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:18:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:18:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:18:32 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[3565b83f-ace3-4cc0-a2a8-6e3832e1092d]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d266a41f-cb89-4d77-8584-33fafd80a6c3 (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9ec8602c-e6e5-403e-9096-35a330fe4258 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:18:32 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:18:32 user nova-compute[74535]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71 (non-flash)
Dec 06 10:18:32 user nova-compute[74535]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d266a41f-cb89-4d77-8584-33fafd80a6c3 (non-flash)
Dec 06 10:18:32 user nova-compute[74535]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9ec8602c-e6e5-403e-9096-35a330fe4258 (non-flash)
Dec 06 10:18:32 user nova-compute[74535]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c (non-flash)
Dec 06 10:18:32 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:18:32 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:18:32 user nova-compute[74535]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71 (non-flash)
Dec 06 10:18:32 user nova-compute[74535]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d266a41f-cb89-4d77-8584-33fafd80a6c3 (non-flash)
Dec 06 10:18:32 user nova-compute[74535]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9ec8602c-e6e5-403e-9096-35a330fe4258 (non-flash)
Dec 06 10:18:32 user nova-compute[74535]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c (non-flash)
Dec 06 10:18:32 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:18:32 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ff124171360>, {}) {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 10:18:32 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Disconnecting from: [] {{(pid=74535) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 10:18:32 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.076s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:18:32 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] <== disconnect_volume: return (77ms) None {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:18:32 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] Disconnected iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 10:18:33 user nova-compute[74535]: DEBUG nova.compute.manager [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] Preparing to wait for external event volume-reimaged-d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 {{(pid=74535) prepare_for_instance_event /opt/stack/nova/nova/compute/manager.py:283}}
Dec 06 10:18:33 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Acquiring lock "1c96df88-e418-4e7f-8dc7-11ded268be2f-events" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:18:33 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Lock "1c96df88-e418-4e7f-8dc7-11ded268be2f-events" acquired by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:18:33 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Lock "1c96df88-e418-4e7f-8dc7-11ded268be2f-events" "released" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:18:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:18:33 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-56e58e35-1fc8-4b02-8f06-d60ca02ed056 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Acquiring lock "fe817c29-6591-4ff1-9662-a3c83681ed9b" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:18:33 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-56e58e35-1fc8-4b02-8f06-d60ca02ed056 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lock "fe817c29-6591-4ff1-9662-a3c83681ed9b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:18:33 user nova-compute[74535]: DEBUG nova.objects.instance [None req-56e58e35-1fc8-4b02-8f06-d60ca02ed056 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lazy-loading 'flavor' on Instance uuid fe817c29-6591-4ff1-9662-a3c83681ed9b {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:18:33 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-56e58e35-1fc8-4b02-8f06-d60ca02ed056 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lock "fe817c29-6591-4ff1-9662-a3c83681ed9b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.052s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:18:33 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-56e58e35-1fc8-4b02-8f06-d60ca02ed056 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Acquiring lock "fe817c29-6591-4ff1-9662-a3c83681ed9b" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:18:33 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-56e58e35-1fc8-4b02-8f06-d60ca02ed056 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lock "fe817c29-6591-4ff1-9662-a3c83681ed9b" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:18:33 user nova-compute[74535]: INFO nova.compute.manager [None req-56e58e35-1fc8-4b02-8f06-d60ca02ed056 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: fe817c29-6591-4ff1-9662-a3c83681ed9b] Attaching volume 2cd6a3dd-572d-4856-8e53-64de00be4737 to /dev/vdb
Dec 06 10:18:33 user nova-compute[74535]: DEBUG os_brick.utils [None req-56e58e35-1fc8-4b02-8f06-d60ca02ed056 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:18:33 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:18:34 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:18:34 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[4844f424-5e7b-4daa-a843-6c8c673469cc]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d95ac7cee77a\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:18:34 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:18:34 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:18:34 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8bb6ea2-faf7-4ec7-9329-38ea99e3bb77]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:18:34 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:18:34 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.013s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:18:34 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2a07bb0-afc8-440b-bcda-7e9cba2f6959]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:18:34 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[22d7d944-67ab-46de-985f-fbaf269f61cf]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:18:34 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-56e58e35-1fc8-4b02-8f06-d60ca02ed056 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Running cmd (subprocess): nvme version {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:18:34 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-56e58e35-1fc8-4b02-8f06-d60ca02ed056 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] 'nvme version' failed. Not Retrying. {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 10:18:34 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-50967d94-7efd-490f-aff0-4b6050482bf6 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Waiting for libvirt event about the detach of device vdc with device alias virtio-disk2 from instance b637d5b3-fb04-4395-aebd-65290980782f is timed out.
Dec 06 10:18:34 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.nvmeof [None req-56e58e35-1fc8-4b02-8f06-d60ca02ed056 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] nvme not present on system {{(pid=74535) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 10:18:34 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-50967d94-7efd-490f-aff0-4b6050482bf6 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Successfully detached device vdc from instance b637d5b3-fb04-4395-aebd-65290980782f from the live domain config.
Dec 06 10:18:34 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:18:34 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-50967d94-7efd-490f-aff0-4b6050482bf6 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] [instance: b637d5b3-fb04-4395-aebd-65290980782f] calling os-brick to detach iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 10:18:34 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-50967d94-7efd-490f-aff0-4b6050482bf6 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, {'target_iqn': 'iqn.2010-10.org.openstack:9ec8602c-e6e5-403e-9096-35a330fe4258', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GjbCBOAQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': False}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:18:34 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-50967d94-7efd-490f-aff0-4b6050482bf6 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:18:34 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-50967d94-7efd-490f-aff0-4b6050482bf6 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:18:34 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-50967d94-7efd-490f-aff0-4b6050482bf6 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:18:34 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 10:18:34 user nova-compute[74535]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 10:18:34 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[c28db7fd-a04e-416f-a6ee-36a1e598c8b2]: (4, '') {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:18:34 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:18:34 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-56e58e35-1fc8-4b02-8f06-d60ca02ed056 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74535) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 10:18:34 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-56e58e35-1fc8-4b02-8f06-d60ca02ed056 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74535) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 10:18:34 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-56e58e35-1fc8-4b02-8f06-d60ca02ed056 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] LIGHTOS: no hostnqn found. {{(pid=74535) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 10:18:34 user nova-compute[74535]: DEBUG os_brick.utils [None req-56e58e35-1fc8-4b02-8f06-d60ca02ed056 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] <== get_connector_properties: return (120ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d95ac7cee77a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:18:34 user nova-compute[74535]: DEBUG nova.virt.block_device [None req-56e58e35-1fc8-4b02-8f06-d60ca02ed056 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: fe817c29-6591-4ff1-9662-a3c83681ed9b] Updating existing volume attachment record: 7a59caf0-c9e3-425d-81e1-ea0bcc24543f {{(pid=74535) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 10:18:34 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:18:34 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e703070-74b6-4e2c-9f57-104e87100cda]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9ec8602c-e6e5-403e-9096-35a330fe4258\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d266a41f-cb89-4d77-8584-33fafd80a6c3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:18:34 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-50967d94-7efd-490f-aff0-4b6050482bf6 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 10:18:34 user nova-compute[74535]: No targets found.
Dec 06 10:18:34 user nova-compute[74535]: iSNS:
Dec 06 10:18:34 user nova-compute[74535]: No targets found.
Dec 06 10:18:34 user nova-compute[74535]: STATIC:
Dec 06 10:18:34 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8
Dec 06 10:18:34 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:18:34 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:18:34 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c
Dec 06 10:18:34 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:18:34 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:18:34 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:9ec8602c-e6e5-403e-9096-35a330fe4258
Dec 06 10:18:34 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:18:34 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:18:34 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:d266a41f-cb89-4d77-8584-33fafd80a6c3
Dec 06 10:18:34 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:18:34 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:18:34 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71
Dec 06 10:18:34 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:18:34 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:18:34 user nova-compute[74535]: FIRMWARE:
Dec 06 10:18:34 user nova-compute[74535]: No targets found.
Dec 06 10:18:34 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:18:34 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-50967d94-7efd-490f-aff0-4b6050482bf6 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 10:18:34 user nova-compute[74535]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 10:18:34 user nova-compute[74535]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74535) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 10:18:34 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-50967d94-7efd-490f-aff0-4b6050482bf6 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9ec8602c-e6e5-403e-9096-35a330fe4258', 0)] {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 10:18:34 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:18:34 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:18:34 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[d9d324d2-ff9f-460b-915b-5148f5856acf]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9ec8602c-e6e5-403e-9096-35a330fe4258\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d266a41f-cb89-4d77-8584-33fafd80a6c3\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:18:34 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:18:34 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:18:34 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[9fe5063d-8c46-4470-a271-e88e7c5d0b87]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d266a41f-cb89-4d77-8584-33fafd80a6c3 (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9ec8602c-e6e5-403e-9096-35a330fe4258 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:18:34 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-50967d94-7efd-490f-aff0-4b6050482bf6 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:18:34 user nova-compute[74535]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71 (non-flash)
Dec 06 10:18:34 user nova-compute[74535]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d266a41f-cb89-4d77-8584-33fafd80a6c3 (non-flash)
Dec 06 10:18:34 user nova-compute[74535]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9ec8602c-e6e5-403e-9096-35a330fe4258 (non-flash)
Dec 06 10:18:34 user nova-compute[74535]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c (non-flash)
Dec 06 10:18:34 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:18:34 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-50967d94-7efd-490f-aff0-4b6050482bf6 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:18:34 user nova-compute[74535]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71 (non-flash)
Dec 06 10:18:34 user nova-compute[74535]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d266a41f-cb89-4d77-8584-33fafd80a6c3 (non-flash)
Dec 06 10:18:34 user nova-compute[74535]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9ec8602c-e6e5-403e-9096-35a330fe4258 (non-flash)
Dec 06 10:18:34 user nova-compute[74535]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c (non-flash)
Dec 06 10:18:34 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:18:34 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-50967d94-7efd-490f-aff0-4b6050482bf6 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ff1006b8dc0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9ec8602c-e6e5-403e-9096-35a330fe4258'): ({'sdf'}, set())}) {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 10:18:34 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-50967d94-7efd-490f-aff0-4b6050482bf6 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Removing single pathed devices sdf {{(pid=74535) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 10:18:34 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:18:34 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:18:34 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[31db2e61-8313-45b5-9d27-480452ec0573]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:18:34 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:18:34 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.026s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:18:34 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9b2e42a-d391-497d-9502-bb91574b6189]: (4, ('ok\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:18:34 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-50967d94-7efd-490f-aff0-4b6050482bf6 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Flushing IO for device /dev/sdf {{(pid=74535) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 10:18:34 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:18:34 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.015s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:18:34 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9102b05-53c2-41ed-8c31-ad1834622e61]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:18:34 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-50967d94-7efd-490f-aff0-4b6050482bf6 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=74535) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 10:18:34 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:18:34 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.043s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:18:34 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e52d3de-ec9f-4bbb-b655-77bf2535f9cc]: (4, ('1', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:18:34 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-50967d94-7efd-490f-aff0-4b6050482bf6 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 10:18:34 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-50967d94-7efd-490f-aff0-4b6050482bf6 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] SCSI volumes sdf have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 10:18:34 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-50967d94-7efd-490f-aff0-4b6050482bf6 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9ec8602c-e6e5-403e-9096-35a330fe4258')] {{(pid=74535) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 10:18:34 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9ec8602c-e6e5-403e-9096-35a330fe4258 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:18:34 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9ec8602c-e6e5-403e-9096-35a330fe4258 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:18:34 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e01ca57-e1c1-46d3-b255-ff4bddfa333d]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:18:34 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-50967d94-7efd-490f-aff0-4b6050482bf6 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:18:34 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9ec8602c-e6e5-403e-9096-35a330fe4258 -p 172.16.0.220:3260 --logout {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:18:34 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9ec8602c-e6e5-403e-9096-35a330fe4258 -p 172.16.0.220:3260 --logout" returned: 0 in 0.105s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:18:34 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc865142-8c7c-42e9-9a9b-72af6fdbeb4e]: (4, ('Logging out of session [sid: 43, target: iqn.2010-10.org.openstack:9ec8602c-e6e5-403e-9096-35a330fe4258, portal: 172.16.0.220,3260]\nLogout of [sid: 43, target: iqn.2010-10.org.openstack:9ec8602c-e6e5-403e-9096-35a330fe4258, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:18:34 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-50967d94-7efd-490f-aff0-4b6050482bf6 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 43, target: iqn.2010-10.org.openstack:9ec8602c-e6e5-403e-9096-35a330fe4258, portal: 172.16.0.220,3260]
Dec 06 10:18:34 user nova-compute[74535]: Logout of [sid: 43, target: iqn.2010-10.org.openstack:9ec8602c-e6e5-403e-9096-35a330fe4258, portal: 172.16.0.220,3260] successful.
Dec 06 10:18:34 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:18:34 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9ec8602c-e6e5-403e-9096-35a330fe4258 -p 172.16.0.220:3260 --op delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:18:34 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9ec8602c-e6e5-403e-9096-35a330fe4258 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.030s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:18:34 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[8bd34c52-de90-4e20-b007-a4825478a2f5]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:18:34 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-50967d94-7efd-490f-aff0-4b6050482bf6 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:18:34 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-50967d94-7efd-490f-aff0-4b6050482bf6 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.381s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:18:34 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-50967d94-7efd-490f-aff0-4b6050482bf6 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] <== disconnect_volume: return (383ms) None {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:18:34 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-50967d94-7efd-490f-aff0-4b6050482bf6 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] [instance: b637d5b3-fb04-4395-aebd-65290980782f] Disconnected iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 10:18:36 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:18:38 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:18:39 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-5f8eb8da-6a0f-4aa3-bf85-ecb234488ae1 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Acquiring lock "ed2fce2f-b3c8-4e33-8a20-002be3be78d5" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:18:39 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-5f8eb8da-6a0f-4aa3-bf85-ecb234488ae1 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Lock "ed2fce2f-b3c8-4e33-8a20-002be3be78d5" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:18:39 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-5f8eb8da-6a0f-4aa3-bf85-ecb234488ae1 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Acquiring lock "ed2fce2f-b3c8-4e33-8a20-002be3be78d5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:18:39 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-5f8eb8da-6a0f-4aa3-bf85-ecb234488ae1 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Lock "ed2fce2f-b3c8-4e33-8a20-002be3be78d5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:18:39 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-5f8eb8da-6a0f-4aa3-bf85-ecb234488ae1 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Lock "ed2fce2f-b3c8-4e33-8a20-002be3be78d5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:18:39 user nova-compute[74535]: INFO nova.compute.manager [None req-5f8eb8da-6a0f-4aa3-bf85-ecb234488ae1 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: ed2fce2f-b3c8-4e33-8a20-002be3be78d5] Terminating instance
Dec 06 10:18:39 user nova-compute[74535]: DEBUG nova.compute.manager [None req-5f8eb8da-6a0f-4aa3-bf85-ecb234488ae1 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: ed2fce2f-b3c8-4e33-8a20-002be3be78d5] Start destroying the instance on the hypervisor. {{(pid=74535) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 10:18:39 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:18:39 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:18:39 user nova-compute[74535]: DEBUG nova.compute.manager [req-e66969b2-a5c2-4c46-a047-c2a2013fc9a1 req-b3a492d7-7649-42e1-b02b-e6978e7458ba service nova] [instance: ed2fce2f-b3c8-4e33-8a20-002be3be78d5] Received event network-vif-unplugged-5014d870-a6f4-46c0-b1f8-0ce19fa8d31a {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:18:39 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-e66969b2-a5c2-4c46-a047-c2a2013fc9a1 req-b3a492d7-7649-42e1-b02b-e6978e7458ba service nova] Acquiring lock "ed2fce2f-b3c8-4e33-8a20-002be3be78d5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:18:39 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-e66969b2-a5c2-4c46-a047-c2a2013fc9a1 req-b3a492d7-7649-42e1-b02b-e6978e7458ba service nova] Lock "ed2fce2f-b3c8-4e33-8a20-002be3be78d5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:18:39 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-e66969b2-a5c2-4c46-a047-c2a2013fc9a1 req-b3a492d7-7649-42e1-b02b-e6978e7458ba service nova] Lock "ed2fce2f-b3c8-4e33-8a20-002be3be78d5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:18:39 user nova-compute[74535]: DEBUG nova.compute.manager [req-e66969b2-a5c2-4c46-a047-c2a2013fc9a1 req-b3a492d7-7649-42e1-b02b-e6978e7458ba service nova] [instance: ed2fce2f-b3c8-4e33-8a20-002be3be78d5] No waiting events found dispatching network-vif-unplugged-5014d870-a6f4-46c0-b1f8-0ce19fa8d31a {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:18:39 user nova-compute[74535]: DEBUG nova.compute.manager [req-e66969b2-a5c2-4c46-a047-c2a2013fc9a1 req-b3a492d7-7649-42e1-b02b-e6978e7458ba service nova] [instance: ed2fce2f-b3c8-4e33-8a20-002be3be78d5] Received event network-vif-unplugged-5014d870-a6f4-46c0-b1f8-0ce19fa8d31a for instance with task_state deleting. {{(pid=74535) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 10:18:39 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:18:39 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:18:40 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: ed2fce2f-b3c8-4e33-8a20-002be3be78d5] Instance destroyed successfully.
Dec 06 10:18:40 user nova-compute[74535]: DEBUG nova.objects.instance [None req-5f8eb8da-6a0f-4aa3-bf85-ecb234488ae1 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Lazy-loading 'resources' on Instance uuid ed2fce2f-b3c8-4e33-8a20-002be3be78d5 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:18:40 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-5f8eb8da-6a0f-4aa3-bf85-ecb234488ae1 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:13:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1712324279',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1712324279',id=37,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-06T10:15:04Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e51798204a674f858778dac8b46e7fec',ramdisk_id='',reservation_id='r-ats41dhx',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-2023423839',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T10:16:55Z,user_data=None,user_id='46e1a6f038e54b16a4b6f8014b3bbf55',uuid=ed2fce2f-b3c8-4e33-8a20-002be3be78d5,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "5014d870-a6f4-46c0-b1f8-0ce19fa8d31a", "address": "fa:16:3e:01:7b:cd", "network": {"id": "5d9c1cb1-5902-482f-8b27-801fd79a97a7", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-530073939-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e51798204a674f858778dac8b46e7fec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5014d870-a6", "ovs_interfaceid": "5014d870-a6f4-46c0-b1f8-0ce19fa8d31a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 10:18:40 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-5f8eb8da-6a0f-4aa3-bf85-ecb234488ae1 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Converting VIF {"id": "5014d870-a6f4-46c0-b1f8-0ce19fa8d31a", "address": "fa:16:3e:01:7b:cd", "network": {"id": "5d9c1cb1-5902-482f-8b27-801fd79a97a7", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-530073939-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e51798204a674f858778dac8b46e7fec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5014d870-a6", "ovs_interfaceid": "5014d870-a6f4-46c0-b1f8-0ce19fa8d31a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:18:40 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-5f8eb8da-6a0f-4aa3-bf85-ecb234488ae1 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:01:7b:cd,bridge_name='br-int',has_traffic_filtering=True,id=5014d870-a6f4-46c0-b1f8-0ce19fa8d31a,network=Network(5d9c1cb1-5902-482f-8b27-801fd79a97a7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5014d870-a6') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:18:40 user nova-compute[74535]: DEBUG os_vif [None req-5f8eb8da-6a0f-4aa3-bf85-ecb234488ae1 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:01:7b:cd,bridge_name='br-int',has_traffic_filtering=True,id=5014d870-a6f4-46c0-b1f8-0ce19fa8d31a,network=Network(5d9c1cb1-5902-482f-8b27-801fd79a97a7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5014d870-a6') {{(pid=74535) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 10:18:40 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:18:40 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap5014d870-a6, bridge=br-int, if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:18:40 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:18:40 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:18:40 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:18:40 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=255ed423-4f4a-4e3a-8c28-a17e2aac40a4) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:18:40 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:18:40 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:18:40 user nova-compute[74535]: INFO os_vif [None req-5f8eb8da-6a0f-4aa3-bf85-ecb234488ae1 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:01:7b:cd,bridge_name='br-int',has_traffic_filtering=True,id=5014d870-a6f4-46c0-b1f8-0ce19fa8d31a,network=Network(5d9c1cb1-5902-482f-8b27-801fd79a97a7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5014d870-a6')
Dec 06 10:18:40 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5f8eb8da-6a0f-4aa3-bf85-ecb234488ae1 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: ed2fce2f-b3c8-4e33-8a20-002be3be78d5] calling os-brick to detach iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 10:18:40 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f8eb8da-6a0f-4aa3-bf85-ecb234488ae1 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, {'target_iqn': 'iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ehyuCSjU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': True}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:18:40 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-5f8eb8da-6a0f-4aa3-bf85-ecb234488ae1 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:18:40 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-5f8eb8da-6a0f-4aa3-bf85-ecb234488ae1 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:18:40 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-5f8eb8da-6a0f-4aa3-bf85-ecb234488ae1 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:18:40 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:18:40 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:18:40 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[c6beeb44-7c70-4c4b-b9a8-331af5b83a0a]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d266a41f-cb89-4d77-8584-33fafd80a6c3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:18:40 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f8eb8da-6a0f-4aa3-bf85-ecb234488ae1 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 10:18:40 user nova-compute[74535]: No targets found.
Dec 06 10:18:40 user nova-compute[74535]: iSNS:
Dec 06 10:18:40 user nova-compute[74535]: No targets found.
Dec 06 10:18:40 user nova-compute[74535]: STATIC:
Dec 06 10:18:40 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8
Dec 06 10:18:40 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:18:40 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:18:40 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c
Dec 06 10:18:40 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:18:40 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:18:40 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:d266a41f-cb89-4d77-8584-33fafd80a6c3
Dec 06 10:18:40 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:18:40 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:18:40 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71
Dec 06 10:18:40 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:18:40 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:18:40 user nova-compute[74535]: FIRMWARE:
Dec 06 10:18:40 user nova-compute[74535]: No targets found.
Dec 06 10:18:40 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:18:40 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f8eb8da-6a0f-4aa3-bf85-ecb234488ae1 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 10:18:40 user nova-compute[74535]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 10:18:40 user nova-compute[74535]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74535) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 10:18:40 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f8eb8da-6a0f-4aa3-bf85-ecb234488ae1 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71', 0)] {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 10:18:40 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:18:40 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:18:40 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[0aca6520-cc46-476c-9f35-3e699a1986ea]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d266a41f-cb89-4d77-8584-33fafd80a6c3\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:18:40 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:18:40 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:18:40 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[d5695ea6-71d1-48f3-9e78-82fc43ec5a45]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d266a41f-cb89-4d77-8584-33fafd80a6c3 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:18:40 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f8eb8da-6a0f-4aa3-bf85-ecb234488ae1 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:18:40 user nova-compute[74535]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71 (non-flash)
Dec 06 10:18:40 user nova-compute[74535]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d266a41f-cb89-4d77-8584-33fafd80a6c3 (non-flash)
Dec 06 10:18:40 user nova-compute[74535]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c (non-flash)
Dec 06 10:18:40 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:18:40 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f8eb8da-6a0f-4aa3-bf85-ecb234488ae1 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:18:40 user nova-compute[74535]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71 (non-flash)
Dec 06 10:18:40 user nova-compute[74535]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d266a41f-cb89-4d77-8584-33fafd80a6c3 (non-flash)
Dec 06 10:18:40 user nova-compute[74535]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c (non-flash)
Dec 06 10:18:40 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:18:40 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f8eb8da-6a0f-4aa3-bf85-ecb234488ae1 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ff1005a95a0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71'): ({'sde'}, set())}) {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 10:18:40 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-5f8eb8da-6a0f-4aa3-bf85-ecb234488ae1 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Removing single pathed devices sde {{(pid=74535) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 10:18:40 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:18:40 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:18:40 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e137de9-ce59-42f0-9984-c7be3fa1aa02]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:18:40 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:18:40 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:18:40 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc923457-ca91-4bb2-a5a6-9880c43031a9]: (4, ('ok\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:18:40 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-5f8eb8da-6a0f-4aa3-bf85-ecb234488ae1 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Flushing IO for device /dev/sde {{(pid=74535) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 10:18:40 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:18:40 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:18:40 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c308508-177d-463d-b6f5-9294a6e74c38]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:18:40 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-5f8eb8da-6a0f-4aa3-bf85-ecb234488ae1 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=74535) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 10:18:40 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:18:40 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.054s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:18:40 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ddd410e-0417-48ba-91d4-a2145781f26c]: (4, ('1', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:18:40 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-5f8eb8da-6a0f-4aa3-bf85-ecb234488ae1 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 10:18:40 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-5f8eb8da-6a0f-4aa3-bf85-ecb234488ae1 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] SCSI volumes sde have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 10:18:40 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f8eb8da-6a0f-4aa3-bf85-ecb234488ae1 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71')] {{(pid=74535) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 10:18:40 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:18:40 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:18:40 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d39bc96-1d76-45d6-a163-48802c83d633]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:18:40 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f8eb8da-6a0f-4aa3-bf85-ecb234488ae1 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:18:40 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71 -p 172.16.0.220:3260 --logout {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:18:40 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71 -p 172.16.0.220:3260 --logout" returned: 0 in 0.070s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:18:40 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[64f4a0f2-07b4-47cc-add5-dcf82f449e2d]: (4, ('Logging out of session [sid: 38, target: iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71, portal: 172.16.0.220,3260]\nLogout of [sid: 38, target: iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:18:40 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f8eb8da-6a0f-4aa3-bf85-ecb234488ae1 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 38, target: iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71, portal: 172.16.0.220,3260]
Dec 06 10:18:40 user nova-compute[74535]: Logout of [sid: 38, target: iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71, portal: 172.16.0.220,3260] successful.
Dec 06 10:18:40 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:18:40 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71 -p 172.16.0.220:3260 --op delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:18:40 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1e249619-0ff9-4cf4-aef9-b32cfba7be71 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:18:40 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[b84d1f48-1677-4f2c-af58-ca2649ac558d]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:18:40 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f8eb8da-6a0f-4aa3-bf85-ecb234488ae1 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:18:40 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-5f8eb8da-6a0f-4aa3-bf85-ecb234488ae1 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.347s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:18:40 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f8eb8da-6a0f-4aa3-bf85-ecb234488ae1 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] <== disconnect_volume: return (348ms) None {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:18:40 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5f8eb8da-6a0f-4aa3-bf85-ecb234488ae1 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: ed2fce2f-b3c8-4e33-8a20-002be3be78d5] Disconnected iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 10:18:40 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-5f8eb8da-6a0f-4aa3-bf85-ecb234488ae1 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: ed2fce2f-b3c8-4e33-8a20-002be3be78d5] Deleting instance files /opt/stack/data/nova/instances/ed2fce2f-b3c8-4e33-8a20-002be3be78d5_del
Dec 06 10:18:40 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-5f8eb8da-6a0f-4aa3-bf85-ecb234488ae1 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: ed2fce2f-b3c8-4e33-8a20-002be3be78d5] Deletion of /opt/stack/data/nova/instances/ed2fce2f-b3c8-4e33-8a20-002be3be78d5_del complete
Dec 06 10:18:40 user nova-compute[74535]: INFO nova.compute.manager [None req-5f8eb8da-6a0f-4aa3-bf85-ecb234488ae1 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: ed2fce2f-b3c8-4e33-8a20-002be3be78d5] Took 1.27 seconds to destroy the instance on the hypervisor.
Dec 06 10:18:40 user nova-compute[74535]: DEBUG oslo.service.loopingcall [None req-5f8eb8da-6a0f-4aa3-bf85-ecb234488ae1 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74535) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 10:18:40 user nova-compute[74535]: DEBUG nova.compute.manager [-] [instance: ed2fce2f-b3c8-4e33-8a20-002be3be78d5] Deallocating network for instance {{(pid=74535) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 10:18:40 user nova-compute[74535]: DEBUG nova.network.neutron [-] [instance: ed2fce2f-b3c8-4e33-8a20-002be3be78d5] deallocate_for_instance() {{(pid=74535) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 10:18:41 user nova-compute[74535]: DEBUG nova.network.neutron [-] [instance: ed2fce2f-b3c8-4e33-8a20-002be3be78d5] Updating instance_info_cache with network_info: [] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:18:41 user nova-compute[74535]: INFO nova.compute.manager [-] [instance: ed2fce2f-b3c8-4e33-8a20-002be3be78d5] Took 0.72 seconds to deallocate network for instance.
Dec 06 10:18:41 user nova-compute[74535]: DEBUG nova.compute.manager [req-7bff1e07-706a-46ef-b0be-18c888190dd4 req-24188d2f-8491-464c-b5f9-bfa8b2d6acc5 service nova] [instance: ed2fce2f-b3c8-4e33-8a20-002be3be78d5] Received event network-vif-plugged-5014d870-a6f4-46c0-b1f8-0ce19fa8d31a {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:18:41 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-7bff1e07-706a-46ef-b0be-18c888190dd4 req-24188d2f-8491-464c-b5f9-bfa8b2d6acc5 service nova] Acquiring lock "ed2fce2f-b3c8-4e33-8a20-002be3be78d5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:18:41 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-7bff1e07-706a-46ef-b0be-18c888190dd4 req-24188d2f-8491-464c-b5f9-bfa8b2d6acc5 service nova] Lock "ed2fce2f-b3c8-4e33-8a20-002be3be78d5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:18:41 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-7bff1e07-706a-46ef-b0be-18c888190dd4 req-24188d2f-8491-464c-b5f9-bfa8b2d6acc5 service nova] Lock "ed2fce2f-b3c8-4e33-8a20-002be3be78d5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:18:41 user nova-compute[74535]: DEBUG nova.compute.manager [req-7bff1e07-706a-46ef-b0be-18c888190dd4 req-24188d2f-8491-464c-b5f9-bfa8b2d6acc5 service nova] [instance: ed2fce2f-b3c8-4e33-8a20-002be3be78d5] No waiting events found dispatching network-vif-plugged-5014d870-a6f4-46c0-b1f8-0ce19fa8d31a {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:18:41 user nova-compute[74535]: WARNING nova.compute.manager [req-7bff1e07-706a-46ef-b0be-18c888190dd4 req-24188d2f-8491-464c-b5f9-bfa8b2d6acc5 service nova] [instance: ed2fce2f-b3c8-4e33-8a20-002be3be78d5] Received unexpected event network-vif-plugged-5014d870-a6f4-46c0-b1f8-0ce19fa8d31a for instance with vm_state active and task_state deleting.
Dec 06 10:18:41 user nova-compute[74535]: DEBUG nova.compute.manager [req-7bff1e07-706a-46ef-b0be-18c888190dd4 req-24188d2f-8491-464c-b5f9-bfa8b2d6acc5 service nova] [instance: ed2fce2f-b3c8-4e33-8a20-002be3be78d5] Received event network-vif-deleted-5014d870-a6f4-46c0-b1f8-0ce19fa8d31a {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:18:43 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:18:44 user nova-compute[74535]: DEBUG nova.objects.instance [None req-50967d94-7efd-490f-aff0-4b6050482bf6 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Lazy-loading 'flavor' on Instance uuid b637d5b3-fb04-4395-aebd-65290980782f {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:18:44 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-50967d94-7efd-490f-aff0-4b6050482bf6 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Lock "b637d5b3-fb04-4395-aebd-65290980782f" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 30.545s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:18:44 user nova-compute[74535]: INFO nova.compute.manager [None req-5f8eb8da-6a0f-4aa3-bf85-ecb234488ae1 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: ed2fce2f-b3c8-4e33-8a20-002be3be78d5] Took 3.57 seconds to detach 1 volumes for instance.
Dec 06 10:18:45 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-5f8eb8da-6a0f-4aa3-bf85-ecb234488ae1 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:18:45 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-5f8eb8da-6a0f-4aa3-bf85-ecb234488ae1 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:18:45 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-56e58e35-1fc8-4b02-8f06-d60ca02ed056 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: fe817c29-6591-4ff1-9662-a3c83681ed9b] Calling os-brick to attach iSCSI Volume {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 10:18:45 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-56e58e35-1fc8-4b02-8f06-d60ca02ed056 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:2cd6a3dd-572d-4856-8e53-64de00be4737', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QFoszkGW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:18:45 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-56e58e35-1fc8-4b02-8f06-d60ca02ed056 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:18:45 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-56e58e35-1fc8-4b02-8f06-d60ca02ed056 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:18:45 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-56e58e35-1fc8-4b02-8f06-d60ca02ed056 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:18:45 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-56e58e35-1fc8-4b02-8f06-d60ca02ed056 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:18:45 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-56e58e35-1fc8-4b02-8f06-d60ca02ed056 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2cd6a3dd-572d-4856-8e53-64de00be4737" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:18:45 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-56e58e35-1fc8-4b02-8f06-d60ca02ed056 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2cd6a3dd-572d-4856-8e53-64de00be4737" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:18:45 user nova-compute[74535]: INFO os_brick.initiator.connectors.iscsi [None req-56e58e35-1fc8-4b02-8f06-d60ca02ed056 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 10:18:45 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2cd6a3dd-572d-4856-8e53-64de00be4737 -p 172.16.0.220:3260 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:18:45 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2cd6a3dd-572d-4856-8e53-64de00be4737 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:18:45 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[65a96184-c1fe-479d-9f44-f3682a35da6c]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:18:45 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-56e58e35-1fc8-4b02-8f06-d60ca02ed056 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 10:18:45 user nova-compute[74535]:  {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:18:45 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2cd6a3dd-572d-4856-8e53-64de00be4737 -p 172.16.0.220:3260 --interface default --op new {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:18:45 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2cd6a3dd-572d-4856-8e53-64de00be4737 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:18:45 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e10d9c1-bc75-4375-a0bd-38e3e51ae73d]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2cd6a3dd-572d-4856-8e53-64de00be4737] added\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:18:45 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-56e58e35-1fc8-4b02-8f06-d60ca02ed056 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2cd6a3dd-572d-4856-8e53-64de00be4737] added
Dec 06 10:18:45 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:18:45 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2cd6a3dd-572d-4856-8e53-64de00be4737 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:18:45 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2cd6a3dd-572d-4856-8e53-64de00be4737 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:18:45 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[dea90c58-2b44-4b81-9118-d02865a2a20e]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:18:45 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-56e58e35-1fc8-4b02-8f06-d60ca02ed056 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:18:45 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2cd6a3dd-572d-4856-8e53-64de00be4737 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:18:45 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:18:45 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2cd6a3dd-572d-4856-8e53-64de00be4737 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:18:45 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7b5ed08-2623-41c2-90e2-64f151308a6f]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:18:45 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-56e58e35-1fc8-4b02-8f06-d60ca02ed056 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:18:45 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2cd6a3dd-572d-4856-8e53-64de00be4737 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v QFoszkGW {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:18:45 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2cd6a3dd-572d-4856-8e53-64de00be4737 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v QFoszkGW" returned: 0 in 0.033s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:18:45 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[84cde75e-baee-4d3e-874a-c55daef058e4]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:18:45 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-56e58e35-1fc8-4b02-8f06-d60ca02ed056 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'QFoszkGW'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:18:45 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2cd6a3dd-572d-4856-8e53-64de00be4737 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:18:45 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2cd6a3dd-572d-4856-8e53-64de00be4737 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:18:45 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[9067a7be-faa3-457f-b413-5cc8bb9b893d]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:18:45 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-56e58e35-1fc8-4b02-8f06-d60ca02ed056 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:18:45 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:18:45 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:18:45 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[466e20cf-1763-4e2d-8c8e-dae77e4df3fb]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d266a41f-cb89-4d77-8584-33fafd80a6c3 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:18:45 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-56e58e35-1fc8-4b02-8f06-d60ca02ed056 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:18:45 user nova-compute[74535]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d266a41f-cb89-4d77-8584-33fafd80a6c3 (non-flash)
Dec 06 10:18:45 user nova-compute[74535]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c (non-flash)
Dec 06 10:18:45 user nova-compute[74535]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 (non-flash)
Dec 06 10:18:45 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:18:45 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-56e58e35-1fc8-4b02-8f06-d60ca02ed056 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:18:45 user nova-compute[74535]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d266a41f-cb89-4d77-8584-33fafd80a6c3 (non-flash)
Dec 06 10:18:45 user nova-compute[74535]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c (non-flash)
Dec 06 10:18:45 user nova-compute[74535]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 (non-flash)
Dec 06 10:18:45 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:18:45 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2cd6a3dd-572d-4856-8e53-64de00be4737 -p 172.16.0.220:3260 --login {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:18:45 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-5f8eb8da-6a0f-4aa3-bf85-ecb234488ae1 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:18:45 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-5f8eb8da-6a0f-4aa3-bf85-ecb234488ae1 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:18:45 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-5f8eb8da-6a0f-4aa3-bf85-ecb234488ae1 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.394s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:18:45 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2cd6a3dd-572d-4856-8e53-64de00be4737 -p 172.16.0.220:3260 --login" returned: 0 in 0.066s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:18:45 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[20f5063e-e446-4f65-9758-8d5b8ef5932a]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:2cd6a3dd-572d-4856-8e53-64de00be4737, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:2cd6a3dd-572d-4856-8e53-64de00be4737, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:18:45 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-56e58e35-1fc8-4b02-8f06-d60ca02ed056 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:2cd6a3dd-572d-4856-8e53-64de00be4737, portal: 172.16.0.220,3260]
Dec 06 10:18:45 user nova-compute[74535]: Login to [iface: default, target: iqn.2010-10.org.openstack:2cd6a3dd-572d-4856-8e53-64de00be4737, portal: 172.16.0.220,3260] successful.
Dec 06 10:18:45 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:18:45 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2cd6a3dd-572d-4856-8e53-64de00be4737 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:18:45 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2cd6a3dd-572d-4856-8e53-64de00be4737 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:18:45 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[d11f8ac8-f5be-4b70-a92f-afc49c10883e]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:18:45 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-56e58e35-1fc8-4b02-8f06-d60ca02ed056 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:18:45 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:18:45 user nova-compute[74535]: INFO nova.scheduler.client.report [None req-5f8eb8da-6a0f-4aa3-bf85-ecb234488ae1 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Deleted allocations for instance ed2fce2f-b3c8-4e33-8a20-002be3be78d5
Dec 06 10:18:45 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:18:45 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[1646721c-6743-4b15-8ae8-f21cff7b6496]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d266a41f-cb89-4d77-8584-33fafd80a6c3 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2cd6a3dd-572d-4856-8e53-64de00be4737 (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:18:45 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-56e58e35-1fc8-4b02-8f06-d60ca02ed056 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:18:45 user nova-compute[74535]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d266a41f-cb89-4d77-8584-33fafd80a6c3 (non-flash)
Dec 06 10:18:45 user nova-compute[74535]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c (non-flash)
Dec 06 10:18:45 user nova-compute[74535]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 (non-flash)
Dec 06 10:18:45 user nova-compute[74535]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2cd6a3dd-572d-4856-8e53-64de00be4737 (non-flash)
Dec 06 10:18:45 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:18:45 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-56e58e35-1fc8-4b02-8f06-d60ca02ed056 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:18:45 user nova-compute[74535]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d266a41f-cb89-4d77-8584-33fafd80a6c3 (non-flash)
Dec 06 10:18:45 user nova-compute[74535]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c (non-flash)
Dec 06 10:18:45 user nova-compute[74535]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 (non-flash)
Dec 06 10:18:45 user nova-compute[74535]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2cd6a3dd-572d-4856-8e53-64de00be4737 (non-flash)
Dec 06 10:18:45 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:18:45 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-56e58e35-1fc8-4b02-8f06-d60ca02ed056 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2cd6a3dd-572d-4856-8e53-64de00be4737" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.321s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:18:45 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-56e58e35-1fc8-4b02-8f06-d60ca02ed056 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Connected to 172.16.0.220:3260 {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 10:18:45 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-56e58e35-1fc8-4b02-8f06-d60ca02ed056 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] HCTL ('36', '-', '-', 0) found on session 46 with lun 0 {{(pid=74535) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 10:18:45 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-56e58e35-1fc8-4b02-8f06-d60ca02ed056 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=74535) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 10:18:45 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:18:45 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:18:45 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[b094269d-3ab3-4a53-be08-cee810f89f61]: (4, ('- - 0', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:18:45 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-56e58e35-1fc8-4b02-8f06-d60ca02ed056 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Searching for a device in session 46 and hctl ['36', '*', '*', 0] yield: None {{(pid=74535) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 10:18:45 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-5f8eb8da-6a0f-4aa3-bf85-ecb234488ae1 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Lock "ed2fce2f-b3c8-4e33-8a20-002be3be78d5" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 6.142s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:18:46 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-56e58e35-1fc8-4b02-8f06-d60ca02ed056 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Searching for a device in session 46 and hctl ['36', '*', '*', 0] yield: sde {{(pid=74535) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 10:18:46 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-56e58e35-1fc8-4b02-8f06-d60ca02ed056 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:2cd6a3dd-572d-4856-8e53-64de00be4737', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QFoszkGW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 10:18:46 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-56e58e35-1fc8-4b02-8f06-d60ca02ed056 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.354s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:18:46 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-56e58e35-1fc8-4b02-8f06-d60ca02ed056 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] <== connect_volume: return (1355ms) {'type': 'block', 'scsi_wwn': '23132303433303061', 'path': '/dev/sde'} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:18:46 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-56e58e35-1fc8-4b02-8f06-d60ca02ed056 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: fe817c29-6591-4ff1-9662-a3c83681ed9b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23132303433303061', 'path': '/dev/sde'} {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 10:18:46 user nova-compute[74535]: DEBUG nova.objects.instance [None req-56e58e35-1fc8-4b02-8f06-d60ca02ed056 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lazy-loading 'flavor' on Instance uuid fe817c29-6591-4ff1-9662-a3c83681ed9b {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:18:46 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-56e58e35-1fc8-4b02-8f06-d60ca02ed056 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 10:18:46 user nova-compute[74535]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 10:18:46 user nova-compute[74535]:   <source dev="/dev/sde"/>
Dec 06 10:18:46 user nova-compute[74535]:   <target dev="vdb" bus="virtio"/>
Dec 06 10:18:46 user nova-compute[74535]:   <serial>2cd6a3dd-572d-4856-8e53-64de00be4737</serial>
Dec 06 10:18:46 user nova-compute[74535]: </disk>
Dec 06 10:18:46 user nova-compute[74535]:  {{(pid=74535) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 10:18:47 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-56e58e35-1fc8-4b02-8f06-d60ca02ed056 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] No BDM found with device name vda, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 10:18:47 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-56e58e35-1fc8-4b02-8f06-d60ca02ed056 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 10:18:47 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-56e58e35-1fc8-4b02-8f06-d60ca02ed056 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] No VIF found with MAC fa:16:3e:06:f1:77, not building metadata {{(pid=74535) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 10:18:47 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-56e58e35-1fc8-4b02-8f06-d60ca02ed056 tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lock "fe817c29-6591-4ff1-9662-a3c83681ed9b" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 13.295s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:18:47 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-e7e1c05d-c2bb-4f78-a41f-70160cac43ec tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Acquiring lock "fe817c29-6591-4ff1-9662-a3c83681ed9b" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:18:47 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-e7e1c05d-c2bb-4f78-a41f-70160cac43ec tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lock "fe817c29-6591-4ff1-9662-a3c83681ed9b" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:18:47 user nova-compute[74535]: INFO nova.compute.manager [None req-e7e1c05d-c2bb-4f78-a41f-70160cac43ec tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: fe817c29-6591-4ff1-9662-a3c83681ed9b] Detaching volume 2cd6a3dd-572d-4856-8e53-64de00be4737
Dec 06 10:18:47 user nova-compute[74535]: INFO nova.virt.block_device [None req-e7e1c05d-c2bb-4f78-a41f-70160cac43ec tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: fe817c29-6591-4ff1-9662-a3c83681ed9b] Attempting to driver detach volume 2cd6a3dd-572d-4856-8e53-64de00be4737 from mountpoint /dev/vdb
Dec 06 10:18:47 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-e7e1c05d-c2bb-4f78-a41f-70160cac43ec tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Attempting to detach device vdb from instance fe817c29-6591-4ff1-9662-a3c83681ed9b from the persistent domain config. {{(pid=74535) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 10:18:47 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-e7e1c05d-c2bb-4f78-a41f-70160cac43ec tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 10:18:47 user nova-compute[74535]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 10:18:47 user nova-compute[74535]:   <source dev="/dev/sde"/>
Dec 06 10:18:47 user nova-compute[74535]:   <target dev="vdb" bus="virtio"/>
Dec 06 10:18:47 user nova-compute[74535]:   <serial>2cd6a3dd-572d-4856-8e53-64de00be4737</serial>
Dec 06 10:18:47 user nova-compute[74535]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 10:18:47 user nova-compute[74535]: </disk>
Dec 06 10:18:47 user nova-compute[74535]:  {{(pid=74535) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 10:18:47 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-e7e1c05d-c2bb-4f78-a41f-70160cac43ec tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Successfully detached device vdb from instance fe817c29-6591-4ff1-9662-a3c83681ed9b from the persistent domain config.
Dec 06 10:18:47 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-e7e1c05d-c2bb-4f78-a41f-70160cac43ec tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance fe817c29-6591-4ff1-9662-a3c83681ed9b from the live domain config. {{(pid=74535) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 10:18:47 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-e7e1c05d-c2bb-4f78-a41f-70160cac43ec tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 10:18:47 user nova-compute[74535]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 10:18:47 user nova-compute[74535]:   <source dev="/dev/sde"/>
Dec 06 10:18:47 user nova-compute[74535]:   <target dev="vdb" bus="virtio"/>
Dec 06 10:18:47 user nova-compute[74535]:   <serial>2cd6a3dd-572d-4856-8e53-64de00be4737</serial>
Dec 06 10:18:47 user nova-compute[74535]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 10:18:47 user nova-compute[74535]: </disk>
Dec 06 10:18:47 user nova-compute[74535]:  {{(pid=74535) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 10:18:48 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-e7e1c05d-c2bb-4f78-a41f-70160cac43ec tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance fe817c29-6591-4ff1-9662-a3c83681ed9b {{(pid=74535) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 10:18:48 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:18:49 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-d48be6ec-f128-4761-a28e-5bfa0587a55e tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Acquiring lock "5f37b4f2-47f1-474f-82cb-fa93ff07f428" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:18:49 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-d48be6ec-f128-4761-a28e-5bfa0587a55e tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Lock "5f37b4f2-47f1-474f-82cb-fa93ff07f428" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:18:49 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-d48be6ec-f128-4761-a28e-5bfa0587a55e tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Acquiring lock "5f37b4f2-47f1-474f-82cb-fa93ff07f428-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:18:49 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-d48be6ec-f128-4761-a28e-5bfa0587a55e tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Lock "5f37b4f2-47f1-474f-82cb-fa93ff07f428-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:18:49 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-d48be6ec-f128-4761-a28e-5bfa0587a55e tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Lock "5f37b4f2-47f1-474f-82cb-fa93ff07f428-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:18:49 user nova-compute[74535]: INFO nova.compute.manager [None req-d48be6ec-f128-4761-a28e-5bfa0587a55e tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: 5f37b4f2-47f1-474f-82cb-fa93ff07f428] Terminating instance
Dec 06 10:18:49 user nova-compute[74535]: DEBUG nova.compute.manager [None req-d48be6ec-f128-4761-a28e-5bfa0587a55e tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: 5f37b4f2-47f1-474f-82cb-fa93ff07f428] Start destroying the instance on the hypervisor. {{(pid=74535) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 10:18:49 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:18:49 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:18:50 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:18:50 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:18:50 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:18:50 user nova-compute[74535]: DEBUG nova.compute.manager [req-6002b194-a560-4112-bda7-55a81ba28082 req-a6811328-00e0-4c9d-8b19-327af267c1cc service nova] [instance: 5f37b4f2-47f1-474f-82cb-fa93ff07f428] Received event network-vif-unplugged-ee4c9481-abe2-4b04-af7f-34f083b82f34 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:18:50 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-6002b194-a560-4112-bda7-55a81ba28082 req-a6811328-00e0-4c9d-8b19-327af267c1cc service nova] Acquiring lock "5f37b4f2-47f1-474f-82cb-fa93ff07f428-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:18:50 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-6002b194-a560-4112-bda7-55a81ba28082 req-a6811328-00e0-4c9d-8b19-327af267c1cc service nova] Lock "5f37b4f2-47f1-474f-82cb-fa93ff07f428-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:18:50 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-6002b194-a560-4112-bda7-55a81ba28082 req-a6811328-00e0-4c9d-8b19-327af267c1cc service nova] Lock "5f37b4f2-47f1-474f-82cb-fa93ff07f428-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:18:50 user nova-compute[74535]: DEBUG nova.compute.manager [req-6002b194-a560-4112-bda7-55a81ba28082 req-a6811328-00e0-4c9d-8b19-327af267c1cc service nova] [instance: 5f37b4f2-47f1-474f-82cb-fa93ff07f428] No waiting events found dispatching network-vif-unplugged-ee4c9481-abe2-4b04-af7f-34f083b82f34 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:18:50 user nova-compute[74535]: DEBUG nova.compute.manager [req-6002b194-a560-4112-bda7-55a81ba28082 req-a6811328-00e0-4c9d-8b19-327af267c1cc service nova] [instance: 5f37b4f2-47f1-474f-82cb-fa93ff07f428] Received event network-vif-unplugged-ee4c9481-abe2-4b04-af7f-34f083b82f34 for instance with task_state deleting. {{(pid=74535) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 10:18:50 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: 5f37b4f2-47f1-474f-82cb-fa93ff07f428] Instance destroyed successfully.
Dec 06 10:18:50 user nova-compute[74535]: DEBUG nova.objects.instance [None req-d48be6ec-f128-4761-a28e-5bfa0587a55e tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Lazy-loading 'resources' on Instance uuid 5f37b4f2-47f1-474f-82cb-fa93ff07f428 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:18:50 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-d48be6ec-f128-4761-a28e-5bfa0587a55e tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:01:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-46708827',display_name='tempest-ServerRescueNegativeTestJSON-server-46708827',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-46708827',id=20,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-06T10:06:38Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='17272e061eec432787a47431737ad50f',ramdisk_id='',reservation_id='r-5up0tqre',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-1402737075',owner_user_name='tempest-ServerRescueNegativeTestJSON-1402737075-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T10:08:29Z,user_data=None,user_id='9a77e6b6f564435a942477b2360ac402',uuid=5f37b4f2-47f1-474f-82cb-fa93ff07f428,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ee4c9481-abe2-4b04-af7f-34f083b82f34", "address": "fa:16:3e:ce:e7:39", "network": {"id": "a3dfa24c-76e2-4ead-941f-ba72c57234a4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-566828184-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17272e061eec432787a47431737ad50f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee4c9481-ab", "ovs_interfaceid": "ee4c9481-abe2-4b04-af7f-34f083b82f34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 10:18:50 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-d48be6ec-f128-4761-a28e-5bfa0587a55e tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Converting VIF {"id": "ee4c9481-abe2-4b04-af7f-34f083b82f34", "address": "fa:16:3e:ce:e7:39", "network": {"id": "a3dfa24c-76e2-4ead-941f-ba72c57234a4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-566828184-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "17272e061eec432787a47431737ad50f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee4c9481-ab", "ovs_interfaceid": "ee4c9481-abe2-4b04-af7f-34f083b82f34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:18:50 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-d48be6ec-f128-4761-a28e-5bfa0587a55e tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:ce:e7:39,bridge_name='br-int',has_traffic_filtering=True,id=ee4c9481-abe2-4b04-af7f-34f083b82f34,network=Network(a3dfa24c-76e2-4ead-941f-ba72c57234a4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapee4c9481-ab') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:18:50 user nova-compute[74535]: DEBUG os_vif [None req-d48be6ec-f128-4761-a28e-5bfa0587a55e tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:ce:e7:39,bridge_name='br-int',has_traffic_filtering=True,id=ee4c9481-abe2-4b04-af7f-34f083b82f34,network=Network(a3dfa24c-76e2-4ead-941f-ba72c57234a4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapee4c9481-ab') {{(pid=74535) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 10:18:50 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:18:50 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapee4c9481-ab, bridge=br-int, if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:18:50 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:18:50 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:18:50 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:18:50 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=195cd7dd-d09e-4ce4-8ad8-8408c8cdb1c5) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:18:50 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:18:50 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:18:50 user nova-compute[74535]: INFO os_vif [None req-d48be6ec-f128-4761-a28e-5bfa0587a55e tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:ce:e7:39,bridge_name='br-int',has_traffic_filtering=True,id=ee4c9481-abe2-4b04-af7f-34f083b82f34,network=Network(a3dfa24c-76e2-4ead-941f-ba72c57234a4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapee4c9481-ab')
Dec 06 10:18:50 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-d48be6ec-f128-4761-a28e-5bfa0587a55e tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: 5f37b4f2-47f1-474f-82cb-fa93ff07f428] Deleting instance files /opt/stack/data/nova/instances/5f37b4f2-47f1-474f-82cb-fa93ff07f428_del
Dec 06 10:18:50 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-d48be6ec-f128-4761-a28e-5bfa0587a55e tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: 5f37b4f2-47f1-474f-82cb-fa93ff07f428] Deletion of /opt/stack/data/nova/instances/5f37b4f2-47f1-474f-82cb-fa93ff07f428_del complete
Dec 06 10:18:50 user nova-compute[74535]: INFO nova.compute.manager [None req-d48be6ec-f128-4761-a28e-5bfa0587a55e tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] [instance: 5f37b4f2-47f1-474f-82cb-fa93ff07f428] Took 0.71 seconds to destroy the instance on the hypervisor.
Dec 06 10:18:50 user nova-compute[74535]: DEBUG oslo.service.loopingcall [None req-d48be6ec-f128-4761-a28e-5bfa0587a55e tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74535) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 10:18:50 user nova-compute[74535]: DEBUG nova.compute.manager [-] [instance: 5f37b4f2-47f1-474f-82cb-fa93ff07f428] Deallocating network for instance {{(pid=74535) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 10:18:50 user nova-compute[74535]: DEBUG nova.network.neutron [-] [instance: 5f37b4f2-47f1-474f-82cb-fa93ff07f428] deallocate_for_instance() {{(pid=74535) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 10:18:51 user nova-compute[74535]: DEBUG nova.network.neutron [-] [instance: 5f37b4f2-47f1-474f-82cb-fa93ff07f428] Updating instance_info_cache with network_info: [] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:18:51 user nova-compute[74535]: DEBUG nova.compute.manager [req-34156c17-c2fd-4d08-a5fe-523e99005af7 req-e4171d25-cb18-476d-a3d0-ce022a040e43 service nova] [instance: 5f37b4f2-47f1-474f-82cb-fa93ff07f428] Received event network-vif-deleted-ee4c9481-abe2-4b04-af7f-34f083b82f34 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:18:51 user nova-compute[74535]: INFO nova.compute.manager [req-34156c17-c2fd-4d08-a5fe-523e99005af7 req-e4171d25-cb18-476d-a3d0-ce022a040e43 service nova] [instance: 5f37b4f2-47f1-474f-82cb-fa93ff07f428] Neutron deleted interface ee4c9481-abe2-4b04-af7f-34f083b82f34; detaching it from the instance and deleting it from the info cache
Dec 06 10:18:51 user nova-compute[74535]: DEBUG nova.network.neutron [req-34156c17-c2fd-4d08-a5fe-523e99005af7 req-e4171d25-cb18-476d-a3d0-ce022a040e43 service nova] [instance: 5f37b4f2-47f1-474f-82cb-fa93ff07f428] Updating instance_info_cache with network_info: [] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:18:51 user nova-compute[74535]: INFO nova.compute.manager [-] [instance: 5f37b4f2-47f1-474f-82cb-fa93ff07f428] Took 0.52 seconds to deallocate network for instance.
Dec 06 10:18:51 user nova-compute[74535]: DEBUG nova.compute.manager [req-34156c17-c2fd-4d08-a5fe-523e99005af7 req-e4171d25-cb18-476d-a3d0-ce022a040e43 service nova] [instance: 5f37b4f2-47f1-474f-82cb-fa93ff07f428] Detach interface failed, port_id=ee4c9481-abe2-4b04-af7f-34f083b82f34, reason: Instance 5f37b4f2-47f1-474f-82cb-fa93ff07f428 could not be found. {{(pid=74535) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 06 10:18:51 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-d48be6ec-f128-4761-a28e-5bfa0587a55e tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:18:51 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-d48be6ec-f128-4761-a28e-5bfa0587a55e tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:18:51 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-d48be6ec-f128-4761-a28e-5bfa0587a55e tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:18:51 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-d48be6ec-f128-4761-a28e-5bfa0587a55e tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:18:51 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-d48be6ec-f128-4761-a28e-5bfa0587a55e tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.314s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:18:51 user nova-compute[74535]: INFO nova.scheduler.client.report [None req-d48be6ec-f128-4761-a28e-5bfa0587a55e tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Deleted allocations for instance 5f37b4f2-47f1-474f-82cb-fa93ff07f428
Dec 06 10:18:51 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-d48be6ec-f128-4761-a28e-5bfa0587a55e tempest-ServerRescueNegativeTestJSON-1402737075 tempest-ServerRescueNegativeTestJSON-1402737075-project-member] Lock "5f37b4f2-47f1-474f-82cb-fa93ff07f428" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.943s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:18:52 user nova-compute[74535]: DEBUG nova.compute.manager [req-f8ba7848-fd4b-4983-98b3-60995d828e9a req-a5843a78-c418-4f65-9a3d-22b563101095 service nova] [instance: 5f37b4f2-47f1-474f-82cb-fa93ff07f428] Received event network-vif-plugged-ee4c9481-abe2-4b04-af7f-34f083b82f34 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:18:52 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-f8ba7848-fd4b-4983-98b3-60995d828e9a req-a5843a78-c418-4f65-9a3d-22b563101095 service nova] Acquiring lock "5f37b4f2-47f1-474f-82cb-fa93ff07f428-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:18:52 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-f8ba7848-fd4b-4983-98b3-60995d828e9a req-a5843a78-c418-4f65-9a3d-22b563101095 service nova] Lock "5f37b4f2-47f1-474f-82cb-fa93ff07f428-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:18:52 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-f8ba7848-fd4b-4983-98b3-60995d828e9a req-a5843a78-c418-4f65-9a3d-22b563101095 service nova] Lock "5f37b4f2-47f1-474f-82cb-fa93ff07f428-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:18:52 user nova-compute[74535]: DEBUG nova.compute.manager [req-f8ba7848-fd4b-4983-98b3-60995d828e9a req-a5843a78-c418-4f65-9a3d-22b563101095 service nova] [instance: 5f37b4f2-47f1-474f-82cb-fa93ff07f428] No waiting events found dispatching network-vif-plugged-ee4c9481-abe2-4b04-af7f-34f083b82f34 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:18:52 user nova-compute[74535]: WARNING nova.compute.manager [req-f8ba7848-fd4b-4983-98b3-60995d828e9a req-a5843a78-c418-4f65-9a3d-22b563101095 service nova] [instance: 5f37b4f2-47f1-474f-82cb-fa93ff07f428] Received unexpected event network-vif-plugged-ee4c9481-abe2-4b04-af7f-34f083b82f34 for instance with vm_state deleted and task_state None.
Dec 06 10:18:53 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:18:55 user nova-compute[74535]: DEBUG nova.compute.manager [req-ea035f7a-c4b8-451e-a57f-0ec36948d490 req-6518d9b2-45af-49e4-b0f1-d27fc2cfe109 service nova] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] Received event volume-reimaged-d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:18:55 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-ea035f7a-c4b8-451e-a57f-0ec36948d490 req-6518d9b2-45af-49e4-b0f1-d27fc2cfe109 service nova] Acquiring lock "1c96df88-e418-4e7f-8dc7-11ded268be2f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:18:55 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-ea035f7a-c4b8-451e-a57f-0ec36948d490 req-6518d9b2-45af-49e4-b0f1-d27fc2cfe109 service nova] Lock "1c96df88-e418-4e7f-8dc7-11ded268be2f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:18:55 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-ea035f7a-c4b8-451e-a57f-0ec36948d490 req-6518d9b2-45af-49e4-b0f1-d27fc2cfe109 service nova] Lock "1c96df88-e418-4e7f-8dc7-11ded268be2f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:18:55 user nova-compute[74535]: DEBUG nova.compute.manager [req-ea035f7a-c4b8-451e-a57f-0ec36948d490 req-6518d9b2-45af-49e4-b0f1-d27fc2cfe109 service nova] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] Processing event volume-reimaged-d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 {{(pid=74535) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10872}}
Dec 06 10:18:55 user nova-compute[74535]: DEBUG nova.compute.manager [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] Instance event wait completed in 22 seconds for volume-reimaged {{(pid=74535) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 10:18:55 user nova-compute[74535]: INFO nova.virt.block_device [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] Booting with volume d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 at /dev/vda
Dec 06 10:18:55 user nova-compute[74535]: DEBUG os_brick.utils [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:18:55 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:18:55 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:18:55 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc159420-8725-4551-9f82-35b5132842de]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d95ac7cee77a\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:18:55 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:18:55 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:18:55 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[91402da1-0095-484a-883d-3dbee944c2ff]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:18:55 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:18:55 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:18:55 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b3f80cd-960e-41ba-b502-96cfeb64b907]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:18:55 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[a33bcf2a-7b89-4a87-b47a-8dac5493dee2]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:18:55 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Running cmd (subprocess): nvme version {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:18:55 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] 'nvme version' failed. Not Retrying. {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 10:18:55 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.nvmeof [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] nvme not present on system {{(pid=74535) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 10:18:55 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:18:55 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 10:18:55 user nova-compute[74535]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 10:18:55 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[b61b0aa6-33d9-40d3-b24e-991668cd47ad]: (4, '') {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:18:55 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74535) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 10:18:55 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74535) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 10:18:55 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] LIGHTOS: no hostnqn found. {{(pid=74535) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 10:18:55 user nova-compute[74535]: DEBUG os_brick.utils [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] <== get_connector_properties: return (117ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d95ac7cee77a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:18:55 user nova-compute[74535]: DEBUG nova.virt.block_device [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] Updating existing volume attachment record: 4b32a586-b4d7-4e2d-b24b-c2459e57a816 {{(pid=74535) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 10:18:55 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:19:00 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:19:02 user nova-compute[74535]: DEBUG nova.compute.manager [req-64637762-7edf-4d9f-a8d8-f4061079a7f7 req-970709ce-1e73-4356-b4d6-608b53949c77 service nova] [instance: 00c2ad50-52f0-477c-8973-5a0899b084b8] Received event network-changed-6d12cd74-f3ec-420b-95aa-630fb2c63461 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:19:02 user nova-compute[74535]: DEBUG nova.compute.manager [req-64637762-7edf-4d9f-a8d8-f4061079a7f7 req-970709ce-1e73-4356-b4d6-608b53949c77 service nova] [instance: 00c2ad50-52f0-477c-8973-5a0899b084b8] Refreshing instance network info cache due to event network-changed-6d12cd74-f3ec-420b-95aa-630fb2c63461. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 10:19:02 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-64637762-7edf-4d9f-a8d8-f4061079a7f7 req-970709ce-1e73-4356-b4d6-608b53949c77 service nova] Acquiring lock "refresh_cache-00c2ad50-52f0-477c-8973-5a0899b084b8" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:19:02 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-64637762-7edf-4d9f-a8d8-f4061079a7f7 req-970709ce-1e73-4356-b4d6-608b53949c77 service nova] Acquired lock "refresh_cache-00c2ad50-52f0-477c-8973-5a0899b084b8" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:19:02 user nova-compute[74535]: DEBUG nova.network.neutron [req-64637762-7edf-4d9f-a8d8-f4061079a7f7 req-970709ce-1e73-4356-b4d6-608b53949c77 service nova] [instance: 00c2ad50-52f0-477c-8973-5a0899b084b8] Refreshing network info cache for port 6d12cd74-f3ec-420b-95aa-630fb2c63461 {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 10:19:02 user nova-compute[74535]: DEBUG nova.network.neutron [req-64637762-7edf-4d9f-a8d8-f4061079a7f7 req-970709ce-1e73-4356-b4d6-608b53949c77 service nova] [instance: 00c2ad50-52f0-477c-8973-5a0899b084b8] Updated VIF entry in instance network info cache for port 6d12cd74-f3ec-420b-95aa-630fb2c63461. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 10:19:02 user nova-compute[74535]: DEBUG nova.network.neutron [req-64637762-7edf-4d9f-a8d8-f4061079a7f7 req-970709ce-1e73-4356-b4d6-608b53949c77 service nova] [instance: 00c2ad50-52f0-477c-8973-5a0899b084b8] Updating instance_info_cache with network_info: [{"id": "6d12cd74-f3ec-420b-95aa-630fb2c63461", "address": "fa:16:3e:d4:0e:ec", "network": {"id": "78fe6863-d419-4ad8-bc86-d7a081b8999b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1219285107-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.103", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8840080b6b574c778530aeea5bf3f550", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6d12cd74-f3", "ovs_interfaceid": "6d12cd74-f3ec-420b-95aa-630fb2c63461", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:19:02 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-64637762-7edf-4d9f-a8d8-f4061079a7f7 req-970709ce-1e73-4356-b4d6-608b53949c77 service nova] Releasing lock "refresh_cache-00c2ad50-52f0-477c-8973-5a0899b084b8" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:19:03 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:19:04 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-7745d799-3fbe-4d3d-ba80-35aea5807997 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Acquiring lock "b637d5b3-fb04-4395-aebd-65290980782f" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:19:04 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-7745d799-3fbe-4d3d-ba80-35aea5807997 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Lock "b637d5b3-fb04-4395-aebd-65290980782f" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:19:04 user nova-compute[74535]: INFO nova.compute.manager [None req-7745d799-3fbe-4d3d-ba80-35aea5807997 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] [instance: b637d5b3-fb04-4395-aebd-65290980782f] Detaching volume d266a41f-cb89-4d77-8584-33fafd80a6c3
Dec 06 10:19:04 user nova-compute[74535]: INFO nova.virt.block_device [None req-7745d799-3fbe-4d3d-ba80-35aea5807997 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] [instance: b637d5b3-fb04-4395-aebd-65290980782f] Attempting to driver detach volume d266a41f-cb89-4d77-8584-33fafd80a6c3 from mountpoint /dev/vdb
Dec 06 10:19:04 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-7745d799-3fbe-4d3d-ba80-35aea5807997 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Attempting to detach device vdb from instance b637d5b3-fb04-4395-aebd-65290980782f from the persistent domain config. {{(pid=74535) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 10:19:04 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-7745d799-3fbe-4d3d-ba80-35aea5807997 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 10:19:04 user nova-compute[74535]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 10:19:04 user nova-compute[74535]:   <source dev="/dev/sdd"/>
Dec 06 10:19:04 user nova-compute[74535]:   <target dev="vdb" bus="virtio"/>
Dec 06 10:19:04 user nova-compute[74535]:   <serial>d266a41f-cb89-4d77-8584-33fafd80a6c3</serial>
Dec 06 10:19:04 user nova-compute[74535]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 10:19:04 user nova-compute[74535]: </disk>
Dec 06 10:19:04 user nova-compute[74535]:  {{(pid=74535) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 10:19:04 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-7745d799-3fbe-4d3d-ba80-35aea5807997 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Successfully detached device vdb from instance b637d5b3-fb04-4395-aebd-65290980782f from the persistent domain config.
Dec 06 10:19:04 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-7745d799-3fbe-4d3d-ba80-35aea5807997 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance b637d5b3-fb04-4395-aebd-65290980782f from the live domain config. {{(pid=74535) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 10:19:04 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-7745d799-3fbe-4d3d-ba80-35aea5807997 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 10:19:04 user nova-compute[74535]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 10:19:04 user nova-compute[74535]:   <source dev="/dev/sdd"/>
Dec 06 10:19:04 user nova-compute[74535]:   <target dev="vdb" bus="virtio"/>
Dec 06 10:19:04 user nova-compute[74535]:   <serial>d266a41f-cb89-4d77-8584-33fafd80a6c3</serial>
Dec 06 10:19:04 user nova-compute[74535]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 10:19:04 user nova-compute[74535]: </disk>
Dec 06 10:19:04 user nova-compute[74535]:  {{(pid=74535) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 10:19:04 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-7745d799-3fbe-4d3d-ba80-35aea5807997 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance b637d5b3-fb04-4395-aebd-65290980782f {{(pid=74535) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 10:19:05 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-e6bbbb63-372b-473d-a20b-3f3fb645f6e4 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Acquiring lock "00c2ad50-52f0-477c-8973-5a0899b084b8" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:19:05 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-e6bbbb63-372b-473d-a20b-3f3fb645f6e4 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Lock "00c2ad50-52f0-477c-8973-5a0899b084b8" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:19:05 user nova-compute[74535]: DEBUG nova.objects.instance [None req-e6bbbb63-372b-473d-a20b-3f3fb645f6e4 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Lazy-loading 'flavor' on Instance uuid 00c2ad50-52f0-477c-8973-5a0899b084b8 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:19:05 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-e6bbbb63-372b-473d-a20b-3f3fb645f6e4 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Lock "00c2ad50-52f0-477c-8973-5a0899b084b8" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.066s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:19:05 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-e6bbbb63-372b-473d-a20b-3f3fb645f6e4 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Acquiring lock "00c2ad50-52f0-477c-8973-5a0899b084b8" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:19:05 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-e6bbbb63-372b-473d-a20b-3f3fb645f6e4 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Lock "00c2ad50-52f0-477c-8973-5a0899b084b8" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:19:05 user nova-compute[74535]: INFO nova.compute.manager [None req-e6bbbb63-372b-473d-a20b-3f3fb645f6e4 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: 00c2ad50-52f0-477c-8973-5a0899b084b8] Attaching volume 1e71e35c-f77c-43d2-8f17-b5285acca7eb to /dev/vdb
Dec 06 10:19:05 user nova-compute[74535]: DEBUG os_brick.utils [None req-e6bbbb63-372b-473d-a20b-3f3fb645f6e4 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:19:05 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:19:05 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:19:05 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[c568c341-d0b4-42ad-ab39-13f54b97f51d]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d95ac7cee77a\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:19:05 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:19:05 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:19:05 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c20161b-d181-4021-b26b-8867d594de7e]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:19:05 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:19:05 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:19:05 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[32164e3e-a441-44db-9177-86b76d7c2c44]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:19:05 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[8057203c-67fd-466d-b168-a3fdcf895070]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:19:05 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-e6bbbb63-372b-473d-a20b-3f3fb645f6e4 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Running cmd (subprocess): nvme version {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:19:05 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-e6bbbb63-372b-473d-a20b-3f3fb645f6e4 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] 'nvme version' failed. Not Retrying. {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 10:19:05 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.nvmeof [None req-e6bbbb63-372b-473d-a20b-3f3fb645f6e4 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] nvme not present on system {{(pid=74535) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 10:19:05 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:19:05 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:19:05 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 10:19:05 user nova-compute[74535]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 10:19:05 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[d60bda0c-2665-407e-b122-39289ccf9fe3]: (4, '') {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:19:05 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-e6bbbb63-372b-473d-a20b-3f3fb645f6e4 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74535) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 10:19:05 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-e6bbbb63-372b-473d-a20b-3f3fb645f6e4 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74535) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 10:19:05 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-e6bbbb63-372b-473d-a20b-3f3fb645f6e4 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] LIGHTOS: no hostnqn found. {{(pid=74535) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 10:19:05 user nova-compute[74535]: DEBUG os_brick.utils [None req-e6bbbb63-372b-473d-a20b-3f3fb645f6e4 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] <== get_connector_properties: return (134ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d95ac7cee77a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:19:05 user nova-compute[74535]: DEBUG nova.virt.block_device [None req-e6bbbb63-372b-473d-a20b-3f3fb645f6e4 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: 00c2ad50-52f0-477c-8973-5a0899b084b8] Updating existing volume attachment record: 3b9b3934-a8a0-4906-8c65-59eb1fc61f3e {{(pid=74535) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 10:19:05 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] Creating instance directory {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 10:19:05 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] Creating image(s)
Dec 06 10:19:05 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] Did not create local disks {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4867}}
Dec 06 10:19:05 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] Ensure instance console log exists: /opt/stack/data/nova/instances/1c96df88-e418-4e7f-8dc7-11ded268be2f/console.log {{(pid=74535) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 10:19:05 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:19:05 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:19:05 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:19:05 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] Start _get_guest_xml network_info=[{"id": "826a7e89-24d5-467a-9863-54b98ea68d92", "address": "fa:16:3e:0c:a2:3f", "network": {"id": "74a3f146-4003-425a-8979-30526ca54e84", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1622508651-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ace73dfd4cb4dfb8dab473b5f2efeb4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap826a7e89-24", "ovs_interfaceid": "826a7e89-24d5-467a-9863-54b98ea68d92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T09:52:28Z,direct_url=<?>,disk_format='qcow2',id=b338f3c8-9974-4b9f-bacb-c75dd541c256,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='563f6a2917a742ada39fb0e950eece6e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T09:52:30Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'delete_on_termination': True, 'attachment_id': '4b32a586-b4d7-4e2d-b24b-c2459e57a816', 'boot_index': 0, 'device_type': 'disk', 'guest_format': None, 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'obzNauKn', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '1c96df88-e418-4e7f-8dc7-11ded268be2f', 'attached_at': '', 'detached_at': '', 'volume_id': 'd46b9bdd-8136-4b0b-b2b8-13b067d9bca8', 'serial': 'd46b9bdd-8136-4b0b-b2b8-13b067d9bca8'}, 'volume_type': None} {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 10:19:05 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Dec 06 10:19:05 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Dec 06 10:19:05 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 10:19:05 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] CPU controller missing on host. {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 10:19:05 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 10:19:05 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] CPU controller found on host. {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 10:19:05 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74535) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 10:19:05 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T09:52:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T09:52:28Z,direct_url=<?>,disk_format='qcow2',id=b338f3c8-9974-4b9f-bacb-c75dd541c256,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='563f6a2917a742ada39fb0e950eece6e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T09:52:30Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 10:19:05 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Flavor limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 10:19:05 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Image limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 10:19:05 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Flavor pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 10:19:05 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Image pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 10:19:05 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 10:19:05 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 10:19:05 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 10:19:05 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Got 1 possible topologies {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 10:19:05 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 10:19:05 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 10:19:05 user nova-compute[74535]: DEBUG nova.objects.instance [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Lazy-loading 'vcpu_model' on Instance uuid 1c96df88-e418-4e7f-8dc7-11ded268be2f {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:19:05 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] Calling os-brick to attach iSCSI Volume {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 10:19:05 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'obzNauKn', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:19:05 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Dec 06 10:19:05 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:19:05 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:19:05 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Dec 06 10:19:05 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:19:05 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:19:05 user nova-compute[74535]: INFO os_brick.initiator.connectors.iscsi [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 10:19:05 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 -p 172.16.0.220:3260 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:19:05 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:19:05 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[981f2063-86a7-4973-b27a-52297bc62b2c]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:19:05 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 10:19:05 user nova-compute[74535]:  {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:19:05 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 -p 172.16.0.220:3260 --interface default --op new {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:19:05 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:19:05 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[f0613698-d561-4674-908b-a03677a218ac]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8] added\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:19:05 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8] added
Dec 06 10:19:05 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:19:05 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:19:05 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:19:05 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[336051ef-713a-4388-a436-cba4440e32cc]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:19:05 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:19:05 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:19:05 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:19:05 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[526865da-7b8e-4ac5-9832-0ad8382f2cd8]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:19:05 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:19:05 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v obzNauKn {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:19:05 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v obzNauKn" returned: 0 in 0.022s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:19:05 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ad21e81-e673-49ea-aa5c-da80496769c5]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:19:05 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'obzNauKn'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:19:05 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:19:05 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:19:05 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[77eeed25-8b6f-4c28-8cff-823a395b6064]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:19:05 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:19:05 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:19:05 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:19:05 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[591da9a7-76b6-4ffc-b4b7-3b192cfdf8da]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d266a41f-cb89-4d77-8584-33fafd80a6c3 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2cd6a3dd-572d-4856-8e53-64de00be4737 (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:19:05 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:19:05 user nova-compute[74535]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d266a41f-cb89-4d77-8584-33fafd80a6c3 (non-flash)
Dec 06 10:19:05 user nova-compute[74535]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c (non-flash)
Dec 06 10:19:05 user nova-compute[74535]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2cd6a3dd-572d-4856-8e53-64de00be4737 (non-flash)
Dec 06 10:19:05 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:19:05 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:19:05 user nova-compute[74535]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d266a41f-cb89-4d77-8584-33fafd80a6c3 (non-flash)
Dec 06 10:19:05 user nova-compute[74535]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c (non-flash)
Dec 06 10:19:05 user nova-compute[74535]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2cd6a3dd-572d-4856-8e53-64de00be4737 (non-flash)
Dec 06 10:19:05 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:19:05 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 -p 172.16.0.220:3260 --login {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:19:05 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 -p 172.16.0.220:3260 --login" returned: 0 in 0.066s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:19:05 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[dfa51f5a-6659-4eb4-b501-8dd9a4506190]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:19:05 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8, portal: 172.16.0.220,3260]
Dec 06 10:19:05 user nova-compute[74535]: Login to [iface: default, target: iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8, portal: 172.16.0.220,3260] successful.
Dec 06 10:19:05 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:19:05 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:19:05 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:19:05 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[95b917c5-ddd7-4930-9a42-474c4da49a24]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:19:05 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:19:05 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:19:05 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:19:05 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[d5bc6e92-5c11-4484-a156-128f4f738d83]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d266a41f-cb89-4d77-8584-33fafd80a6c3 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2cd6a3dd-572d-4856-8e53-64de00be4737 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:19:05 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:19:05 user nova-compute[74535]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d266a41f-cb89-4d77-8584-33fafd80a6c3 (non-flash)
Dec 06 10:19:05 user nova-compute[74535]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c (non-flash)
Dec 06 10:19:05 user nova-compute[74535]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2cd6a3dd-572d-4856-8e53-64de00be4737 (non-flash)
Dec 06 10:19:05 user nova-compute[74535]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 (non-flash)
Dec 06 10:19:05 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:19:05 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:19:05 user nova-compute[74535]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d266a41f-cb89-4d77-8584-33fafd80a6c3 (non-flash)
Dec 06 10:19:05 user nova-compute[74535]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c (non-flash)
Dec 06 10:19:05 user nova-compute[74535]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2cd6a3dd-572d-4856-8e53-64de00be4737 (non-flash)
Dec 06 10:19:05 user nova-compute[74535]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 (non-flash)
Dec 06 10:19:05 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:19:05 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.296s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:19:05 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Connected to 172.16.0.220:3260 {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 10:19:05 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] HCTL ('33', '-', '-', 0) found on session 47 with lun 0 {{(pid=74535) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 10:19:05 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74535) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 10:19:05 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:19:05 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:19:05 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[245f4475-7181-4459-8c1c-f159f54e36d3]: (4, ('- - 0', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:19:05 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Searching for a device in session 47 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74535) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 10:19:05 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'obzNauKn', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 10:19:07 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.338s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:19:07 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] <== connect_volume: return (1339ms) {'type': 'block', 'scsi_wwn': '23862383764396531', 'path': '/dev/sdb'} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:19:07 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23862383764396531', 'path': '/dev/sdb'} {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 10:19:07 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-06T10:16:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-70292426',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1788277063',id=40,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOCjAa58U3pjw2U/XdmjgSf/V4SUGHZ2acu/GpleInPmA5VjyHP52F4vQLc4EScqgWEvi0nnOsiw75M1Rkn6z7HvKR7zV4wRn7V7hH4mrtCzi2mFy8eezqE+Z298Sr8S3g==',key_name='tempest-keypair-1469283717',keypairs=<?>,launch_index=0,launched_at=2023-12-06T10:16:55Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='0ace73dfd4cb4dfb8dab473b5f2efeb4',ramdisk_id='',reservation_id='r-7gu3vl08',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-396942444',owner_user_name='tempest-ServerActionsV293TestJSON-396942444-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T10:18:55Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3ffb4a55eede41ed98387c10775964a1',uuid=1c96df88-e418-4e7f-8dc7-11ded268be2f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "826a7e89-24d5-467a-9863-54b98ea68d92", "address": "fa:16:3e:0c:a2:3f", "network": {"id": "74a3f146-4003-425a-8979-30526ca54e84", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1622508651-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ace73dfd4cb4dfb8dab473b5f2efeb4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap826a7e89-24", "ovs_interfaceid": "826a7e89-24d5-467a-9863-54b98ea68d92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74535) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 10:19:07 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Converting VIF {"id": "826a7e89-24d5-467a-9863-54b98ea68d92", "address": "fa:16:3e:0c:a2:3f", "network": {"id": "74a3f146-4003-425a-8979-30526ca54e84", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1622508651-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ace73dfd4cb4dfb8dab473b5f2efeb4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap826a7e89-24", "ovs_interfaceid": "826a7e89-24d5-467a-9863-54b98ea68d92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:19:07 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:0c:a2:3f,bridge_name='br-int',has_traffic_filtering=True,id=826a7e89-24d5-467a-9863-54b98ea68d92,network=Network(74a3f146-4003-425a-8979-30526ca54e84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap826a7e89-24') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:19:07 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] End _get_guest_xml xml=<domain type="kvm">
Dec 06 10:19:07 user nova-compute[74535]:   <uuid>1c96df88-e418-4e7f-8dc7-11ded268be2f</uuid>
Dec 06 10:19:07 user nova-compute[74535]:   <name>instance-00000028</name>
Dec 06 10:19:07 user nova-compute[74535]:   <memory>524288</memory>
Dec 06 10:19:07 user nova-compute[74535]:   <vcpu>1</vcpu>
Dec 06 10:19:07 user nova-compute[74535]:   <metadata>
Dec 06 10:19:07 user nova-compute[74535]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 10:19:07 user nova-compute[74535]:       <nova:package version="0.0.0"/>
Dec 06 10:19:07 user nova-compute[74535]:       <nova:name>tempest-ServerActionsV293TestJSON-server-70292426</nova:name>
Dec 06 10:19:07 user nova-compute[74535]:       <nova:creationTime>2023-12-06 10:19:05</nova:creationTime>
Dec 06 10:19:07 user nova-compute[74535]:       <nova:flavor name="m1.tiny">
Dec 06 10:19:07 user nova-compute[74535]:         <nova:memory>512</nova:memory>
Dec 06 10:19:07 user nova-compute[74535]:         <nova:disk>1</nova:disk>
Dec 06 10:19:07 user nova-compute[74535]:         <nova:swap>0</nova:swap>
Dec 06 10:19:07 user nova-compute[74535]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 10:19:07 user nova-compute[74535]:         <nova:vcpus>1</nova:vcpus>
Dec 06 10:19:07 user nova-compute[74535]:       </nova:flavor>
Dec 06 10:19:07 user nova-compute[74535]:       <nova:owner>
Dec 06 10:19:07 user nova-compute[74535]:         <nova:user uuid="3ffb4a55eede41ed98387c10775964a1">tempest-ServerActionsV293TestJSON-396942444-project-member</nova:user>
Dec 06 10:19:07 user nova-compute[74535]:         <nova:project uuid="0ace73dfd4cb4dfb8dab473b5f2efeb4">tempest-ServerActionsV293TestJSON-396942444</nova:project>
Dec 06 10:19:07 user nova-compute[74535]:       </nova:owner>
Dec 06 10:19:07 user nova-compute[74535]:       <nova:ports>
Dec 06 10:19:07 user nova-compute[74535]:         <nova:port uuid="826a7e89-24d5-467a-9863-54b98ea68d92">
Dec 06 10:19:07 user nova-compute[74535]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Dec 06 10:19:07 user nova-compute[74535]:         </nova:port>
Dec 06 10:19:07 user nova-compute[74535]:       </nova:ports>
Dec 06 10:19:07 user nova-compute[74535]:     </nova:instance>
Dec 06 10:19:07 user nova-compute[74535]:   </metadata>
Dec 06 10:19:07 user nova-compute[74535]:   <sysinfo type="smbios">
Dec 06 10:19:07 user nova-compute[74535]:     <system>
Dec 06 10:19:07 user nova-compute[74535]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 10:19:07 user nova-compute[74535]:       <entry name="product">OpenStack Nova</entry>
Dec 06 10:19:07 user nova-compute[74535]:       <entry name="version">0.0.0</entry>
Dec 06 10:19:07 user nova-compute[74535]:       <entry name="serial">1c96df88-e418-4e7f-8dc7-11ded268be2f</entry>
Dec 06 10:19:07 user nova-compute[74535]:       <entry name="uuid">1c96df88-e418-4e7f-8dc7-11ded268be2f</entry>
Dec 06 10:19:07 user nova-compute[74535]:       <entry name="family">Virtual Machine</entry>
Dec 06 10:19:07 user nova-compute[74535]:     </system>
Dec 06 10:19:07 user nova-compute[74535]:   </sysinfo>
Dec 06 10:19:07 user nova-compute[74535]:   <os>
Dec 06 10:19:07 user nova-compute[74535]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 10:19:07 user nova-compute[74535]:     <boot dev="hd"/>
Dec 06 10:19:07 user nova-compute[74535]:     <smbios mode="sysinfo"/>
Dec 06 10:19:07 user nova-compute[74535]:   </os>
Dec 06 10:19:07 user nova-compute[74535]:   <features>
Dec 06 10:19:07 user nova-compute[74535]:     <acpi/>
Dec 06 10:19:07 user nova-compute[74535]:     <apic/>
Dec 06 10:19:07 user nova-compute[74535]:     <vmcoreinfo/>
Dec 06 10:19:07 user nova-compute[74535]:   </features>
Dec 06 10:19:07 user nova-compute[74535]:   <clock offset="utc">
Dec 06 10:19:07 user nova-compute[74535]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 10:19:07 user nova-compute[74535]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 10:19:07 user nova-compute[74535]:     <timer name="hpet" present="no"/>
Dec 06 10:19:07 user nova-compute[74535]:   </clock>
Dec 06 10:19:07 user nova-compute[74535]:   <cpu mode="custom" match="exact">
Dec 06 10:19:07 user nova-compute[74535]:     <model>Nehalem</model>
Dec 06 10:19:07 user nova-compute[74535]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 10:19:07 user nova-compute[74535]:   </cpu>
Dec 06 10:19:07 user nova-compute[74535]:   <devices>
Dec 06 10:19:07 user nova-compute[74535]:     <disk type="block" device="disk">
Dec 06 10:19:07 user nova-compute[74535]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 10:19:07 user nova-compute[74535]:       <source dev="/dev/sdb"/>
Dec 06 10:19:07 user nova-compute[74535]:       <target dev="vda" bus="virtio"/>
Dec 06 10:19:07 user nova-compute[74535]:       <serial>d46b9bdd-8136-4b0b-b2b8-13b067d9bca8</serial>
Dec 06 10:19:07 user nova-compute[74535]:     </disk>
Dec 06 10:19:07 user nova-compute[74535]:     <interface type="ethernet">
Dec 06 10:19:07 user nova-compute[74535]:       <mac address="fa:16:3e:0c:a2:3f"/>
Dec 06 10:19:07 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 10:19:07 user nova-compute[74535]:       <mtu size="1442"/>
Dec 06 10:19:07 user nova-compute[74535]:       <target dev="tap826a7e89-24"/>
Dec 06 10:19:07 user nova-compute[74535]:     </interface>
Dec 06 10:19:07 user nova-compute[74535]:     <serial type="pty">
Dec 06 10:19:07 user nova-compute[74535]:       <log file="/opt/stack/data/nova/instances/1c96df88-e418-4e7f-8dc7-11ded268be2f/console.log" append="off"/>
Dec 06 10:19:07 user nova-compute[74535]:     </serial>
Dec 06 10:19:07 user nova-compute[74535]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 10:19:07 user nova-compute[74535]:     <video>
Dec 06 10:19:07 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 10:19:07 user nova-compute[74535]:     </video>
Dec 06 10:19:07 user nova-compute[74535]:     <rng model="virtio">
Dec 06 10:19:07 user nova-compute[74535]:       <backend model="random">/dev/urandom</backend>
Dec 06 10:19:07 user nova-compute[74535]:     </rng>
Dec 06 10:19:07 user nova-compute[74535]:     <controller type="usb" index="0" model="none"/>
Dec 06 10:19:07 user nova-compute[74535]:     <memballoon model="virtio">
Dec 06 10:19:07 user nova-compute[74535]:       <stats period="10"/>
Dec 06 10:19:07 user nova-compute[74535]:     </memballoon>
Dec 06 10:19:07 user nova-compute[74535]:   </devices>
Dec 06 10:19:07 user nova-compute[74535]: </domain>
Dec 06 10:19:07 user nova-compute[74535]:  {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 10:19:07 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-06T10:16:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-70292426',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1788277063',id=40,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOCjAa58U3pjw2U/XdmjgSf/V4SUGHZ2acu/GpleInPmA5VjyHP52F4vQLc4EScqgWEvi0nnOsiw75M1Rkn6z7HvKR7zV4wRn7V7hH4mrtCzi2mFy8eezqE+Z298Sr8S3g==',key_name='tempest-keypair-1469283717',keypairs=<?>,launch_index=0,launched_at=2023-12-06T10:16:55Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='0ace73dfd4cb4dfb8dab473b5f2efeb4',ramdisk_id='',reservation_id='r-7gu3vl08',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-396942444',owner_user_name='tempest-ServerActionsV293TestJSON-396942444-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T10:18:55Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3ffb4a55eede41ed98387c10775964a1',uuid=1c96df88-e418-4e7f-8dc7-11ded268be2f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "826a7e89-24d5-467a-9863-54b98ea68d92", "address": "fa:16:3e:0c:a2:3f", "network": {"id": "74a3f146-4003-425a-8979-30526ca54e84", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1622508651-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ace73dfd4cb4dfb8dab473b5f2efeb4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap826a7e89-24", "ovs_interfaceid": "826a7e89-24d5-467a-9863-54b98ea68d92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 10:19:07 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Converting VIF {"id": "826a7e89-24d5-467a-9863-54b98ea68d92", "address": "fa:16:3e:0c:a2:3f", "network": {"id": "74a3f146-4003-425a-8979-30526ca54e84", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1622508651-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ace73dfd4cb4dfb8dab473b5f2efeb4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap826a7e89-24", "ovs_interfaceid": "826a7e89-24d5-467a-9863-54b98ea68d92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:19:07 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:0c:a2:3f,bridge_name='br-int',has_traffic_filtering=True,id=826a7e89-24d5-467a-9863-54b98ea68d92,network=Network(74a3f146-4003-425a-8979-30526ca54e84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap826a7e89-24') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:19:07 user nova-compute[74535]: DEBUG os_vif [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Plugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:0c:a2:3f,bridge_name='br-int',has_traffic_filtering=True,id=826a7e89-24d5-467a-9863-54b98ea68d92,network=Network(74a3f146-4003-425a-8979-30526ca54e84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap826a7e89-24') {{(pid=74535) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 10:19:07 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:19:07 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:19:07 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 10:19:07 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:19:07 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'a8489727-7186-5bb3-bec0-ab2bac1fc7e4', '_type': 'linux-noop'}}, row=False) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:19:07 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:19:07 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:19:07 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:19:07 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap826a7e89-24, may_exist=True, interface_attrs={}) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:19:07 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap826a7e89-24, col_values=(('qos', UUID('9f608d11-8ad3-4bba-b684-817245becce4')),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:19:07 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap826a7e89-24, col_values=(('external_ids', {'iface-id': '826a7e89-24d5-467a-9863-54b98ea68d92', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:0c:a2:3f', 'vm-uuid': '1c96df88-e418-4e7f-8dc7-11ded268be2f'}),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:19:07 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:19:07 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:19:07 user nova-compute[74535]: INFO os_vif [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Successfully plugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:0c:a2:3f,bridge_name='br-int',has_traffic_filtering=True,id=826a7e89-24d5-467a-9863-54b98ea68d92,network=Network(74a3f146-4003-425a-8979-30526ca54e84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap826a7e89-24')
Dec 06 10:19:07 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] No BDM found with device name vda, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 10:19:07 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] No VIF found with MAC fa:16:3e:0c:a2:3f, not building metadata {{(pid=74535) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 10:19:08 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-e7e1c05d-c2bb-4f78-a41f-70160cac43ec tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance fe817c29-6591-4ff1-9662-a3c83681ed9b is timed out.
Dec 06 10:19:08 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-e7e1c05d-c2bb-4f78-a41f-70160cac43ec tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Successfully detached device vdb from instance fe817c29-6591-4ff1-9662-a3c83681ed9b from the live domain config.
Dec 06 10:19:08 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e7e1c05d-c2bb-4f78-a41f-70160cac43ec tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: fe817c29-6591-4ff1-9662-a3c83681ed9b] calling os-brick to detach iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 10:19:08 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7e1c05d-c2bb-4f78-a41f-70160cac43ec tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, {'target_iqn': 'iqn.2010-10.org.openstack:2cd6a3dd-572d-4856-8e53-64de00be4737', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QFoszkGW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': False}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:19:08 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-e7e1c05d-c2bb-4f78-a41f-70160cac43ec tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:19:08 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-e7e1c05d-c2bb-4f78-a41f-70160cac43ec tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:19:08 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-e7e1c05d-c2bb-4f78-a41f-70160cac43ec tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:19:08 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:19:08 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.025s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:19:08 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[30f7430d-9eb4-496d-b3d8-752d4e860d27]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d266a41f-cb89-4d77-8584-33fafd80a6c3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2cd6a3dd-572d-4856-8e53-64de00be4737\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:19:08 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7e1c05d-c2bb-4f78-a41f-70160cac43ec tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 10:19:08 user nova-compute[74535]: No targets found.
Dec 06 10:19:08 user nova-compute[74535]: iSNS:
Dec 06 10:19:08 user nova-compute[74535]: No targets found.
Dec 06 10:19:08 user nova-compute[74535]: STATIC:
Dec 06 10:19:08 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8
Dec 06 10:19:08 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:19:08 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:19:08 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8
Dec 06 10:19:08 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:19:08 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:19:08 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c
Dec 06 10:19:08 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:19:08 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:19:08 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:d266a41f-cb89-4d77-8584-33fafd80a6c3
Dec 06 10:19:08 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:19:08 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:19:08 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:2cd6a3dd-572d-4856-8e53-64de00be4737
Dec 06 10:19:08 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:19:08 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:19:08 user nova-compute[74535]: FIRMWARE:
Dec 06 10:19:08 user nova-compute[74535]: No targets found.
Dec 06 10:19:08 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:19:08 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7e1c05d-c2bb-4f78-a41f-70160cac43ec tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 10:19:08 user nova-compute[74535]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 10:19:08 user nova-compute[74535]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74535) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 10:19:08 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7e1c05d-c2bb-4f78-a41f-70160cac43ec tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2cd6a3dd-572d-4856-8e53-64de00be4737', 0)] {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 10:19:08 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:19:08 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:19:08 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[f8b79733-cb43-40a8-9e97-f7aafa019f9b]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2cd6a3dd-572d-4856-8e53-64de00be4737\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d266a41f-cb89-4d77-8584-33fafd80a6c3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:19:08 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:19:08 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:19:08 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[65b1f02b-264c-4957-8752-4d88ff847b35]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d266a41f-cb89-4d77-8584-33fafd80a6c3 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2cd6a3dd-572d-4856-8e53-64de00be4737 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:19:08 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7e1c05d-c2bb-4f78-a41f-70160cac43ec tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:19:08 user nova-compute[74535]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d266a41f-cb89-4d77-8584-33fafd80a6c3 (non-flash)
Dec 06 10:19:08 user nova-compute[74535]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c (non-flash)
Dec 06 10:19:08 user nova-compute[74535]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2cd6a3dd-572d-4856-8e53-64de00be4737 (non-flash)
Dec 06 10:19:08 user nova-compute[74535]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 (non-flash)
Dec 06 10:19:08 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:19:08 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7e1c05d-c2bb-4f78-a41f-70160cac43ec tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:19:08 user nova-compute[74535]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d266a41f-cb89-4d77-8584-33fafd80a6c3 (non-flash)
Dec 06 10:19:08 user nova-compute[74535]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c (non-flash)
Dec 06 10:19:08 user nova-compute[74535]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2cd6a3dd-572d-4856-8e53-64de00be4737 (non-flash)
Dec 06 10:19:08 user nova-compute[74535]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 (non-flash)
Dec 06 10:19:08 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:19:08 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7e1c05d-c2bb-4f78-a41f-70160cac43ec tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ff1005aa0e0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2cd6a3dd-572d-4856-8e53-64de00be4737'): ({'sde'}, set())}) {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 10:19:08 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-e7e1c05d-c2bb-4f78-a41f-70160cac43ec tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Removing single pathed devices sde {{(pid=74535) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 10:19:08 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:19:08 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:19:08 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[35b0fcd1-569b-4829-a4d9-9794201bb213]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:19:08 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:19:08 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:19:08 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[618f158e-a6e1-4355-a544-0b77233e7614]: (4, ('ok\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:19:08 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-e7e1c05d-c2bb-4f78-a41f-70160cac43ec tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Flushing IO for device /dev/sde {{(pid=74535) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 10:19:08 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:19:08 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.015s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:19:08 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c7e7fb6-f348-42a7-8084-9455277ed363]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:19:08 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-e7e1c05d-c2bb-4f78-a41f-70160cac43ec tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=74535) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 10:19:08 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:19:08 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.045s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:19:08 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[46306091-10fd-45bb-95c5-dc4d23de093b]: (4, ('1', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:19:08 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-e7e1c05d-c2bb-4f78-a41f-70160cac43ec tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 10:19:08 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-e7e1c05d-c2bb-4f78-a41f-70160cac43ec tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] SCSI volumes sde have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 10:19:08 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7e1c05d-c2bb-4f78-a41f-70160cac43ec tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2cd6a3dd-572d-4856-8e53-64de00be4737')] {{(pid=74535) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 10:19:08 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2cd6a3dd-572d-4856-8e53-64de00be4737 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:19:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:19:08 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2cd6a3dd-572d-4856-8e53-64de00be4737 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:19:08 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[29a64018-e3a8-41ca-97b3-e1eaeaf631c7]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:19:08 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7e1c05d-c2bb-4f78-a41f-70160cac43ec tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:19:08 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2cd6a3dd-572d-4856-8e53-64de00be4737 -p 172.16.0.220:3260 --logout {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:19:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:19:08 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2cd6a3dd-572d-4856-8e53-64de00be4737 -p 172.16.0.220:3260 --logout" returned: 0 in 0.079s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:19:08 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7239827-e354-4b18-99ee-cda3390cc0a2]: (4, ('Logging out of session [sid: 46, target: iqn.2010-10.org.openstack:2cd6a3dd-572d-4856-8e53-64de00be4737, portal: 172.16.0.220,3260]\nLogout of [sid: 46, target: iqn.2010-10.org.openstack:2cd6a3dd-572d-4856-8e53-64de00be4737, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:19:08 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7e1c05d-c2bb-4f78-a41f-70160cac43ec tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 46, target: iqn.2010-10.org.openstack:2cd6a3dd-572d-4856-8e53-64de00be4737, portal: 172.16.0.220,3260]
Dec 06 10:19:08 user nova-compute[74535]: Logout of [sid: 46, target: iqn.2010-10.org.openstack:2cd6a3dd-572d-4856-8e53-64de00be4737, portal: 172.16.0.220,3260] successful.
Dec 06 10:19:08 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:19:08 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2cd6a3dd-572d-4856-8e53-64de00be4737 -p 172.16.0.220:3260 --op delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:19:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:19:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:19:08 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2cd6a3dd-572d-4856-8e53-64de00be4737 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.038s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:19:08 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[70da8163-3d72-4257-9784-c4ac3d86a807]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:19:08 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7e1c05d-c2bb-4f78-a41f-70160cac43ec tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:19:08 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-e7e1c05d-c2bb-4f78-a41f-70160cac43ec tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.374s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:19:08 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7e1c05d-c2bb-4f78-a41f-70160cac43ec tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] <== disconnect_volume: return (376ms) None {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:19:08 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e7e1c05d-c2bb-4f78-a41f-70160cac43ec tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: fe817c29-6591-4ff1-9662-a3c83681ed9b] Disconnected iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 10:19:08 user nova-compute[74535]: DEBUG nova.compute.manager [req-d67bd09a-53a6-42e6-aa74-d9d0eb706462 req-024a5cc0-bab3-4552-b4c7-f481b8cff97b service nova] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] Received event network-vif-plugged-826a7e89-24d5-467a-9863-54b98ea68d92 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:19:08 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-d67bd09a-53a6-42e6-aa74-d9d0eb706462 req-024a5cc0-bab3-4552-b4c7-f481b8cff97b service nova] Acquiring lock "1c96df88-e418-4e7f-8dc7-11ded268be2f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:19:08 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-d67bd09a-53a6-42e6-aa74-d9d0eb706462 req-024a5cc0-bab3-4552-b4c7-f481b8cff97b service nova] Lock "1c96df88-e418-4e7f-8dc7-11ded268be2f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:19:08 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-d67bd09a-53a6-42e6-aa74-d9d0eb706462 req-024a5cc0-bab3-4552-b4c7-f481b8cff97b service nova] Lock "1c96df88-e418-4e7f-8dc7-11ded268be2f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:19:08 user nova-compute[74535]: DEBUG nova.compute.manager [req-d67bd09a-53a6-42e6-aa74-d9d0eb706462 req-024a5cc0-bab3-4552-b4c7-f481b8cff97b service nova] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] No waiting events found dispatching network-vif-plugged-826a7e89-24d5-467a-9863-54b98ea68d92 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:19:08 user nova-compute[74535]: WARNING nova.compute.manager [req-d67bd09a-53a6-42e6-aa74-d9d0eb706462 req-024a5cc0-bab3-4552-b4c7-f481b8cff97b service nova] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] Received unexpected event network-vif-plugged-826a7e89-24d5-467a-9863-54b98ea68d92 for instance with vm_state active and task_state rebuild_spawning.
Dec 06 10:19:09 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:19:09 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:19:09 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:19:09 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:19:09 user nova-compute[74535]: DEBUG nova.objects.instance [None req-e7e1c05d-c2bb-4f78-a41f-70160cac43ec tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lazy-loading 'flavor' on Instance uuid fe817c29-6591-4ff1-9662-a3c83681ed9b {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:19:09 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-e7e1c05d-c2bb-4f78-a41f-70160cac43ec tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lock "fe817c29-6591-4ff1-9662-a3c83681ed9b" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.905s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:19:10 user nova-compute[74535]: DEBUG nova.compute.manager [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] Instance event wait completed in 0 seconds for  {{(pid=74535) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 10:19:10 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] Guest created on hypervisor {{(pid=74535) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 10:19:10 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] Instance spawned successfully.
Dec 06 10:19:10 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 10:19:10 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] Found default for hw_cdrom_bus of ide {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:19:10 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] Found default for hw_disk_bus of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:19:10 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] Found default for hw_input_bus of None {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:19:10 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] Found default for hw_pointer_model of None {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:19:10 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] Found default for hw_video_model of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:19:10 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] Found default for hw_vif_model of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:19:10 user nova-compute[74535]: DEBUG nova.compute.manager [req-217849ed-acbd-4f1f-a323-576996fa687a req-067a9835-631c-4f6a-9486-266e1b343cb8 service nova] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] Received event network-vif-plugged-826a7e89-24d5-467a-9863-54b98ea68d92 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:19:10 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-217849ed-acbd-4f1f-a323-576996fa687a req-067a9835-631c-4f6a-9486-266e1b343cb8 service nova] Acquiring lock "1c96df88-e418-4e7f-8dc7-11ded268be2f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:19:10 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-217849ed-acbd-4f1f-a323-576996fa687a req-067a9835-631c-4f6a-9486-266e1b343cb8 service nova] Lock "1c96df88-e418-4e7f-8dc7-11ded268be2f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:19:10 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-217849ed-acbd-4f1f-a323-576996fa687a req-067a9835-631c-4f6a-9486-266e1b343cb8 service nova] Lock "1c96df88-e418-4e7f-8dc7-11ded268be2f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:19:10 user nova-compute[74535]: DEBUG nova.compute.manager [req-217849ed-acbd-4f1f-a323-576996fa687a req-067a9835-631c-4f6a-9486-266e1b343cb8 service nova] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] No waiting events found dispatching network-vif-plugged-826a7e89-24d5-467a-9863-54b98ea68d92 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:19:10 user nova-compute[74535]: WARNING nova.compute.manager [req-217849ed-acbd-4f1f-a323-576996fa687a req-067a9835-631c-4f6a-9486-266e1b343cb8 service nova] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] Received unexpected event network-vif-plugged-826a7e89-24d5-467a-9863-54b98ea68d92 for instance with vm_state active and task_state rebuild_spawning.
Dec 06 10:19:10 user nova-compute[74535]: DEBUG nova.compute.manager [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] Checking state {{(pid=74535) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 10:19:10 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:19:10 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:19:10 user nova-compute[74535]: DEBUG nova.objects.instance [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=74535) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}}
Dec 06 10:19:11 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-ea035f7a-c4b8-451e-a57f-0ec36948d490 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.075s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:19:12 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:19:13 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:19:15 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e6bbbb63-372b-473d-a20b-3f3fb645f6e4 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: 00c2ad50-52f0-477c-8973-5a0899b084b8] Calling os-brick to attach iSCSI Volume {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 10:19:15 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6bbbb63-372b-473d-a20b-3f3fb645f6e4 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:1e71e35c-f77c-43d2-8f17-b5285acca7eb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'agpQGCXF', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:19:15 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-e6bbbb63-372b-473d-a20b-3f3fb645f6e4 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:19:15 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-e6bbbb63-372b-473d-a20b-3f3fb645f6e4 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:19:15 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-e6bbbb63-372b-473d-a20b-3f3fb645f6e4 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:19:15 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-e6bbbb63-372b-473d-a20b-3f3fb645f6e4 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:19:15 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-e6bbbb63-372b-473d-a20b-3f3fb645f6e4 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1e71e35c-f77c-43d2-8f17-b5285acca7eb" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:19:15 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-e6bbbb63-372b-473d-a20b-3f3fb645f6e4 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1e71e35c-f77c-43d2-8f17-b5285acca7eb" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:19:15 user nova-compute[74535]: INFO os_brick.initiator.connectors.iscsi [None req-e6bbbb63-372b-473d-a20b-3f3fb645f6e4 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 10:19:15 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1e71e35c-f77c-43d2-8f17-b5285acca7eb -p 172.16.0.220:3260 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:19:15 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1e71e35c-f77c-43d2-8f17-b5285acca7eb -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:19:15 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[84d733a3-179c-4b3e-8ec5-9cbcde5dd0e2]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:19:15 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6bbbb63-372b-473d-a20b-3f3fb645f6e4 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 10:19:15 user nova-compute[74535]:  {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:19:15 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1e71e35c-f77c-43d2-8f17-b5285acca7eb -p 172.16.0.220:3260 --interface default --op new {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:19:15 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1e71e35c-f77c-43d2-8f17-b5285acca7eb -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:19:15 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[d9a7c79a-bfb3-4d90-8bbd-661d983bae74]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1e71e35c-f77c-43d2-8f17-b5285acca7eb] added\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:19:15 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6bbbb63-372b-473d-a20b-3f3fb645f6e4 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1e71e35c-f77c-43d2-8f17-b5285acca7eb] added
Dec 06 10:19:15 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:19:15 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1e71e35c-f77c-43d2-8f17-b5285acca7eb -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:19:15 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1e71e35c-f77c-43d2-8f17-b5285acca7eb -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:19:15 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[3fc5a4f6-83d8-42b9-80cc-5633ae5855a0]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:19:15 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6bbbb63-372b-473d-a20b-3f3fb645f6e4 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:19:15 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1e71e35c-f77c-43d2-8f17-b5285acca7eb -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:19:15 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1e71e35c-f77c-43d2-8f17-b5285acca7eb -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:19:15 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[70e4219d-55e2-4d31-aa4d-f752af8b03a5]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:19:15 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6bbbb63-372b-473d-a20b-3f3fb645f6e4 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:19:15 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1e71e35c-f77c-43d2-8f17-b5285acca7eb -p 172.16.0.220:3260 --op update -n node.session.auth.username -v agpQGCXF {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:19:15 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1e71e35c-f77c-43d2-8f17-b5285acca7eb -p 172.16.0.220:3260 --op update -n node.session.auth.username -v agpQGCXF" returned: 0 in 0.021s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:19:15 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[d190665a-d147-41e0-829a-5d40a49662a0]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:19:15 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6bbbb63-372b-473d-a20b-3f3fb645f6e4 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'agpQGCXF'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:19:15 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1e71e35c-f77c-43d2-8f17-b5285acca7eb -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:19:16 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1e71e35c-f77c-43d2-8f17-b5285acca7eb -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.089s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:19:16 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd7921f2-956a-4311-bd7e-c657b4cf55bf]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:19:16 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6bbbb63-372b-473d-a20b-3f3fb645f6e4 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:19:16 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:19:16 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:19:16 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe1c1be5-e798-4e00-8f39-0f3334bd55e3]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d266a41f-cb89-4d77-8584-33fafd80a6c3 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:19:16 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6bbbb63-372b-473d-a20b-3f3fb645f6e4 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:19:16 user nova-compute[74535]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d266a41f-cb89-4d77-8584-33fafd80a6c3 (non-flash)
Dec 06 10:19:16 user nova-compute[74535]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c (non-flash)
Dec 06 10:19:16 user nova-compute[74535]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 (non-flash)
Dec 06 10:19:16 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:19:16 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6bbbb63-372b-473d-a20b-3f3fb645f6e4 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:19:16 user nova-compute[74535]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d266a41f-cb89-4d77-8584-33fafd80a6c3 (non-flash)
Dec 06 10:19:16 user nova-compute[74535]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c (non-flash)
Dec 06 10:19:16 user nova-compute[74535]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 (non-flash)
Dec 06 10:19:16 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:19:16 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1e71e35c-f77c-43d2-8f17-b5285acca7eb -p 172.16.0.220:3260 --login {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:19:16 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1e71e35c-f77c-43d2-8f17-b5285acca7eb -p 172.16.0.220:3260 --login" returned: 0 in 0.067s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:19:16 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd5585c9-925b-4ce7-8cec-4c03c777240d]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:1e71e35c-f77c-43d2-8f17-b5285acca7eb, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:1e71e35c-f77c-43d2-8f17-b5285acca7eb, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:19:16 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6bbbb63-372b-473d-a20b-3f3fb645f6e4 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:1e71e35c-f77c-43d2-8f17-b5285acca7eb, portal: 172.16.0.220,3260]
Dec 06 10:19:16 user nova-compute[74535]: Login to [iface: default, target: iqn.2010-10.org.openstack:1e71e35c-f77c-43d2-8f17-b5285acca7eb, portal: 172.16.0.220,3260] successful.
Dec 06 10:19:16 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:19:16 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1e71e35c-f77c-43d2-8f17-b5285acca7eb -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:19:16 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1e71e35c-f77c-43d2-8f17-b5285acca7eb -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.026s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:19:16 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[8582ac95-8ee6-40a0-89e2-5f10e4acdbb9]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:19:16 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6bbbb63-372b-473d-a20b-3f3fb645f6e4 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:19:16 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:19:16 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:19:16 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[7740d069-bf52-4465-b532-9c243bf6a0a2]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d266a41f-cb89-4d77-8584-33fafd80a6c3 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e71e35c-f77c-43d2-8f17-b5285acca7eb (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:19:16 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6bbbb63-372b-473d-a20b-3f3fb645f6e4 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:19:16 user nova-compute[74535]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d266a41f-cb89-4d77-8584-33fafd80a6c3 (non-flash)
Dec 06 10:19:16 user nova-compute[74535]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c (non-flash)
Dec 06 10:19:16 user nova-compute[74535]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 (non-flash)
Dec 06 10:19:16 user nova-compute[74535]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e71e35c-f77c-43d2-8f17-b5285acca7eb (non-flash)
Dec 06 10:19:16 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:19:16 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6bbbb63-372b-473d-a20b-3f3fb645f6e4 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:19:16 user nova-compute[74535]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d266a41f-cb89-4d77-8584-33fafd80a6c3 (non-flash)
Dec 06 10:19:16 user nova-compute[74535]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c (non-flash)
Dec 06 10:19:16 user nova-compute[74535]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 (non-flash)
Dec 06 10:19:16 user nova-compute[74535]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e71e35c-f77c-43d2-8f17-b5285acca7eb (non-flash)
Dec 06 10:19:16 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:19:16 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-e6bbbb63-372b-473d-a20b-3f3fb645f6e4 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1e71e35c-f77c-43d2-8f17-b5285acca7eb" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.366s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:19:16 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6bbbb63-372b-473d-a20b-3f3fb645f6e4 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Connected to 172.16.0.220:3260 {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 10:19:16 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-e6bbbb63-372b-473d-a20b-3f3fb645f6e4 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] HCTL ('36', '-', '-', 0) found on session 48 with lun 0 {{(pid=74535) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 10:19:16 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-e6bbbb63-372b-473d-a20b-3f3fb645f6e4 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=74535) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 10:19:16 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:19:16 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.016s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:19:16 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[b062fce6-fde3-4d59-839c-4ed8721a0fe6]: (4, ('- - 0', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:19:16 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-e6bbbb63-372b-473d-a20b-3f3fb645f6e4 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Searching for a device in session 48 and hctl ['36', '*', '*', 0] yield: sde {{(pid=74535) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 10:19:16 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6bbbb63-372b-473d-a20b-3f3fb645f6e4 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:1e71e35c-f77c-43d2-8f17-b5285acca7eb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'agpQGCXF', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 10:19:17 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:19:17 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-e6bbbb63-372b-473d-a20b-3f3fb645f6e4 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.402s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:19:17 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6bbbb63-372b-473d-a20b-3f3fb645f6e4 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] <== connect_volume: return (1403ms) {'type': 'block', 'scsi_wwn': '23835653736396461', 'path': '/dev/sde'} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:19:17 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e6bbbb63-372b-473d-a20b-3f3fb645f6e4 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: 00c2ad50-52f0-477c-8973-5a0899b084b8] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23835653736396461', 'path': '/dev/sde'} {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 10:19:17 user nova-compute[74535]: DEBUG nova.objects.instance [None req-e6bbbb63-372b-473d-a20b-3f3fb645f6e4 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Lazy-loading 'flavor' on Instance uuid 00c2ad50-52f0-477c-8973-5a0899b084b8 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:19:17 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-e6bbbb63-372b-473d-a20b-3f3fb645f6e4 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 10:19:17 user nova-compute[74535]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 10:19:17 user nova-compute[74535]:   <source dev="/dev/sde"/>
Dec 06 10:19:17 user nova-compute[74535]:   <target dev="vdb" bus="virtio"/>
Dec 06 10:19:17 user nova-compute[74535]:   <serial>1e71e35c-f77c-43d2-8f17-b5285acca7eb</serial>
Dec 06 10:19:17 user nova-compute[74535]: </disk>
Dec 06 10:19:17 user nova-compute[74535]:  {{(pid=74535) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 10:19:17 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-e6bbbb63-372b-473d-a20b-3f3fb645f6e4 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] No BDM found with device name vda, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 10:19:17 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-e6bbbb63-372b-473d-a20b-3f3fb645f6e4 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 10:19:17 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-e6bbbb63-372b-473d-a20b-3f3fb645f6e4 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] No VIF found with MAC fa:16:3e:d4:0e:ec, not building metadata {{(pid=74535) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 10:19:17 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-e6bbbb63-372b-473d-a20b-3f3fb645f6e4 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Lock "00c2ad50-52f0-477c-8973-5a0899b084b8" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 12.459s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:19:18 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:19:20 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-052c2431-e771-4076-9106-256baed54d13 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Acquiring lock "00c2ad50-52f0-477c-8973-5a0899b084b8" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:19:20 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-052c2431-e771-4076-9106-256baed54d13 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Lock "00c2ad50-52f0-477c-8973-5a0899b084b8" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:19:20 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:19:20 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74535) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 10:19:20 user nova-compute[74535]: DEBUG nova.objects.instance [None req-052c2431-e771-4076-9106-256baed54d13 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Lazy-loading 'flavor' on Instance uuid 00c2ad50-52f0-477c-8973-5a0899b084b8 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:19:20 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-052c2431-e771-4076-9106-256baed54d13 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Lock "00c2ad50-52f0-477c-8973-5a0899b084b8" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.050s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:19:21 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-052c2431-e771-4076-9106-256baed54d13 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Acquiring lock "00c2ad50-52f0-477c-8973-5a0899b084b8" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:19:21 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-052c2431-e771-4076-9106-256baed54d13 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Lock "00c2ad50-52f0-477c-8973-5a0899b084b8" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:19:21 user nova-compute[74535]: INFO nova.compute.manager [None req-052c2431-e771-4076-9106-256baed54d13 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: 00c2ad50-52f0-477c-8973-5a0899b084b8] Attaching volume 411fd76d-4946-4cb5-bbfc-7c394b178f33 to /dev/vdc
Dec 06 10:19:21 user nova-compute[74535]: DEBUG os_brick.utils [None req-052c2431-e771-4076-9106-256baed54d13 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:19:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:19:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:19:21 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[134fa309-05ce-4ee4-9d1b-4aa85d8698b2]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d95ac7cee77a\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:19:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:19:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:19:21 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca79bc87-96c8-441d-b37f-373a380f0760]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:19:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:19:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:19:21 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[8181c2b7-72c2-46a4-8d7c-5e59a2271955]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:19:21 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[81b936c6-8db5-42ae-b902-abfe58dd82b5]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:19:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-052c2431-e771-4076-9106-256baed54d13 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Running cmd (subprocess): nvme version {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:19:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-052c2431-e771-4076-9106-256baed54d13 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] 'nvme version' failed. Not Retrying. {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 10:19:21 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.nvmeof [None req-052c2431-e771-4076-9106-256baed54d13 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] nvme not present on system {{(pid=74535) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 10:19:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:19:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 10:19:21 user nova-compute[74535]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 10:19:21 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[30c87891-5a1f-4830-aefb-90253453f7ee]: (4, '') {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:19:21 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-052c2431-e771-4076-9106-256baed54d13 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74535) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 10:19:21 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-052c2431-e771-4076-9106-256baed54d13 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74535) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 10:19:21 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-052c2431-e771-4076-9106-256baed54d13 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] LIGHTOS: no hostnqn found. {{(pid=74535) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 10:19:21 user nova-compute[74535]: DEBUG os_brick.utils [None req-052c2431-e771-4076-9106-256baed54d13 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] <== get_connector_properties: return (119ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d95ac7cee77a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:19:21 user nova-compute[74535]: DEBUG nova.virt.block_device [None req-052c2431-e771-4076-9106-256baed54d13 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: 00c2ad50-52f0-477c-8973-5a0899b084b8] Updating existing volume attachment record: 028f60f4-95bf-4c5a-a89e-6607b918c294 {{(pid=74535) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 10:19:21 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:19:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:19:22 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:19:24 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-7745d799-3fbe-4d3d-ba80-35aea5807997 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance b637d5b3-fb04-4395-aebd-65290980782f is timed out.
Dec 06 10:19:24 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-7745d799-3fbe-4d3d-ba80-35aea5807997 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Successfully detached device vdb from instance b637d5b3-fb04-4395-aebd-65290980782f from the live domain config.
Dec 06 10:19:24 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7745d799-3fbe-4d3d-ba80-35aea5807997 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] [instance: b637d5b3-fb04-4395-aebd-65290980782f] calling os-brick to detach iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 10:19:24 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-7745d799-3fbe-4d3d-ba80-35aea5807997 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, {'target_iqn': 'iqn.2010-10.org.openstack:d266a41f-cb89-4d77-8584-33fafd80a6c3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sgNQuvfZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:19:24 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-7745d799-3fbe-4d3d-ba80-35aea5807997 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:19:24 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-7745d799-3fbe-4d3d-ba80-35aea5807997 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:19:24 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-7745d799-3fbe-4d3d-ba80-35aea5807997 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.003s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:19:24 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:19:24 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.025s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:19:24 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[d4141281-04f8-4dfb-8595-942b21d20719]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d266a41f-cb89-4d77-8584-33fafd80a6c3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1e71e35c-f77c-43d2-8f17-b5285acca7eb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:19:24 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-7745d799-3fbe-4d3d-ba80-35aea5807997 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 10:19:24 user nova-compute[74535]: No targets found.
Dec 06 10:19:24 user nova-compute[74535]: iSNS:
Dec 06 10:19:24 user nova-compute[74535]: No targets found.
Dec 06 10:19:24 user nova-compute[74535]: STATIC:
Dec 06 10:19:24 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8
Dec 06 10:19:24 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:19:24 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:19:24 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8
Dec 06 10:19:24 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:19:24 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:19:24 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c
Dec 06 10:19:24 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:19:24 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:19:24 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:d266a41f-cb89-4d77-8584-33fafd80a6c3
Dec 06 10:19:24 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:19:24 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:19:24 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:1e71e35c-f77c-43d2-8f17-b5285acca7eb
Dec 06 10:19:24 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:19:24 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:19:24 user nova-compute[74535]: FIRMWARE:
Dec 06 10:19:24 user nova-compute[74535]: No targets found.
Dec 06 10:19:24 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:19:24 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-7745d799-3fbe-4d3d-ba80-35aea5807997 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 10:19:24 user nova-compute[74535]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 10:19:24 user nova-compute[74535]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74535) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 10:19:24 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-7745d799-3fbe-4d3d-ba80-35aea5807997 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d266a41f-cb89-4d77-8584-33fafd80a6c3', 0)] {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 10:19:24 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:19:24 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:19:24 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[eef8083a-719c-4169-96a6-ee92e19d4448]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1e71e35c-f77c-43d2-8f17-b5285acca7eb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d266a41f-cb89-4d77-8584-33fafd80a6c3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:19:24 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:19:24 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:19:24 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3c5f35b-7e46-4372-9980-4feee46252ca]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d266a41f-cb89-4d77-8584-33fafd80a6c3 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e71e35c-f77c-43d2-8f17-b5285acca7eb (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:19:24 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-7745d799-3fbe-4d3d-ba80-35aea5807997 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:19:24 user nova-compute[74535]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d266a41f-cb89-4d77-8584-33fafd80a6c3 (non-flash)
Dec 06 10:19:24 user nova-compute[74535]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c (non-flash)
Dec 06 10:19:24 user nova-compute[74535]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 (non-flash)
Dec 06 10:19:24 user nova-compute[74535]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e71e35c-f77c-43d2-8f17-b5285acca7eb (non-flash)
Dec 06 10:19:24 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:19:24 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-7745d799-3fbe-4d3d-ba80-35aea5807997 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:19:24 user nova-compute[74535]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d266a41f-cb89-4d77-8584-33fafd80a6c3 (non-flash)
Dec 06 10:19:24 user nova-compute[74535]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c (non-flash)
Dec 06 10:19:24 user nova-compute[74535]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 (non-flash)
Dec 06 10:19:24 user nova-compute[74535]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e71e35c-f77c-43d2-8f17-b5285acca7eb (non-flash)
Dec 06 10:19:24 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:19:24 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-7745d799-3fbe-4d3d-ba80-35aea5807997 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ff10062ef80>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d266a41f-cb89-4d77-8584-33fafd80a6c3'): ({'sdd'}, set())}) {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 10:19:24 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-7745d799-3fbe-4d3d-ba80-35aea5807997 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Removing single pathed devices sdd {{(pid=74535) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 10:19:24 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:19:24 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:19:24 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[69db8b24-763f-45e9-92ba-1391eedf92af]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:19:24 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:19:24 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:19:24 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.022s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:19:24 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[68541b75-ff7c-45cb-8194-dfef6517da2d]: (4, ('ok\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:19:24 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-7745d799-3fbe-4d3d-ba80-35aea5807997 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Flushing IO for device /dev/sdd {{(pid=74535) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 10:19:24 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:19:24 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:19:24 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:19:24 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:19:24 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Auditing locally available compute resources for user (node: user) {{(pid=74535) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 10:19:24 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.017s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:19:24 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[69616910-5a77-4f6a-b27a-11ee15046e85]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:19:24 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-7745d799-3fbe-4d3d-ba80-35aea5807997 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74535) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 10:19:24 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:19:24 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.044s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:19:24 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[b61edcd2-fc1c-4d7d-ab53-75cf4f83ad1e]: (4, ('1', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:19:24 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-7745d799-3fbe-4d3d-ba80-35aea5807997 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 10:19:24 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-7745d799-3fbe-4d3d-ba80-35aea5807997 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] SCSI volumes sdd have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 10:19:24 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-7745d799-3fbe-4d3d-ba80-35aea5807997 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d266a41f-cb89-4d77-8584-33fafd80a6c3')] {{(pid=74535) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 10:19:24 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d266a41f-cb89-4d77-8584-33fafd80a6c3 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:19:25 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d266a41f-cb89-4d77-8584-33fafd80a6c3 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:19:25 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[a72893f0-7a80-441c-ba4f-57f31a15ba16]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:19:25 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-7745d799-3fbe-4d3d-ba80-35aea5807997 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:19:25 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d266a41f-cb89-4d77-8584-33fafd80a6c3 -p 172.16.0.220:3260 --logout {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:19:25 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d266a41f-cb89-4d77-8584-33fafd80a6c3 -p 172.16.0.220:3260 --logout" returned: 0 in 0.061s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:19:25 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a40c39f-df8d-4141-8490-db4e35002345]: (4, ('Logging out of session [sid: 42, target: iqn.2010-10.org.openstack:d266a41f-cb89-4d77-8584-33fafd80a6c3, portal: 172.16.0.220,3260]\nLogout of [sid: 42, target: iqn.2010-10.org.openstack:d266a41f-cb89-4d77-8584-33fafd80a6c3, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:19:25 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-7745d799-3fbe-4d3d-ba80-35aea5807997 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 42, target: iqn.2010-10.org.openstack:d266a41f-cb89-4d77-8584-33fafd80a6c3, portal: 172.16.0.220,3260]
Dec 06 10:19:25 user nova-compute[74535]: Logout of [sid: 42, target: iqn.2010-10.org.openstack:d266a41f-cb89-4d77-8584-33fafd80a6c3, portal: 172.16.0.220,3260] successful.
Dec 06 10:19:25 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:19:25 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d266a41f-cb89-4d77-8584-33fafd80a6c3 -p 172.16.0.220:3260 --op delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:19:25 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] skipping disk /dev/sdg (vda) as it is a volume {{(pid=74535) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 10:19:25 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74535) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 10:19:25 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/19664d45-f856-4eb0-84d7-c1d29b1f5d0e/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:19:25 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d266a41f-cb89-4d77-8584-33fafd80a6c3 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:19:25 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[93d6b802-1500-40ed-a93d-4665c5e7e17c]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:19:25 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-7745d799-3fbe-4d3d-ba80-35aea5807997 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:19:25 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-7745d799-3fbe-4d3d-ba80-35aea5807997 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.356s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:19:25 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-7745d799-3fbe-4d3d-ba80-35aea5807997 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] <== disconnect_volume: return (359ms) None {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:19:25 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7745d799-3fbe-4d3d-ba80-35aea5807997 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] [instance: b637d5b3-fb04-4395-aebd-65290980782f] Disconnected iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 10:19:25 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/19664d45-f856-4eb0-84d7-c1d29b1f5d0e/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:19:25 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/19664d45-f856-4eb0-84d7-c1d29b1f5d0e/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:19:25 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/19664d45-f856-4eb0-84d7-c1d29b1f5d0e/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:19:25 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74535) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 10:19:25 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b637d5b3-fb04-4395-aebd-65290980782f/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:19:25 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b637d5b3-fb04-4395-aebd-65290980782f/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:19:25 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b637d5b3-fb04-4395-aebd-65290980782f/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:19:25 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b637d5b3-fb04-4395-aebd-65290980782f/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:19:25 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d9150e7-0f02-4b19-b3f2-b329620d9722/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:19:26 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d9150e7-0f02-4b19-b3f2-b329620d9722/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:19:26 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d9150e7-0f02-4b19-b3f2-b329620d9722/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:19:26 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d9150e7-0f02-4b19-b3f2-b329620d9722/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:19:26 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/00c2ad50-52f0-477c-8973-5a0899b084b8/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:19:26 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/00c2ad50-52f0-477c-8973-5a0899b084b8/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:19:26 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/00c2ad50-52f0-477c-8973-5a0899b084b8/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:19:26 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/00c2ad50-52f0-477c-8973-5a0899b084b8/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:19:26 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=74535) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 10:19:26 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe817c29-6591-4ff1-9662-a3c83681ed9b/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:19:26 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe817c29-6591-4ff1-9662-a3c83681ed9b/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:19:26 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe817c29-6591-4ff1-9662-a3c83681ed9b/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:19:26 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe817c29-6591-4ff1-9662-a3c83681ed9b/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:19:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:19:27 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:19:27 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:19:27 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Hypervisor/Node resource view: name=user free_ram=7945MB free_disk=24.945289611816406GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74535) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 10:19:27 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:19:27 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:19:27 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 2d9150e7-0f02-4b19-b3f2-b329620d9722 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:19:27 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 66440071-6cf6-4b6d-8d2a-edd5c1885510 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:19:27 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 19664d45-f856-4eb0-84d7-c1d29b1f5d0e actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:19:27 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance b637d5b3-fb04-4395-aebd-65290980782f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:19:27 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 1c96df88-e418-4e7f-8dc7-11ded268be2f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:19:27 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance fe817c29-6591-4ff1-9662-a3c83681ed9b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:19:27 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 00c2ad50-52f0-477c-8973-5a0899b084b8 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:19:27 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 756f4e92-92de-4836-b330-6bba85b68f62 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:19:27 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Total usable vcpus: 12, total allocated vcpus: 8 {{(pid=74535) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 10:19:27 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Final resource view: name=user phys_ram=16011MB used_ram=4608MB phys_disk=40GB used_disk=5GB total_vcpus=12 used_vcpus=8 pci_stats=[] {{(pid=74535) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 10:19:27 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:19:27 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:19:27 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Compute_service record updated for user:user {{(pid=74535) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 10:19:27 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.429s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:19:28 user nova-compute[74535]: DEBUG nova.objects.instance [None req-7745d799-3fbe-4d3d-ba80-35aea5807997 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Lazy-loading 'flavor' on Instance uuid b637d5b3-fb04-4395-aebd-65290980782f {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:19:28 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-7745d799-3fbe-4d3d-ba80-35aea5807997 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Lock "b637d5b3-fb04-4395-aebd-65290980782f" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 23.940s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:19:28 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:19:29 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:19:29 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:19:29 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:19:29 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:19:30 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-6fe17857-7f61-4614-bba1-44cfe032bbd6 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Acquiring lock "19664d45-f856-4eb0-84d7-c1d29b1f5d0e" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:19:30 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-6fe17857-7f61-4614-bba1-44cfe032bbd6 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Lock "19664d45-f856-4eb0-84d7-c1d29b1f5d0e" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:19:30 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-6fe17857-7f61-4614-bba1-44cfe032bbd6 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Acquiring lock "19664d45-f856-4eb0-84d7-c1d29b1f5d0e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:19:30 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-6fe17857-7f61-4614-bba1-44cfe032bbd6 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Lock "19664d45-f856-4eb0-84d7-c1d29b1f5d0e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:19:30 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-6fe17857-7f61-4614-bba1-44cfe032bbd6 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Lock "19664d45-f856-4eb0-84d7-c1d29b1f5d0e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:19:30 user nova-compute[74535]: INFO nova.compute.manager [None req-6fe17857-7f61-4614-bba1-44cfe032bbd6 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 19664d45-f856-4eb0-84d7-c1d29b1f5d0e] Terminating instance
Dec 06 10:19:30 user nova-compute[74535]: DEBUG nova.compute.manager [None req-6fe17857-7f61-4614-bba1-44cfe032bbd6 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 19664d45-f856-4eb0-84d7-c1d29b1f5d0e] Start destroying the instance on the hypervisor. {{(pid=74535) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 10:19:30 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:19:30 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:19:30 user nova-compute[74535]: DEBUG nova.compute.manager [req-3e41fd22-5d0d-4077-9b27-bbbb0529425c req-d87e8dd2-e158-4f57-be53-ed3c3dca829e service nova] [instance: 19664d45-f856-4eb0-84d7-c1d29b1f5d0e] Received event network-vif-unplugged-f5ff95f7-be56-43b8-b41f-98b80d70b504 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:19:30 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-3e41fd22-5d0d-4077-9b27-bbbb0529425c req-d87e8dd2-e158-4f57-be53-ed3c3dca829e service nova] Acquiring lock "19664d45-f856-4eb0-84d7-c1d29b1f5d0e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:19:30 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-3e41fd22-5d0d-4077-9b27-bbbb0529425c req-d87e8dd2-e158-4f57-be53-ed3c3dca829e service nova] Lock "19664d45-f856-4eb0-84d7-c1d29b1f5d0e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:19:30 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-3e41fd22-5d0d-4077-9b27-bbbb0529425c req-d87e8dd2-e158-4f57-be53-ed3c3dca829e service nova] Lock "19664d45-f856-4eb0-84d7-c1d29b1f5d0e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:19:30 user nova-compute[74535]: DEBUG nova.compute.manager [req-3e41fd22-5d0d-4077-9b27-bbbb0529425c req-d87e8dd2-e158-4f57-be53-ed3c3dca829e service nova] [instance: 19664d45-f856-4eb0-84d7-c1d29b1f5d0e] No waiting events found dispatching network-vif-unplugged-f5ff95f7-be56-43b8-b41f-98b80d70b504 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:19:30 user nova-compute[74535]: DEBUG nova.compute.manager [req-3e41fd22-5d0d-4077-9b27-bbbb0529425c req-d87e8dd2-e158-4f57-be53-ed3c3dca829e service nova] [instance: 19664d45-f856-4eb0-84d7-c1d29b1f5d0e] Received event network-vif-unplugged-f5ff95f7-be56-43b8-b41f-98b80d70b504 for instance with task_state deleting. {{(pid=74535) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 10:19:30 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:19:30 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:19:30 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:19:30 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:19:30 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:19:30 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:19:30 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: 19664d45-f856-4eb0-84d7-c1d29b1f5d0e] Instance destroyed successfully.
Dec 06 10:19:30 user nova-compute[74535]: DEBUG nova.objects.instance [None req-6fe17857-7f61-4614-bba1-44cfe032bbd6 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Lazy-loading 'resources' on Instance uuid 19664d45-f856-4eb0-84d7-c1d29b1f5d0e {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:19:30 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-6fe17857-7f61-4614-bba1-44cfe032bbd6 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:10:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1115772729',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1115772729',id=33,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-06T10:10:16Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e51798204a674f858778dac8b46e7fec',ramdisk_id='',reservation_id='r-c9yof0o5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-2023423839',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T10:12:04Z,user_data=None,user_id='46e1a6f038e54b16a4b6f8014b3bbf55',uuid=19664d45-f856-4eb0-84d7-c1d29b1f5d0e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f5ff95f7-be56-43b8-b41f-98b80d70b504", "address": "fa:16:3e:d3:21:19", "network": {"id": "5d9c1cb1-5902-482f-8b27-801fd79a97a7", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-530073939-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e51798204a674f858778dac8b46e7fec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf5ff95f7-be", "ovs_interfaceid": "f5ff95f7-be56-43b8-b41f-98b80d70b504", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 10:19:30 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-6fe17857-7f61-4614-bba1-44cfe032bbd6 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Converting VIF {"id": "f5ff95f7-be56-43b8-b41f-98b80d70b504", "address": "fa:16:3e:d3:21:19", "network": {"id": "5d9c1cb1-5902-482f-8b27-801fd79a97a7", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-530073939-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e51798204a674f858778dac8b46e7fec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf5ff95f7-be", "ovs_interfaceid": "f5ff95f7-be56-43b8-b41f-98b80d70b504", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:19:30 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-6fe17857-7f61-4614-bba1-44cfe032bbd6 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:d3:21:19,bridge_name='br-int',has_traffic_filtering=True,id=f5ff95f7-be56-43b8-b41f-98b80d70b504,network=Network(5d9c1cb1-5902-482f-8b27-801fd79a97a7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf5ff95f7-be') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:19:30 user nova-compute[74535]: DEBUG os_vif [None req-6fe17857-7f61-4614-bba1-44cfe032bbd6 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:d3:21:19,bridge_name='br-int',has_traffic_filtering=True,id=f5ff95f7-be56-43b8-b41f-98b80d70b504,network=Network(5d9c1cb1-5902-482f-8b27-801fd79a97a7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf5ff95f7-be') {{(pid=74535) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 10:19:30 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:19:30 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:19:30 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf5ff95f7-be, bridge=br-int, if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:19:30 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:19:30 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:19:30 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:19:30 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=b393fa73-1d49-46b5-9c2d-2a89001215d8) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:19:30 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:19:30 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:19:30 user nova-compute[74535]: INFO os_vif [None req-6fe17857-7f61-4614-bba1-44cfe032bbd6 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:d3:21:19,bridge_name='br-int',has_traffic_filtering=True,id=f5ff95f7-be56-43b8-b41f-98b80d70b504,network=Network(5d9c1cb1-5902-482f-8b27-801fd79a97a7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf5ff95f7-be')
Dec 06 10:19:30 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-6fe17857-7f61-4614-bba1-44cfe032bbd6 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 19664d45-f856-4eb0-84d7-c1d29b1f5d0e] Deleting instance files /opt/stack/data/nova/instances/19664d45-f856-4eb0-84d7-c1d29b1f5d0e_del
Dec 06 10:19:30 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-6fe17857-7f61-4614-bba1-44cfe032bbd6 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 19664d45-f856-4eb0-84d7-c1d29b1f5d0e] Deletion of /opt/stack/data/nova/instances/19664d45-f856-4eb0-84d7-c1d29b1f5d0e_del complete
Dec 06 10:19:31 user nova-compute[74535]: INFO nova.compute.manager [None req-6fe17857-7f61-4614-bba1-44cfe032bbd6 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 19664d45-f856-4eb0-84d7-c1d29b1f5d0e] Took 0.70 seconds to destroy the instance on the hypervisor.
Dec 06 10:19:31 user nova-compute[74535]: DEBUG oslo.service.loopingcall [None req-6fe17857-7f61-4614-bba1-44cfe032bbd6 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74535) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 10:19:31 user nova-compute[74535]: DEBUG nova.compute.manager [-] [instance: 19664d45-f856-4eb0-84d7-c1d29b1f5d0e] Deallocating network for instance {{(pid=74535) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 10:19:31 user nova-compute[74535]: DEBUG nova.network.neutron [-] [instance: 19664d45-f856-4eb0-84d7-c1d29b1f5d0e] deallocate_for_instance() {{(pid=74535) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 10:19:31 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:19:31 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:19:31 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:19:31 user nova-compute[74535]: DEBUG nova.network.neutron [-] [instance: 19664d45-f856-4eb0-84d7-c1d29b1f5d0e] Updating instance_info_cache with network_info: [] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:19:31 user nova-compute[74535]: INFO nova.compute.manager [-] [instance: 19664d45-f856-4eb0-84d7-c1d29b1f5d0e] Took 0.49 seconds to deallocate network for instance.
Dec 06 10:19:31 user nova-compute[74535]: DEBUG nova.compute.manager [req-11886aba-67db-4f15-b0c1-d8249b00b4e8 req-83111854-72a4-4bb1-94d8-6abef669b74d service nova] [instance: 19664d45-f856-4eb0-84d7-c1d29b1f5d0e] Received event network-vif-deleted-f5ff95f7-be56-43b8-b41f-98b80d70b504 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:19:31 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-6fe17857-7f61-4614-bba1-44cfe032bbd6 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:19:31 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-6fe17857-7f61-4614-bba1-44cfe032bbd6 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:19:31 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-6fe17857-7f61-4614-bba1-44cfe032bbd6 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:19:31 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-6fe17857-7f61-4614-bba1-44cfe032bbd6 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:19:31 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-6fe17857-7f61-4614-bba1-44cfe032bbd6 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.275s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:19:31 user nova-compute[74535]: INFO nova.scheduler.client.report [None req-6fe17857-7f61-4614-bba1-44cfe032bbd6 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Deleted allocations for instance 19664d45-f856-4eb0-84d7-c1d29b1f5d0e
Dec 06 10:19:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-6fe17857-7f61-4614-bba1-44cfe032bbd6 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Lock "19664d45-f856-4eb0-84d7-c1d29b1f5d0e" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.663s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:19:32 user nova-compute[74535]: DEBUG nova.compute.manager [req-558f88d5-b89a-4e43-830c-547110250d44 req-c5df3034-d32c-4c43-a141-e7745edbb2b7 service nova] [instance: 19664d45-f856-4eb0-84d7-c1d29b1f5d0e] Received event network-vif-plugged-f5ff95f7-be56-43b8-b41f-98b80d70b504 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:19:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-558f88d5-b89a-4e43-830c-547110250d44 req-c5df3034-d32c-4c43-a141-e7745edbb2b7 service nova] Acquiring lock "19664d45-f856-4eb0-84d7-c1d29b1f5d0e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:19:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-558f88d5-b89a-4e43-830c-547110250d44 req-c5df3034-d32c-4c43-a141-e7745edbb2b7 service nova] Lock "19664d45-f856-4eb0-84d7-c1d29b1f5d0e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:19:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-558f88d5-b89a-4e43-830c-547110250d44 req-c5df3034-d32c-4c43-a141-e7745edbb2b7 service nova] Lock "19664d45-f856-4eb0-84d7-c1d29b1f5d0e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:19:32 user nova-compute[74535]: DEBUG nova.compute.manager [req-558f88d5-b89a-4e43-830c-547110250d44 req-c5df3034-d32c-4c43-a141-e7745edbb2b7 service nova] [instance: 19664d45-f856-4eb0-84d7-c1d29b1f5d0e] No waiting events found dispatching network-vif-plugged-f5ff95f7-be56-43b8-b41f-98b80d70b504 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:19:32 user nova-compute[74535]: WARNING nova.compute.manager [req-558f88d5-b89a-4e43-830c-547110250d44 req-c5df3034-d32c-4c43-a141-e7745edbb2b7 service nova] [instance: 19664d45-f856-4eb0-84d7-c1d29b1f5d0e] Received unexpected event network-vif-plugged-f5ff95f7-be56-43b8-b41f-98b80d70b504 for instance with vm_state deleted and task_state None.
Dec 06 10:19:32 user nova-compute[74535]: DEBUG nova.compute.manager [req-558f88d5-b89a-4e43-830c-547110250d44 req-c5df3034-d32c-4c43-a141-e7745edbb2b7 service nova] [instance: 19664d45-f856-4eb0-84d7-c1d29b1f5d0e] Received event network-vif-plugged-f5ff95f7-be56-43b8-b41f-98b80d70b504 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:19:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-558f88d5-b89a-4e43-830c-547110250d44 req-c5df3034-d32c-4c43-a141-e7745edbb2b7 service nova] Acquiring lock "19664d45-f856-4eb0-84d7-c1d29b1f5d0e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:19:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-558f88d5-b89a-4e43-830c-547110250d44 req-c5df3034-d32c-4c43-a141-e7745edbb2b7 service nova] Lock "19664d45-f856-4eb0-84d7-c1d29b1f5d0e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:19:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-558f88d5-b89a-4e43-830c-547110250d44 req-c5df3034-d32c-4c43-a141-e7745edbb2b7 service nova] Lock "19664d45-f856-4eb0-84d7-c1d29b1f5d0e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:19:32 user nova-compute[74535]: DEBUG nova.compute.manager [req-558f88d5-b89a-4e43-830c-547110250d44 req-c5df3034-d32c-4c43-a141-e7745edbb2b7 service nova] [instance: 19664d45-f856-4eb0-84d7-c1d29b1f5d0e] No waiting events found dispatching network-vif-plugged-f5ff95f7-be56-43b8-b41f-98b80d70b504 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:19:32 user nova-compute[74535]: WARNING nova.compute.manager [req-558f88d5-b89a-4e43-830c-547110250d44 req-c5df3034-d32c-4c43-a141-e7745edbb2b7 service nova] [instance: 19664d45-f856-4eb0-84d7-c1d29b1f5d0e] Received unexpected event network-vif-plugged-f5ff95f7-be56-43b8-b41f-98b80d70b504 for instance with vm_state deleted and task_state None.
Dec 06 10:19:32 user nova-compute[74535]: DEBUG nova.compute.manager [req-558f88d5-b89a-4e43-830c-547110250d44 req-c5df3034-d32c-4c43-a141-e7745edbb2b7 service nova] [instance: 19664d45-f856-4eb0-84d7-c1d29b1f5d0e] Received event network-vif-plugged-f5ff95f7-be56-43b8-b41f-98b80d70b504 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:19:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-558f88d5-b89a-4e43-830c-547110250d44 req-c5df3034-d32c-4c43-a141-e7745edbb2b7 service nova] Acquiring lock "19664d45-f856-4eb0-84d7-c1d29b1f5d0e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:19:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-558f88d5-b89a-4e43-830c-547110250d44 req-c5df3034-d32c-4c43-a141-e7745edbb2b7 service nova] Lock "19664d45-f856-4eb0-84d7-c1d29b1f5d0e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:19:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-558f88d5-b89a-4e43-830c-547110250d44 req-c5df3034-d32c-4c43-a141-e7745edbb2b7 service nova] Lock "19664d45-f856-4eb0-84d7-c1d29b1f5d0e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:19:32 user nova-compute[74535]: DEBUG nova.compute.manager [req-558f88d5-b89a-4e43-830c-547110250d44 req-c5df3034-d32c-4c43-a141-e7745edbb2b7 service nova] [instance: 19664d45-f856-4eb0-84d7-c1d29b1f5d0e] No waiting events found dispatching network-vif-plugged-f5ff95f7-be56-43b8-b41f-98b80d70b504 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:19:32 user nova-compute[74535]: WARNING nova.compute.manager [req-558f88d5-b89a-4e43-830c-547110250d44 req-c5df3034-d32c-4c43-a141-e7745edbb2b7 service nova] [instance: 19664d45-f856-4eb0-84d7-c1d29b1f5d0e] Received unexpected event network-vif-plugged-f5ff95f7-be56-43b8-b41f-98b80d70b504 for instance with vm_state deleted and task_state None.
Dec 06 10:19:32 user nova-compute[74535]: DEBUG nova.compute.manager [req-558f88d5-b89a-4e43-830c-547110250d44 req-c5df3034-d32c-4c43-a141-e7745edbb2b7 service nova] [instance: 19664d45-f856-4eb0-84d7-c1d29b1f5d0e] Received event network-vif-unplugged-f5ff95f7-be56-43b8-b41f-98b80d70b504 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:19:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-558f88d5-b89a-4e43-830c-547110250d44 req-c5df3034-d32c-4c43-a141-e7745edbb2b7 service nova] Acquiring lock "19664d45-f856-4eb0-84d7-c1d29b1f5d0e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:19:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-558f88d5-b89a-4e43-830c-547110250d44 req-c5df3034-d32c-4c43-a141-e7745edbb2b7 service nova] Lock "19664d45-f856-4eb0-84d7-c1d29b1f5d0e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:19:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-558f88d5-b89a-4e43-830c-547110250d44 req-c5df3034-d32c-4c43-a141-e7745edbb2b7 service nova] Lock "19664d45-f856-4eb0-84d7-c1d29b1f5d0e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:19:32 user nova-compute[74535]: DEBUG nova.compute.manager [req-558f88d5-b89a-4e43-830c-547110250d44 req-c5df3034-d32c-4c43-a141-e7745edbb2b7 service nova] [instance: 19664d45-f856-4eb0-84d7-c1d29b1f5d0e] No waiting events found dispatching network-vif-unplugged-f5ff95f7-be56-43b8-b41f-98b80d70b504 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:19:32 user nova-compute[74535]: WARNING nova.compute.manager [req-558f88d5-b89a-4e43-830c-547110250d44 req-c5df3034-d32c-4c43-a141-e7745edbb2b7 service nova] [instance: 19664d45-f856-4eb0-84d7-c1d29b1f5d0e] Received unexpected event network-vif-unplugged-f5ff95f7-be56-43b8-b41f-98b80d70b504 for instance with vm_state deleted and task_state None.
Dec 06 10:19:32 user nova-compute[74535]: DEBUG nova.compute.manager [req-558f88d5-b89a-4e43-830c-547110250d44 req-c5df3034-d32c-4c43-a141-e7745edbb2b7 service nova] [instance: 19664d45-f856-4eb0-84d7-c1d29b1f5d0e] Received event network-vif-plugged-f5ff95f7-be56-43b8-b41f-98b80d70b504 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:19:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-558f88d5-b89a-4e43-830c-547110250d44 req-c5df3034-d32c-4c43-a141-e7745edbb2b7 service nova] Acquiring lock "19664d45-f856-4eb0-84d7-c1d29b1f5d0e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:19:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-558f88d5-b89a-4e43-830c-547110250d44 req-c5df3034-d32c-4c43-a141-e7745edbb2b7 service nova] Lock "19664d45-f856-4eb0-84d7-c1d29b1f5d0e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:19:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-558f88d5-b89a-4e43-830c-547110250d44 req-c5df3034-d32c-4c43-a141-e7745edbb2b7 service nova] Lock "19664d45-f856-4eb0-84d7-c1d29b1f5d0e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:19:32 user nova-compute[74535]: DEBUG nova.compute.manager [req-558f88d5-b89a-4e43-830c-547110250d44 req-c5df3034-d32c-4c43-a141-e7745edbb2b7 service nova] [instance: 19664d45-f856-4eb0-84d7-c1d29b1f5d0e] No waiting events found dispatching network-vif-plugged-f5ff95f7-be56-43b8-b41f-98b80d70b504 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:19:32 user nova-compute[74535]: WARNING nova.compute.manager [req-558f88d5-b89a-4e43-830c-547110250d44 req-c5df3034-d32c-4c43-a141-e7745edbb2b7 service nova] [instance: 19664d45-f856-4eb0-84d7-c1d29b1f5d0e] Received unexpected event network-vif-plugged-f5ff95f7-be56-43b8-b41f-98b80d70b504 for instance with vm_state deleted and task_state None.
Dec 06 10:19:32 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:19:32 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Starting heal instance info cache {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 10:19:32 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Rebuilding the list of instances to heal {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 06 10:19:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "refresh_cache-2d9150e7-0f02-4b19-b3f2-b329620d9722" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:19:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquired lock "refresh_cache-2d9150e7-0f02-4b19-b3f2-b329620d9722" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:19:32 user nova-compute[74535]: DEBUG nova.network.neutron [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: 2d9150e7-0f02-4b19-b3f2-b329620d9722] Forcefully refreshing network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 10:19:32 user nova-compute[74535]: DEBUG nova.objects.instance [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lazy-loading 'info_cache' on Instance uuid 2d9150e7-0f02-4b19-b3f2-b329620d9722 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:19:33 user nova-compute[74535]: DEBUG nova.network.neutron [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: 2d9150e7-0f02-4b19-b3f2-b329620d9722] Updating instance_info_cache with network_info: [{"id": "5b9a0b29-a049-47fe-8088-25106a3d74d5", "address": "fa:16:3e:f4:b0:b8", "network": {"id": "5d9c1cb1-5902-482f-8b27-801fd79a97a7", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-530073939-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e51798204a674f858778dac8b46e7fec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b9a0b29-a0", "ovs_interfaceid": "5b9a0b29-a049-47fe-8088-25106a3d74d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:19:33 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Releasing lock "refresh_cache-2d9150e7-0f02-4b19-b3f2-b329620d9722" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:19:33 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: 2d9150e7-0f02-4b19-b3f2-b329620d9722] Updated the network info_cache for instance {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 10:19:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:19:33 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-052c2431-e771-4076-9106-256baed54d13 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: 00c2ad50-52f0-477c-8973-5a0899b084b8] Calling os-brick to attach iSCSI Volume {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 10:19:33 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-052c2431-e771-4076-9106-256baed54d13 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:411fd76d-4946-4cb5-bbfc-7c394b178f33', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sFJTXhIy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:19:33 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-052c2431-e771-4076-9106-256baed54d13 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:19:33 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-052c2431-e771-4076-9106-256baed54d13 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:19:33 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-052c2431-e771-4076-9106-256baed54d13 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:19:33 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-052c2431-e771-4076-9106-256baed54d13 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:19:33 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-052c2431-e771-4076-9106-256baed54d13 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:411fd76d-4946-4cb5-bbfc-7c394b178f33" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:19:33 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-052c2431-e771-4076-9106-256baed54d13 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:411fd76d-4946-4cb5-bbfc-7c394b178f33" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:19:33 user nova-compute[74535]: INFO os_brick.initiator.connectors.iscsi [None req-052c2431-e771-4076-9106-256baed54d13 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 10:19:33 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:411fd76d-4946-4cb5-bbfc-7c394b178f33 -p 172.16.0.220:3260 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:19:33 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:411fd76d-4946-4cb5-bbfc-7c394b178f33 -p 172.16.0.220:3260" returned: 21 in 0.024s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:19:33 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[6550d35b-832d-488f-a00c-a92856b2a436]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:19:33 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-052c2431-e771-4076-9106-256baed54d13 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 10:19:33 user nova-compute[74535]:  {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:19:33 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:411fd76d-4946-4cb5-bbfc-7c394b178f33 -p 172.16.0.220:3260 --interface default --op new {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:19:33 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:411fd76d-4946-4cb5-bbfc-7c394b178f33 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:19:33 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[c970c988-e7bc-4bba-af35-9e4047e69f04]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:411fd76d-4946-4cb5-bbfc-7c394b178f33] added\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:19:33 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-052c2431-e771-4076-9106-256baed54d13 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:411fd76d-4946-4cb5-bbfc-7c394b178f33] added
Dec 06 10:19:33 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:19:33 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:411fd76d-4946-4cb5-bbfc-7c394b178f33 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:19:33 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:411fd76d-4946-4cb5-bbfc-7c394b178f33 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.027s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:19:33 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[44025531-6ff0-4e90-bb7e-4584e0d88a2e]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:19:33 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-052c2431-e771-4076-9106-256baed54d13 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:19:33 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:411fd76d-4946-4cb5-bbfc-7c394b178f33 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:19:33 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:411fd76d-4946-4cb5-bbfc-7c394b178f33 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:19:33 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[5317f7c8-7249-4be4-8a14-12fbce5732a5]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:19:33 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-052c2431-e771-4076-9106-256baed54d13 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:19:33 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:411fd76d-4946-4cb5-bbfc-7c394b178f33 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v sFJTXhIy {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:19:33 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:411fd76d-4946-4cb5-bbfc-7c394b178f33 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v sFJTXhIy" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:19:33 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[65fa1ea6-c081-4590-811d-667a7230f081]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:19:33 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-052c2431-e771-4076-9106-256baed54d13 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'sFJTXhIy'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:19:33 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:411fd76d-4946-4cb5-bbfc-7c394b178f33 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:19:33 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:411fd76d-4946-4cb5-bbfc-7c394b178f33 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:19:33 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1c64978-095d-4f75-8dbd-963a89d72fdb]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:19:33 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-052c2431-e771-4076-9106-256baed54d13 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:19:33 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:19:33 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:19:33 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb396d24-3d00-4e9d-a283-a123661e8a63]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e71e35c-f77c-43d2-8f17-b5285acca7eb (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:19:33 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-052c2431-e771-4076-9106-256baed54d13 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:19:33 user nova-compute[74535]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c (non-flash)
Dec 06 10:19:33 user nova-compute[74535]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 (non-flash)
Dec 06 10:19:33 user nova-compute[74535]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e71e35c-f77c-43d2-8f17-b5285acca7eb (non-flash)
Dec 06 10:19:33 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:19:33 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-052c2431-e771-4076-9106-256baed54d13 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:19:33 user nova-compute[74535]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c (non-flash)
Dec 06 10:19:33 user nova-compute[74535]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 (non-flash)
Dec 06 10:19:33 user nova-compute[74535]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e71e35c-f77c-43d2-8f17-b5285acca7eb (non-flash)
Dec 06 10:19:33 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:19:33 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:411fd76d-4946-4cb5-bbfc-7c394b178f33 -p 172.16.0.220:3260 --login {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:19:33 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:411fd76d-4946-4cb5-bbfc-7c394b178f33 -p 172.16.0.220:3260 --login" returned: 0 in 0.072s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:19:33 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[55184cca-787c-41b9-82bf-0f93e1192ba3]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:411fd76d-4946-4cb5-bbfc-7c394b178f33, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:411fd76d-4946-4cb5-bbfc-7c394b178f33, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:19:33 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-052c2431-e771-4076-9106-256baed54d13 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:411fd76d-4946-4cb5-bbfc-7c394b178f33, portal: 172.16.0.220,3260]
Dec 06 10:19:33 user nova-compute[74535]: Login to [iface: default, target: iqn.2010-10.org.openstack:411fd76d-4946-4cb5-bbfc-7c394b178f33, portal: 172.16.0.220,3260] successful.
Dec 06 10:19:33 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:19:33 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:411fd76d-4946-4cb5-bbfc-7c394b178f33 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:19:33 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:411fd76d-4946-4cb5-bbfc-7c394b178f33 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:19:33 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[37e02fb3-12dd-4ab3-99a9-1d8c87fa96e1]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:19:33 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-052c2431-e771-4076-9106-256baed54d13 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:19:33 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:19:33 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:19:33 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a68da88-ef45-4ad9-adde-a4232f428a49]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e71e35c-f77c-43d2-8f17-b5285acca7eb (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:411fd76d-4946-4cb5-bbfc-7c394b178f33 (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:19:33 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-052c2431-e771-4076-9106-256baed54d13 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:19:33 user nova-compute[74535]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c (non-flash)
Dec 06 10:19:33 user nova-compute[74535]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 (non-flash)
Dec 06 10:19:33 user nova-compute[74535]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e71e35c-f77c-43d2-8f17-b5285acca7eb (non-flash)
Dec 06 10:19:33 user nova-compute[74535]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:411fd76d-4946-4cb5-bbfc-7c394b178f33 (non-flash)
Dec 06 10:19:33 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:19:33 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-052c2431-e771-4076-9106-256baed54d13 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:19:33 user nova-compute[74535]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c (non-flash)
Dec 06 10:19:33 user nova-compute[74535]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 (non-flash)
Dec 06 10:19:33 user nova-compute[74535]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e71e35c-f77c-43d2-8f17-b5285acca7eb (non-flash)
Dec 06 10:19:33 user nova-compute[74535]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:411fd76d-4946-4cb5-bbfc-7c394b178f33 (non-flash)
Dec 06 10:19:33 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:19:33 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-052c2431-e771-4076-9106-256baed54d13 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:411fd76d-4946-4cb5-bbfc-7c394b178f33" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.314s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:19:33 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-052c2431-e771-4076-9106-256baed54d13 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Connected to 172.16.0.220:3260 {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 10:19:33 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-052c2431-e771-4076-9106-256baed54d13 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] HCTL ('35', '-', '-', 0) found on session 49 with lun 0 {{(pid=74535) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 10:19:33 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-052c2431-e771-4076-9106-256baed54d13 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74535) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 10:19:33 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:19:33 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:19:33 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c46ff7d-255f-4c91-86e3-ebc8bf6e8fce]: (4, ('- - 0', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:19:33 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-052c2431-e771-4076-9106-256baed54d13 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Searching for a device in session 49 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74535) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 10:19:34 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-052c2431-e771-4076-9106-256baed54d13 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:411fd76d-4946-4cb5-bbfc-7c394b178f33', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sFJTXhIy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 10:19:35 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-052c2431-e771-4076-9106-256baed54d13 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.351s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:19:35 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-052c2431-e771-4076-9106-256baed54d13 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] <== connect_volume: return (1353ms) {'type': 'block', 'scsi_wwn': '26431356164346134', 'path': '/dev/sdd'} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:19:35 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-052c2431-e771-4076-9106-256baed54d13 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: 00c2ad50-52f0-477c-8973-5a0899b084b8] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26431356164346134', 'path': '/dev/sdd'} {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 10:19:35 user nova-compute[74535]: DEBUG nova.objects.instance [None req-052c2431-e771-4076-9106-256baed54d13 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Lazy-loading 'flavor' on Instance uuid 00c2ad50-52f0-477c-8973-5a0899b084b8 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:19:35 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-052c2431-e771-4076-9106-256baed54d13 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 10:19:35 user nova-compute[74535]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 10:19:35 user nova-compute[74535]:   <source dev="/dev/sdd"/>
Dec 06 10:19:35 user nova-compute[74535]:   <target dev="vdc" bus="virtio"/>
Dec 06 10:19:35 user nova-compute[74535]:   <serial>411fd76d-4946-4cb5-bbfc-7c394b178f33</serial>
Dec 06 10:19:35 user nova-compute[74535]: </disk>
Dec 06 10:19:35 user nova-compute[74535]:  {{(pid=74535) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 10:19:35 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-052c2431-e771-4076-9106-256baed54d13 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] No BDM found with device name vda, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 10:19:35 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-052c2431-e771-4076-9106-256baed54d13 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 10:19:35 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-052c2431-e771-4076-9106-256baed54d13 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] No BDM found with device name vdc, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 10:19:35 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-052c2431-e771-4076-9106-256baed54d13 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] No VIF found with MAC fa:16:3e:d4:0e:ec, not building metadata {{(pid=74535) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 10:19:35 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-052c2431-e771-4076-9106-256baed54d13 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Lock "00c2ad50-52f0-477c-8973-5a0899b084b8" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 14.499s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:19:35 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:19:36 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-4111ebc6-cd0e-42cf-ba2d-3059f4763cce tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Acquiring lock "00c2ad50-52f0-477c-8973-5a0899b084b8" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:19:36 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-4111ebc6-cd0e-42cf-ba2d-3059f4763cce tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Lock "00c2ad50-52f0-477c-8973-5a0899b084b8" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:19:36 user nova-compute[74535]: INFO nova.compute.manager [None req-4111ebc6-cd0e-42cf-ba2d-3059f4763cce tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: 00c2ad50-52f0-477c-8973-5a0899b084b8] Detaching volume 1e71e35c-f77c-43d2-8f17-b5285acca7eb
Dec 06 10:19:36 user nova-compute[74535]: INFO nova.virt.block_device [None req-4111ebc6-cd0e-42cf-ba2d-3059f4763cce tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: 00c2ad50-52f0-477c-8973-5a0899b084b8] Attempting to driver detach volume 1e71e35c-f77c-43d2-8f17-b5285acca7eb from mountpoint /dev/vdb
Dec 06 10:19:36 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-4111ebc6-cd0e-42cf-ba2d-3059f4763cce tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Attempting to detach device vdb from instance 00c2ad50-52f0-477c-8973-5a0899b084b8 from the persistent domain config. {{(pid=74535) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 10:19:36 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-4111ebc6-cd0e-42cf-ba2d-3059f4763cce tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 10:19:36 user nova-compute[74535]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 10:19:36 user nova-compute[74535]:   <source dev="/dev/sde"/>
Dec 06 10:19:36 user nova-compute[74535]:   <target dev="vdb" bus="virtio"/>
Dec 06 10:19:36 user nova-compute[74535]:   <serial>1e71e35c-f77c-43d2-8f17-b5285acca7eb</serial>
Dec 06 10:19:36 user nova-compute[74535]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 10:19:36 user nova-compute[74535]: </disk>
Dec 06 10:19:36 user nova-compute[74535]:  {{(pid=74535) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 10:19:36 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-4111ebc6-cd0e-42cf-ba2d-3059f4763cce tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Successfully detached device vdb from instance 00c2ad50-52f0-477c-8973-5a0899b084b8 from the persistent domain config.
Dec 06 10:19:36 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-4111ebc6-cd0e-42cf-ba2d-3059f4763cce tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 00c2ad50-52f0-477c-8973-5a0899b084b8 from the live domain config. {{(pid=74535) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 10:19:36 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-4111ebc6-cd0e-42cf-ba2d-3059f4763cce tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 10:19:36 user nova-compute[74535]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 10:19:36 user nova-compute[74535]:   <source dev="/dev/sde"/>
Dec 06 10:19:36 user nova-compute[74535]:   <target dev="vdb" bus="virtio"/>
Dec 06 10:19:36 user nova-compute[74535]:   <serial>1e71e35c-f77c-43d2-8f17-b5285acca7eb</serial>
Dec 06 10:19:36 user nova-compute[74535]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 10:19:36 user nova-compute[74535]: </disk>
Dec 06 10:19:36 user nova-compute[74535]:  {{(pid=74535) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 10:19:37 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-4111ebc6-cd0e-42cf-ba2d-3059f4763cce tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 00c2ad50-52f0-477c-8973-5a0899b084b8 {{(pid=74535) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 10:19:37 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-01905350-5d09-4680-81e3-9debb9af82de tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Acquiring lock "fe817c29-6591-4ff1-9662-a3c83681ed9b" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:19:37 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-01905350-5d09-4680-81e3-9debb9af82de tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lock "fe817c29-6591-4ff1-9662-a3c83681ed9b" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:19:37 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-01905350-5d09-4680-81e3-9debb9af82de tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Acquiring lock "fe817c29-6591-4ff1-9662-a3c83681ed9b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:19:37 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-01905350-5d09-4680-81e3-9debb9af82de tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lock "fe817c29-6591-4ff1-9662-a3c83681ed9b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:19:37 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-01905350-5d09-4680-81e3-9debb9af82de tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lock "fe817c29-6591-4ff1-9662-a3c83681ed9b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:19:37 user nova-compute[74535]: INFO nova.compute.manager [None req-01905350-5d09-4680-81e3-9debb9af82de tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: fe817c29-6591-4ff1-9662-a3c83681ed9b] Terminating instance
Dec 06 10:19:37 user nova-compute[74535]: DEBUG nova.compute.manager [None req-01905350-5d09-4680-81e3-9debb9af82de tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: fe817c29-6591-4ff1-9662-a3c83681ed9b] Start destroying the instance on the hypervisor. {{(pid=74535) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 10:19:38 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:19:38 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:19:38 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:19:38 user nova-compute[74535]: DEBUG nova.compute.manager [req-1e20ae2a-1916-4395-805b-e5c053558bd7 req-b6944885-80a3-43bf-8f0e-8087714c0681 service nova] [instance: fe817c29-6591-4ff1-9662-a3c83681ed9b] Received event network-vif-unplugged-1363e7c4-5e61-4c5e-8eca-e0f366bb4a0c {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:19:38 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-1e20ae2a-1916-4395-805b-e5c053558bd7 req-b6944885-80a3-43bf-8f0e-8087714c0681 service nova] Acquiring lock "fe817c29-6591-4ff1-9662-a3c83681ed9b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:19:38 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-1e20ae2a-1916-4395-805b-e5c053558bd7 req-b6944885-80a3-43bf-8f0e-8087714c0681 service nova] Lock "fe817c29-6591-4ff1-9662-a3c83681ed9b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:19:38 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-1e20ae2a-1916-4395-805b-e5c053558bd7 req-b6944885-80a3-43bf-8f0e-8087714c0681 service nova] Lock "fe817c29-6591-4ff1-9662-a3c83681ed9b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:19:38 user nova-compute[74535]: DEBUG nova.compute.manager [req-1e20ae2a-1916-4395-805b-e5c053558bd7 req-b6944885-80a3-43bf-8f0e-8087714c0681 service nova] [instance: fe817c29-6591-4ff1-9662-a3c83681ed9b] No waiting events found dispatching network-vif-unplugged-1363e7c4-5e61-4c5e-8eca-e0f366bb4a0c {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:19:38 user nova-compute[74535]: DEBUG nova.compute.manager [req-1e20ae2a-1916-4395-805b-e5c053558bd7 req-b6944885-80a3-43bf-8f0e-8087714c0681 service nova] [instance: fe817c29-6591-4ff1-9662-a3c83681ed9b] Received event network-vif-unplugged-1363e7c4-5e61-4c5e-8eca-e0f366bb4a0c for instance with task_state deleting. {{(pid=74535) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 10:19:38 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:19:38 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: fe817c29-6591-4ff1-9662-a3c83681ed9b] Instance destroyed successfully.
Dec 06 10:19:38 user nova-compute[74535]: DEBUG nova.objects.instance [None req-01905350-5d09-4680-81e3-9debb9af82de tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lazy-loading 'resources' on Instance uuid fe817c29-6591-4ff1-9662-a3c83681ed9b {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:19:38 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-01905350-5d09-4680-81e3-9debb9af82de tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:16:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-920433496',display_name='tempest-AttachVolumeNegativeTest-server-920433496',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-920433496',id=41,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPpERevc2rpczS5fTqTu8SdoRNBpcRgVc+imgtUJ55B7HttF7trJ1njhERgoXkN1RP3B5qyFd/XcSbYTJJVzep761DmrXcXhynOknZj2sKcWWZOXcgWW04YtBYhYgq59Fg==',key_name='tempest-keypair-113421228',keypairs=<?>,launch_index=0,launched_at=2023-12-06T10:16:45Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ad8e6f48b8f442aa80f5839b55ad4b74',ramdisk_id='',reservation_id='r-3efo325o',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-1248837640',owner_user_name='tempest-AttachVolumeNegativeTest-1248837640-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T10:16:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2a00a36cf91f4768aadaeccc7d530154',uuid=fe817c29-6591-4ff1-9662-a3c83681ed9b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "1363e7c4-5e61-4c5e-8eca-e0f366bb4a0c", "address": "fa:16:3e:06:f1:77", "network": {"id": "49702c0e-8306-49f2-9a37-580dfa9aedca", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1167139173-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.37", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ad8e6f48b8f442aa80f5839b55ad4b74", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1363e7c4-5e", "ovs_interfaceid": "1363e7c4-5e61-4c5e-8eca-e0f366bb4a0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 10:19:38 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-01905350-5d09-4680-81e3-9debb9af82de tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Converting VIF {"id": "1363e7c4-5e61-4c5e-8eca-e0f366bb4a0c", "address": "fa:16:3e:06:f1:77", "network": {"id": "49702c0e-8306-49f2-9a37-580dfa9aedca", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1167139173-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.37", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ad8e6f48b8f442aa80f5839b55ad4b74", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1363e7c4-5e", "ovs_interfaceid": "1363e7c4-5e61-4c5e-8eca-e0f366bb4a0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:19:38 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-01905350-5d09-4680-81e3-9debb9af82de tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:06:f1:77,bridge_name='br-int',has_traffic_filtering=True,id=1363e7c4-5e61-4c5e-8eca-e0f366bb4a0c,network=Network(49702c0e-8306-49f2-9a37-580dfa9aedca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1363e7c4-5e') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:19:38 user nova-compute[74535]: DEBUG os_vif [None req-01905350-5d09-4680-81e3-9debb9af82de tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:06:f1:77,bridge_name='br-int',has_traffic_filtering=True,id=1363e7c4-5e61-4c5e-8eca-e0f366bb4a0c,network=Network(49702c0e-8306-49f2-9a37-580dfa9aedca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1363e7c4-5e') {{(pid=74535) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 10:19:38 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:19:38 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap1363e7c4-5e, bridge=br-int, if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:19:38 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:19:38 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:19:38 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:19:38 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=fb96218b-581f-44fd-a57c-75125823566b) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:19:38 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:19:38 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:19:38 user nova-compute[74535]: INFO os_vif [None req-01905350-5d09-4680-81e3-9debb9af82de tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:06:f1:77,bridge_name='br-int',has_traffic_filtering=True,id=1363e7c4-5e61-4c5e-8eca-e0f366bb4a0c,network=Network(49702c0e-8306-49f2-9a37-580dfa9aedca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1363e7c4-5e')
Dec 06 10:19:38 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-01905350-5d09-4680-81e3-9debb9af82de tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: fe817c29-6591-4ff1-9662-a3c83681ed9b] Deleting instance files /opt/stack/data/nova/instances/fe817c29-6591-4ff1-9662-a3c83681ed9b_del
Dec 06 10:19:38 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-01905350-5d09-4680-81e3-9debb9af82de tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: fe817c29-6591-4ff1-9662-a3c83681ed9b] Deletion of /opt/stack/data/nova/instances/fe817c29-6591-4ff1-9662-a3c83681ed9b_del complete
Dec 06 10:19:38 user nova-compute[74535]: INFO nova.compute.manager [None req-01905350-5d09-4680-81e3-9debb9af82de tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] [instance: fe817c29-6591-4ff1-9662-a3c83681ed9b] Took 0.86 seconds to destroy the instance on the hypervisor.
Dec 06 10:19:38 user nova-compute[74535]: DEBUG oslo.service.loopingcall [None req-01905350-5d09-4680-81e3-9debb9af82de tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74535) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 10:19:38 user nova-compute[74535]: DEBUG nova.compute.manager [-] [instance: fe817c29-6591-4ff1-9662-a3c83681ed9b] Deallocating network for instance {{(pid=74535) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 10:19:38 user nova-compute[74535]: DEBUG nova.network.neutron [-] [instance: fe817c29-6591-4ff1-9662-a3c83681ed9b] deallocate_for_instance() {{(pid=74535) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 10:19:39 user nova-compute[74535]: DEBUG nova.network.neutron [-] [instance: fe817c29-6591-4ff1-9662-a3c83681ed9b] Updating instance_info_cache with network_info: [] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:19:39 user nova-compute[74535]: INFO nova.compute.manager [-] [instance: fe817c29-6591-4ff1-9662-a3c83681ed9b] Took 0.76 seconds to deallocate network for instance.
Dec 06 10:19:39 user nova-compute[74535]: DEBUG nova.compute.manager [req-a27e53f9-7311-485a-a019-4a6438661e8b req-e6f490dc-4795-4b96-abda-750f5f10b309 service nova] [instance: fe817c29-6591-4ff1-9662-a3c83681ed9b] Received event network-vif-deleted-1363e7c4-5e61-4c5e-8eca-e0f366bb4a0c {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:19:39 user nova-compute[74535]: INFO nova.compute.manager [req-a27e53f9-7311-485a-a019-4a6438661e8b req-e6f490dc-4795-4b96-abda-750f5f10b309 service nova] [instance: fe817c29-6591-4ff1-9662-a3c83681ed9b] Neutron deleted interface 1363e7c4-5e61-4c5e-8eca-e0f366bb4a0c; detaching it from the instance and deleting it from the info cache
Dec 06 10:19:39 user nova-compute[74535]: DEBUG nova.network.neutron [req-a27e53f9-7311-485a-a019-4a6438661e8b req-e6f490dc-4795-4b96-abda-750f5f10b309 service nova] [instance: fe817c29-6591-4ff1-9662-a3c83681ed9b] Updating instance_info_cache with network_info: [] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:19:39 user nova-compute[74535]: DEBUG nova.compute.manager [req-a27e53f9-7311-485a-a019-4a6438661e8b req-e6f490dc-4795-4b96-abda-750f5f10b309 service nova] [instance: fe817c29-6591-4ff1-9662-a3c83681ed9b] Detach interface failed, port_id=1363e7c4-5e61-4c5e-8eca-e0f366bb4a0c, reason: Instance fe817c29-6591-4ff1-9662-a3c83681ed9b could not be found. {{(pid=74535) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 06 10:19:39 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-01905350-5d09-4680-81e3-9debb9af82de tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:19:39 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-01905350-5d09-4680-81e3-9debb9af82de tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:19:39 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-01905350-5d09-4680-81e3-9debb9af82de tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:19:39 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-01905350-5d09-4680-81e3-9debb9af82de tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:19:39 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-01905350-5d09-4680-81e3-9debb9af82de tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.266s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:19:39 user nova-compute[74535]: INFO nova.scheduler.client.report [None req-01905350-5d09-4680-81e3-9debb9af82de tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Deleted allocations for instance fe817c29-6591-4ff1-9662-a3c83681ed9b
Dec 06 10:19:40 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-01905350-5d09-4680-81e3-9debb9af82de tempest-AttachVolumeNegativeTest-1248837640 tempest-AttachVolumeNegativeTest-1248837640-project-member] Lock "fe817c29-6591-4ff1-9662-a3c83681ed9b" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.091s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:19:40 user nova-compute[74535]: DEBUG nova.compute.manager [req-5fd45197-8055-4889-ab7d-95b5606ab7d1 req-7e53d07b-2361-4d45-a962-76abf94f4671 service nova] [instance: fe817c29-6591-4ff1-9662-a3c83681ed9b] Received event network-vif-plugged-1363e7c4-5e61-4c5e-8eca-e0f366bb4a0c {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:19:40 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-5fd45197-8055-4889-ab7d-95b5606ab7d1 req-7e53d07b-2361-4d45-a962-76abf94f4671 service nova] Acquiring lock "fe817c29-6591-4ff1-9662-a3c83681ed9b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:19:40 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-5fd45197-8055-4889-ab7d-95b5606ab7d1 req-7e53d07b-2361-4d45-a962-76abf94f4671 service nova] Lock "fe817c29-6591-4ff1-9662-a3c83681ed9b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:19:40 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-5fd45197-8055-4889-ab7d-95b5606ab7d1 req-7e53d07b-2361-4d45-a962-76abf94f4671 service nova] Lock "fe817c29-6591-4ff1-9662-a3c83681ed9b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:19:40 user nova-compute[74535]: DEBUG nova.compute.manager [req-5fd45197-8055-4889-ab7d-95b5606ab7d1 req-7e53d07b-2361-4d45-a962-76abf94f4671 service nova] [instance: fe817c29-6591-4ff1-9662-a3c83681ed9b] No waiting events found dispatching network-vif-plugged-1363e7c4-5e61-4c5e-8eca-e0f366bb4a0c {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:19:40 user nova-compute[74535]: WARNING nova.compute.manager [req-5fd45197-8055-4889-ab7d-95b5606ab7d1 req-7e53d07b-2361-4d45-a962-76abf94f4671 service nova] [instance: fe817c29-6591-4ff1-9662-a3c83681ed9b] Received unexpected event network-vif-plugged-1363e7c4-5e61-4c5e-8eca-e0f366bb4a0c for instance with vm_state deleted and task_state None.
Dec 06 10:19:43 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:19:43 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:19:43 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:19:48 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:19:53 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:19:54 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-683af8df-a88b-4dc2-a57e-bbb322130427 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Acquiring lock "b637d5b3-fb04-4395-aebd-65290980782f" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:19:54 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-683af8df-a88b-4dc2-a57e-bbb322130427 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Lock "b637d5b3-fb04-4395-aebd-65290980782f" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:19:54 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-683af8df-a88b-4dc2-a57e-bbb322130427 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Acquiring lock "b637d5b3-fb04-4395-aebd-65290980782f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:19:54 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-683af8df-a88b-4dc2-a57e-bbb322130427 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Lock "b637d5b3-fb04-4395-aebd-65290980782f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:19:54 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-683af8df-a88b-4dc2-a57e-bbb322130427 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Lock "b637d5b3-fb04-4395-aebd-65290980782f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:19:54 user nova-compute[74535]: INFO nova.compute.manager [None req-683af8df-a88b-4dc2-a57e-bbb322130427 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] [instance: b637d5b3-fb04-4395-aebd-65290980782f] Terminating instance
Dec 06 10:19:54 user nova-compute[74535]: DEBUG nova.compute.manager [None req-683af8df-a88b-4dc2-a57e-bbb322130427 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] [instance: b637d5b3-fb04-4395-aebd-65290980782f] Start destroying the instance on the hypervisor. {{(pid=74535) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 10:19:54 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:19:54 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:19:54 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:19:54 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:19:54 user nova-compute[74535]: DEBUG nova.compute.manager [req-616df72f-f165-4a22-8e58-d7462a6d2778 req-e3a0a0cd-bbe1-4d96-b255-f424546c5b31 service nova] [instance: b637d5b3-fb04-4395-aebd-65290980782f] Received event network-vif-unplugged-d63d40ef-d730-4f1c-944f-9b0bea372be9 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:19:54 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-616df72f-f165-4a22-8e58-d7462a6d2778 req-e3a0a0cd-bbe1-4d96-b255-f424546c5b31 service nova] Acquiring lock "b637d5b3-fb04-4395-aebd-65290980782f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:19:54 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-616df72f-f165-4a22-8e58-d7462a6d2778 req-e3a0a0cd-bbe1-4d96-b255-f424546c5b31 service nova] Lock "b637d5b3-fb04-4395-aebd-65290980782f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:19:54 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-616df72f-f165-4a22-8e58-d7462a6d2778 req-e3a0a0cd-bbe1-4d96-b255-f424546c5b31 service nova] Lock "b637d5b3-fb04-4395-aebd-65290980782f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:19:54 user nova-compute[74535]: DEBUG nova.compute.manager [req-616df72f-f165-4a22-8e58-d7462a6d2778 req-e3a0a0cd-bbe1-4d96-b255-f424546c5b31 service nova] [instance: b637d5b3-fb04-4395-aebd-65290980782f] No waiting events found dispatching network-vif-unplugged-d63d40ef-d730-4f1c-944f-9b0bea372be9 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:19:54 user nova-compute[74535]: DEBUG nova.compute.manager [req-616df72f-f165-4a22-8e58-d7462a6d2778 req-e3a0a0cd-bbe1-4d96-b255-f424546c5b31 service nova] [instance: b637d5b3-fb04-4395-aebd-65290980782f] Received event network-vif-unplugged-d63d40ef-d730-4f1c-944f-9b0bea372be9 for instance with task_state deleting. {{(pid=74535) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 10:19:55 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: b637d5b3-fb04-4395-aebd-65290980782f] Instance destroyed successfully.
Dec 06 10:19:55 user nova-compute[74535]: DEBUG nova.objects.instance [None req-683af8df-a88b-4dc2-a57e-bbb322130427 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Lazy-loading 'resources' on Instance uuid b637d5b3-fb04-4395-aebd-65290980782f {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:19:55 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-683af8df-a88b-4dc2-a57e-bbb322130427 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:15:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-1000916344',display_name='tempest-TestServerVolumeAttachmentScenario-server-1000916344',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachmentscenario-server-1000916344',id=39,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBK0KEklEkCnXv72Ii439n2a49976Bhf4/igtXTncncuWufyHkICrC6lJKm5QsLnhTl33cmolQIyEdY4AFx3FioB6pj6ZUyTVKiGUE4VOD//lXeyfLgo5DSykHUDRvn4jSg==',key_name='tempest-keypair-186599930',keypairs=<?>,launch_index=0,launched_at=2023-12-06T10:15:58Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='7cc5bca41a8647a6900eb802f0c43f49',ramdisk_id='',reservation_id='r-98yw0w9h',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestServerVolumeAttachmentScenario-1860626160',owner_user_name='tempest-TestServerVolumeAttachmentScenario-1860626160-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T10:15:59Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='edb31c594ee9410dbba4d0b53cbfc465',uuid=b637d5b3-fb04-4395-aebd-65290980782f,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d63d40ef-d730-4f1c-944f-9b0bea372be9", "address": "fa:16:3e:98:7c:5a", "network": {"id": "7b972592-8aad-4c1d-95a8-4c1d7b52f135", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1397938088-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7cc5bca41a8647a6900eb802f0c43f49", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd63d40ef-d7", "ovs_interfaceid": "d63d40ef-d730-4f1c-944f-9b0bea372be9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 10:19:55 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-683af8df-a88b-4dc2-a57e-bbb322130427 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Converting VIF {"id": "d63d40ef-d730-4f1c-944f-9b0bea372be9", "address": "fa:16:3e:98:7c:5a", "network": {"id": "7b972592-8aad-4c1d-95a8-4c1d7b52f135", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1397938088-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7cc5bca41a8647a6900eb802f0c43f49", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd63d40ef-d7", "ovs_interfaceid": "d63d40ef-d730-4f1c-944f-9b0bea372be9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:19:55 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-683af8df-a88b-4dc2-a57e-bbb322130427 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:98:7c:5a,bridge_name='br-int',has_traffic_filtering=True,id=d63d40ef-d730-4f1c-944f-9b0bea372be9,network=Network(7b972592-8aad-4c1d-95a8-4c1d7b52f135),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd63d40ef-d7') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:19:55 user nova-compute[74535]: DEBUG os_vif [None req-683af8df-a88b-4dc2-a57e-bbb322130427 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:98:7c:5a,bridge_name='br-int',has_traffic_filtering=True,id=d63d40ef-d730-4f1c-944f-9b0bea372be9,network=Network(7b972592-8aad-4c1d-95a8-4c1d7b52f135),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd63d40ef-d7') {{(pid=74535) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 10:19:55 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:19:55 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd63d40ef-d7, bridge=br-int, if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:19:55 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:19:55 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:19:55 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:19:55 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=e37a1d28-d193-439a-8e82-42fe4fe79921) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:19:55 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:19:55 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:19:55 user nova-compute[74535]: INFO os_vif [None req-683af8df-a88b-4dc2-a57e-bbb322130427 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:98:7c:5a,bridge_name='br-int',has_traffic_filtering=True,id=d63d40ef-d730-4f1c-944f-9b0bea372be9,network=Network(7b972592-8aad-4c1d-95a8-4c1d7b52f135),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd63d40ef-d7')
Dec 06 10:19:55 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-683af8df-a88b-4dc2-a57e-bbb322130427 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] [instance: b637d5b3-fb04-4395-aebd-65290980782f] Deleting instance files /opt/stack/data/nova/instances/b637d5b3-fb04-4395-aebd-65290980782f_del
Dec 06 10:19:55 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-683af8df-a88b-4dc2-a57e-bbb322130427 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] [instance: b637d5b3-fb04-4395-aebd-65290980782f] Deletion of /opt/stack/data/nova/instances/b637d5b3-fb04-4395-aebd-65290980782f_del complete
Dec 06 10:19:55 user nova-compute[74535]: INFO nova.compute.manager [None req-683af8df-a88b-4dc2-a57e-bbb322130427 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] [instance: b637d5b3-fb04-4395-aebd-65290980782f] Took 0.83 seconds to destroy the instance on the hypervisor.
Dec 06 10:19:55 user nova-compute[74535]: DEBUG oslo.service.loopingcall [None req-683af8df-a88b-4dc2-a57e-bbb322130427 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74535) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 10:19:55 user nova-compute[74535]: DEBUG nova.compute.manager [-] [instance: b637d5b3-fb04-4395-aebd-65290980782f] Deallocating network for instance {{(pid=74535) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 10:19:55 user nova-compute[74535]: DEBUG nova.network.neutron [-] [instance: b637d5b3-fb04-4395-aebd-65290980782f] deallocate_for_instance() {{(pid=74535) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 10:19:56 user nova-compute[74535]: DEBUG nova.network.neutron [-] [instance: b637d5b3-fb04-4395-aebd-65290980782f] Updating instance_info_cache with network_info: [] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:19:56 user nova-compute[74535]: INFO nova.compute.manager [-] [instance: b637d5b3-fb04-4395-aebd-65290980782f] Took 0.93 seconds to deallocate network for instance.
Dec 06 10:19:56 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-683af8df-a88b-4dc2-a57e-bbb322130427 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:19:56 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-683af8df-a88b-4dc2-a57e-bbb322130427 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:19:56 user nova-compute[74535]: DEBUG nova.compute.manager [req-7b35fcae-9e33-49a4-aa32-73e305f0e3c7 req-710c4d8d-ac78-41f4-956e-a96ef9821100 service nova] [instance: b637d5b3-fb04-4395-aebd-65290980782f] Received event network-vif-plugged-d63d40ef-d730-4f1c-944f-9b0bea372be9 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:19:56 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-7b35fcae-9e33-49a4-aa32-73e305f0e3c7 req-710c4d8d-ac78-41f4-956e-a96ef9821100 service nova] Acquiring lock "b637d5b3-fb04-4395-aebd-65290980782f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:19:56 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-7b35fcae-9e33-49a4-aa32-73e305f0e3c7 req-710c4d8d-ac78-41f4-956e-a96ef9821100 service nova] Lock "b637d5b3-fb04-4395-aebd-65290980782f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:19:56 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-7b35fcae-9e33-49a4-aa32-73e305f0e3c7 req-710c4d8d-ac78-41f4-956e-a96ef9821100 service nova] Lock "b637d5b3-fb04-4395-aebd-65290980782f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:19:56 user nova-compute[74535]: DEBUG nova.compute.manager [req-7b35fcae-9e33-49a4-aa32-73e305f0e3c7 req-710c4d8d-ac78-41f4-956e-a96ef9821100 service nova] [instance: b637d5b3-fb04-4395-aebd-65290980782f] No waiting events found dispatching network-vif-plugged-d63d40ef-d730-4f1c-944f-9b0bea372be9 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:19:56 user nova-compute[74535]: WARNING nova.compute.manager [req-7b35fcae-9e33-49a4-aa32-73e305f0e3c7 req-710c4d8d-ac78-41f4-956e-a96ef9821100 service nova] [instance: b637d5b3-fb04-4395-aebd-65290980782f] Received unexpected event network-vif-plugged-d63d40ef-d730-4f1c-944f-9b0bea372be9 for instance with vm_state deleted and task_state None.
Dec 06 10:19:56 user nova-compute[74535]: DEBUG nova.compute.manager [req-7b35fcae-9e33-49a4-aa32-73e305f0e3c7 req-710c4d8d-ac78-41f4-956e-a96ef9821100 service nova] [instance: b637d5b3-fb04-4395-aebd-65290980782f] Received event network-vif-deleted-d63d40ef-d730-4f1c-944f-9b0bea372be9 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:19:56 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-683af8df-a88b-4dc2-a57e-bbb322130427 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:19:56 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-683af8df-a88b-4dc2-a57e-bbb322130427 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:19:57 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-683af8df-a88b-4dc2-a57e-bbb322130427 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.591s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:19:57 user nova-compute[74535]: INFO nova.scheduler.client.report [None req-683af8df-a88b-4dc2-a57e-bbb322130427 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Deleted allocations for instance b637d5b3-fb04-4395-aebd-65290980782f
Dec 06 10:19:57 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-683af8df-a88b-4dc2-a57e-bbb322130427 tempest-TestServerVolumeAttachmentScenario-1860626160 tempest-TestServerVolumeAttachmentScenario-1860626160-project-member] Lock "b637d5b3-fb04-4395-aebd-65290980782f" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.548s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:19:57 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-4111ebc6-cd0e-42cf-ba2d-3059f4763cce tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 00c2ad50-52f0-477c-8973-5a0899b084b8 is timed out.
Dec 06 10:19:57 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-4111ebc6-cd0e-42cf-ba2d-3059f4763cce tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Successfully detached device vdb from instance 00c2ad50-52f0-477c-8973-5a0899b084b8 from the live domain config.
Dec 06 10:19:57 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4111ebc6-cd0e-42cf-ba2d-3059f4763cce tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: 00c2ad50-52f0-477c-8973-5a0899b084b8] calling os-brick to detach iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 10:19:57 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-4111ebc6-cd0e-42cf-ba2d-3059f4763cce tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, {'target_iqn': 'iqn.2010-10.org.openstack:1e71e35c-f77c-43d2-8f17-b5285acca7eb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'agpQGCXF', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': False}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:19:57 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-4111ebc6-cd0e-42cf-ba2d-3059f4763cce tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:19:57 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-4111ebc6-cd0e-42cf-ba2d-3059f4763cce tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:19:57 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-4111ebc6-cd0e-42cf-ba2d-3059f4763cce tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:19:57 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:19:57 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.030s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:19:57 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[e561e6ab-a828-4b85-9fb0-646a364458db]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1e71e35c-f77c-43d2-8f17-b5285acca7eb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:411fd76d-4946-4cb5-bbfc-7c394b178f33\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:19:57 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-4111ebc6-cd0e-42cf-ba2d-3059f4763cce tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 10:19:57 user nova-compute[74535]: No targets found.
Dec 06 10:19:57 user nova-compute[74535]: iSNS:
Dec 06 10:19:57 user nova-compute[74535]: No targets found.
Dec 06 10:19:57 user nova-compute[74535]: STATIC:
Dec 06 10:19:57 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8
Dec 06 10:19:57 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:19:57 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:19:57 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8
Dec 06 10:19:57 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:19:57 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:19:57 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c
Dec 06 10:19:57 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:19:57 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:19:57 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:1e71e35c-f77c-43d2-8f17-b5285acca7eb
Dec 06 10:19:57 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:19:57 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:19:57 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:411fd76d-4946-4cb5-bbfc-7c394b178f33
Dec 06 10:19:57 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:19:57 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:19:57 user nova-compute[74535]: FIRMWARE:
Dec 06 10:19:57 user nova-compute[74535]: No targets found.
Dec 06 10:19:57 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:19:57 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-4111ebc6-cd0e-42cf-ba2d-3059f4763cce tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 10:19:57 user nova-compute[74535]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 10:19:57 user nova-compute[74535]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74535) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 10:19:57 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-4111ebc6-cd0e-42cf-ba2d-3059f4763cce tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1e71e35c-f77c-43d2-8f17-b5285acca7eb', 0)] {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 10:19:57 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:19:57 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:19:57 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[b27529e5-769d-4e8d-b5d0-ed51f0b512bb]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1e71e35c-f77c-43d2-8f17-b5285acca7eb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:411fd76d-4946-4cb5-bbfc-7c394b178f33\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:19:57 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:19:57 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:19:57 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[d81c0081-90f9-4d9a-98d3-4f230b3bfc12]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e71e35c-f77c-43d2-8f17-b5285acca7eb (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:411fd76d-4946-4cb5-bbfc-7c394b178f33 (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:19:57 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-4111ebc6-cd0e-42cf-ba2d-3059f4763cce tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:19:57 user nova-compute[74535]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c (non-flash)
Dec 06 10:19:57 user nova-compute[74535]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 (non-flash)
Dec 06 10:19:57 user nova-compute[74535]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e71e35c-f77c-43d2-8f17-b5285acca7eb (non-flash)
Dec 06 10:19:57 user nova-compute[74535]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:411fd76d-4946-4cb5-bbfc-7c394b178f33 (non-flash)
Dec 06 10:19:57 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:19:57 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-4111ebc6-cd0e-42cf-ba2d-3059f4763cce tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:19:57 user nova-compute[74535]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c (non-flash)
Dec 06 10:19:57 user nova-compute[74535]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 (non-flash)
Dec 06 10:19:57 user nova-compute[74535]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e71e35c-f77c-43d2-8f17-b5285acca7eb (non-flash)
Dec 06 10:19:57 user nova-compute[74535]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:411fd76d-4946-4cb5-bbfc-7c394b178f33 (non-flash)
Dec 06 10:19:57 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:19:57 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-4111ebc6-cd0e-42cf-ba2d-3059f4763cce tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ff1360dda20>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1e71e35c-f77c-43d2-8f17-b5285acca7eb'): ({'sde'}, set())}) {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 10:19:57 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-4111ebc6-cd0e-42cf-ba2d-3059f4763cce tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Removing single pathed devices sde {{(pid=74535) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 10:19:57 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:19:57 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:19:57 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[23a32745-6b9f-4e56-8349-48b05cb7a0ed]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:19:57 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:19:57 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.026s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:19:57 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c955d0c-98a7-4904-b4ee-17aa0b03fcd3]: (4, ('ok\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:19:57 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-4111ebc6-cd0e-42cf-ba2d-3059f4763cce tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Flushing IO for device /dev/sde {{(pid=74535) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 10:19:57 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:19:57 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.013s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:19:57 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe466eec-bb24-426b-8843-7f511c8897a8]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:19:57 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-4111ebc6-cd0e-42cf-ba2d-3059f4763cce tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=74535) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 10:19:57 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:19:57 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.031s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:19:57 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[22992a71-9253-4a9b-aad4-9cd913bdeedc]: (4, ('1', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:19:57 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-4111ebc6-cd0e-42cf-ba2d-3059f4763cce tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 10:19:57 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-4111ebc6-cd0e-42cf-ba2d-3059f4763cce tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] SCSI volumes sde have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 10:19:57 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-4111ebc6-cd0e-42cf-ba2d-3059f4763cce tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1e71e35c-f77c-43d2-8f17-b5285acca7eb')] {{(pid=74535) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 10:19:57 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1e71e35c-f77c-43d2-8f17-b5285acca7eb -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:19:57 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1e71e35c-f77c-43d2-8f17-b5285acca7eb -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.024s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:19:57 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[8efc1c67-89eb-44e9-a9f6-c4101e0ce629]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:19:57 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-4111ebc6-cd0e-42cf-ba2d-3059f4763cce tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:19:57 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1e71e35c-f77c-43d2-8f17-b5285acca7eb -p 172.16.0.220:3260 --logout {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:19:57 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1e71e35c-f77c-43d2-8f17-b5285acca7eb -p 172.16.0.220:3260 --logout" returned: 0 in 0.062s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:19:57 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[c4994c80-0c7b-4834-9ed2-3b3dea8b1851]: (4, ('Logging out of session [sid: 48, target: iqn.2010-10.org.openstack:1e71e35c-f77c-43d2-8f17-b5285acca7eb, portal: 172.16.0.220,3260]\nLogout of [sid: 48, target: iqn.2010-10.org.openstack:1e71e35c-f77c-43d2-8f17-b5285acca7eb, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:19:57 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-4111ebc6-cd0e-42cf-ba2d-3059f4763cce tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 48, target: iqn.2010-10.org.openstack:1e71e35c-f77c-43d2-8f17-b5285acca7eb, portal: 172.16.0.220,3260]
Dec 06 10:19:57 user nova-compute[74535]: Logout of [sid: 48, target: iqn.2010-10.org.openstack:1e71e35c-f77c-43d2-8f17-b5285acca7eb, portal: 172.16.0.220,3260] successful.
Dec 06 10:19:57 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:19:57 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1e71e35c-f77c-43d2-8f17-b5285acca7eb -p 172.16.0.220:3260 --op delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:19:57 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1e71e35c-f77c-43d2-8f17-b5285acca7eb -p 172.16.0.220:3260 --op delete" returned: 0 in 0.033s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:19:57 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[a67aa2f8-8b3c-44fb-a1af-a4521b723c34]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:19:57 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-4111ebc6-cd0e-42cf-ba2d-3059f4763cce tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:19:57 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-4111ebc6-cd0e-42cf-ba2d-3059f4763cce tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.341s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:19:57 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-4111ebc6-cd0e-42cf-ba2d-3059f4763cce tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] <== disconnect_volume: return (342ms) None {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:19:57 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4111ebc6-cd0e-42cf-ba2d-3059f4763cce tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: 00c2ad50-52f0-477c-8973-5a0899b084b8] Disconnected iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 10:19:57 user nova-compute[74535]: DEBUG nova.compute.manager [req-49bbb62f-8dd5-4335-a971-429f9f82fe3f req-6722f2d8-7c27-437a-8dec-1955b051985e service nova] [instance: 756f4e92-92de-4836-b330-6bba85b68f62] Received event network-changed-f7944b7d-a096-472f-b1d2-3261dc978fdc {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:19:57 user nova-compute[74535]: DEBUG nova.compute.manager [req-49bbb62f-8dd5-4335-a971-429f9f82fe3f req-6722f2d8-7c27-437a-8dec-1955b051985e service nova] [instance: 756f4e92-92de-4836-b330-6bba85b68f62] Refreshing instance network info cache due to event network-changed-f7944b7d-a096-472f-b1d2-3261dc978fdc. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 10:19:57 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-49bbb62f-8dd5-4335-a971-429f9f82fe3f req-6722f2d8-7c27-437a-8dec-1955b051985e service nova] Acquiring lock "refresh_cache-756f4e92-92de-4836-b330-6bba85b68f62" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:19:57 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-49bbb62f-8dd5-4335-a971-429f9f82fe3f req-6722f2d8-7c27-437a-8dec-1955b051985e service nova] Acquired lock "refresh_cache-756f4e92-92de-4836-b330-6bba85b68f62" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:19:57 user nova-compute[74535]: DEBUG nova.network.neutron [req-49bbb62f-8dd5-4335-a971-429f9f82fe3f req-6722f2d8-7c27-437a-8dec-1955b051985e service nova] [instance: 756f4e92-92de-4836-b330-6bba85b68f62] Refreshing network info cache for port f7944b7d-a096-472f-b1d2-3261dc978fdc {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 10:19:58 user nova-compute[74535]: DEBUG nova.objects.instance [None req-4111ebc6-cd0e-42cf-ba2d-3059f4763cce tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Lazy-loading 'flavor' on Instance uuid 00c2ad50-52f0-477c-8973-5a0899b084b8 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:19:58 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-4111ebc6-cd0e-42cf-ba2d-3059f4763cce tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Lock "00c2ad50-52f0-477c-8973-5a0899b084b8" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.819s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:19:58 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:19:58 user nova-compute[74535]: DEBUG nova.network.neutron [req-49bbb62f-8dd5-4335-a971-429f9f82fe3f req-6722f2d8-7c27-437a-8dec-1955b051985e service nova] [instance: 756f4e92-92de-4836-b330-6bba85b68f62] Updated VIF entry in instance network info cache for port f7944b7d-a096-472f-b1d2-3261dc978fdc. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 10:19:58 user nova-compute[74535]: DEBUG nova.network.neutron [req-49bbb62f-8dd5-4335-a971-429f9f82fe3f req-6722f2d8-7c27-437a-8dec-1955b051985e service nova] [instance: 756f4e92-92de-4836-b330-6bba85b68f62] Updating instance_info_cache with network_info: [{"id": "f7944b7d-a096-472f-b1d2-3261dc978fdc", "address": "fa:16:3e:e0:a8:fa", "network": {"id": "72d08fd1-cc74-485f-848c-2ce73172f719", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1718263965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "19e83c953cf8498f8ea89afce479f26b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf7944b7d-a0", "ovs_interfaceid": "f7944b7d-a096-472f-b1d2-3261dc978fdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:19:58 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-49bbb62f-8dd5-4335-a971-429f9f82fe3f req-6722f2d8-7c27-437a-8dec-1955b051985e service nova] Releasing lock "refresh_cache-756f4e92-92de-4836-b330-6bba85b68f62" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:19:58 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-6636c7cd-0a31-42cd-a326-ea09efd1fcf0 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Acquiring lock "756f4e92-92de-4836-b330-6bba85b68f62" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:19:58 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-6636c7cd-0a31-42cd-a326-ea09efd1fcf0 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lock "756f4e92-92de-4836-b330-6bba85b68f62" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:19:58 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-6636c7cd-0a31-42cd-a326-ea09efd1fcf0 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Acquiring lock "756f4e92-92de-4836-b330-6bba85b68f62-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:19:58 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-6636c7cd-0a31-42cd-a326-ea09efd1fcf0 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lock "756f4e92-92de-4836-b330-6bba85b68f62-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:19:58 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-6636c7cd-0a31-42cd-a326-ea09efd1fcf0 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lock "756f4e92-92de-4836-b330-6bba85b68f62-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:19:58 user nova-compute[74535]: INFO nova.compute.manager [None req-6636c7cd-0a31-42cd-a326-ea09efd1fcf0 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: 756f4e92-92de-4836-b330-6bba85b68f62] Terminating instance
Dec 06 10:19:58 user nova-compute[74535]: DEBUG nova.compute.manager [None req-6636c7cd-0a31-42cd-a326-ea09efd1fcf0 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: 756f4e92-92de-4836-b330-6bba85b68f62] Start destroying the instance on the hypervisor. {{(pid=74535) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 10:19:58 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:19:58 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:19:58 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:19:58 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:19:58 user nova-compute[74535]: DEBUG nova.compute.manager [req-8b500bd8-301c-4ad2-ab7a-7ef13af9eb1f req-baa48e37-5889-4752-96f8-a70cebcd860a service nova] [instance: 756f4e92-92de-4836-b330-6bba85b68f62] Received event network-vif-unplugged-f7944b7d-a096-472f-b1d2-3261dc978fdc {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:19:58 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-8b500bd8-301c-4ad2-ab7a-7ef13af9eb1f req-baa48e37-5889-4752-96f8-a70cebcd860a service nova] Acquiring lock "756f4e92-92de-4836-b330-6bba85b68f62-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:19:58 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-8b500bd8-301c-4ad2-ab7a-7ef13af9eb1f req-baa48e37-5889-4752-96f8-a70cebcd860a service nova] Lock "756f4e92-92de-4836-b330-6bba85b68f62-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:19:58 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-8b500bd8-301c-4ad2-ab7a-7ef13af9eb1f req-baa48e37-5889-4752-96f8-a70cebcd860a service nova] Lock "756f4e92-92de-4836-b330-6bba85b68f62-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:19:58 user nova-compute[74535]: DEBUG nova.compute.manager [req-8b500bd8-301c-4ad2-ab7a-7ef13af9eb1f req-baa48e37-5889-4752-96f8-a70cebcd860a service nova] [instance: 756f4e92-92de-4836-b330-6bba85b68f62] No waiting events found dispatching network-vif-unplugged-f7944b7d-a096-472f-b1d2-3261dc978fdc {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:19:58 user nova-compute[74535]: DEBUG nova.compute.manager [req-8b500bd8-301c-4ad2-ab7a-7ef13af9eb1f req-baa48e37-5889-4752-96f8-a70cebcd860a service nova] [instance: 756f4e92-92de-4836-b330-6bba85b68f62] Received event network-vif-unplugged-f7944b7d-a096-472f-b1d2-3261dc978fdc for instance with task_state deleting. {{(pid=74535) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 10:19:59 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: 756f4e92-92de-4836-b330-6bba85b68f62] Instance destroyed successfully.
Dec 06 10:19:59 user nova-compute[74535]: DEBUG nova.objects.instance [None req-6636c7cd-0a31-42cd-a326-ea09efd1fcf0 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lazy-loading 'resources' on Instance uuid 756f4e92-92de-4836-b330-6bba85b68f62 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:19:59 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-f868a45d-1879-42d5-bc92-380ce4644c52 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Acquiring lock "00c2ad50-52f0-477c-8973-5a0899b084b8" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:19:59 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-f868a45d-1879-42d5-bc92-380ce4644c52 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Lock "00c2ad50-52f0-477c-8973-5a0899b084b8" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:19:59 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-6636c7cd-0a31-42cd-a326-ea09efd1fcf0 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:18:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-520305297',display_name='tempest-TestVolumeBootPattern-server-520305297',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-520305297',id=43,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHf5pNVx5JEYKWTW5K7zzNRxAbljK/9rKlLOTAAPsNvH3raFXCB2AGXNwOVLUCwdkSBIoOPQ8wr9DqYK/MSPiFizL2uvk+xuRgB9CVkbmP+g9Usc8cd1vA5QHPxG3Qy3yA==',key_name='tempest-TestVolumeBootPattern-2041036188',keypairs=<?>,launch_index=0,launched_at=2023-12-06T10:18:21Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='19e83c953cf8498f8ea89afce479f26b',ramdisk_id='',reservation_id='r-n4cguo0i',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-1927549100',owner_user_name='tempest-TestVolumeBootPattern-1927549100-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T10:18:21Z,user_data=None,user_id='1068d2d7cca843c1b32d9c1b5b29d882',uuid=756f4e92-92de-4836-b330-6bba85b68f62,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f7944b7d-a096-472f-b1d2-3261dc978fdc", "address": "fa:16:3e:e0:a8:fa", "network": {"id": "72d08fd1-cc74-485f-848c-2ce73172f719", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1718263965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "19e83c953cf8498f8ea89afce479f26b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf7944b7d-a0", "ovs_interfaceid": "f7944b7d-a096-472f-b1d2-3261dc978fdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 10:19:59 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-6636c7cd-0a31-42cd-a326-ea09efd1fcf0 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Converting VIF {"id": "f7944b7d-a096-472f-b1d2-3261dc978fdc", "address": "fa:16:3e:e0:a8:fa", "network": {"id": "72d08fd1-cc74-485f-848c-2ce73172f719", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1718263965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "19e83c953cf8498f8ea89afce479f26b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf7944b7d-a0", "ovs_interfaceid": "f7944b7d-a096-472f-b1d2-3261dc978fdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:19:59 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-6636c7cd-0a31-42cd-a326-ea09efd1fcf0 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:e0:a8:fa,bridge_name='br-int',has_traffic_filtering=True,id=f7944b7d-a096-472f-b1d2-3261dc978fdc,network=Network(72d08fd1-cc74-485f-848c-2ce73172f719),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf7944b7d-a0') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:19:59 user nova-compute[74535]: DEBUG os_vif [None req-6636c7cd-0a31-42cd-a326-ea09efd1fcf0 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:e0:a8:fa,bridge_name='br-int',has_traffic_filtering=True,id=f7944b7d-a096-472f-b1d2-3261dc978fdc,network=Network(72d08fd1-cc74-485f-848c-2ce73172f719),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf7944b7d-a0') {{(pid=74535) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 10:19:59 user nova-compute[74535]: INFO nova.compute.manager [None req-f868a45d-1879-42d5-bc92-380ce4644c52 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: 00c2ad50-52f0-477c-8973-5a0899b084b8] Detaching volume 411fd76d-4946-4cb5-bbfc-7c394b178f33
Dec 06 10:19:59 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:19:59 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf7944b7d-a0, bridge=br-int, if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:19:59 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:19:59 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:19:59 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:19:59 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=398814bb-311a-4d62-892f-b6cfda747efb) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:19:59 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:19:59 user nova-compute[74535]: INFO os_vif [None req-6636c7cd-0a31-42cd-a326-ea09efd1fcf0 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:e0:a8:fa,bridge_name='br-int',has_traffic_filtering=True,id=f7944b7d-a096-472f-b1d2-3261dc978fdc,network=Network(72d08fd1-cc74-485f-848c-2ce73172f719),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf7944b7d-a0')
Dec 06 10:19:59 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6636c7cd-0a31-42cd-a326-ea09efd1fcf0 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: 756f4e92-92de-4836-b330-6bba85b68f62] calling os-brick to detach iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 10:19:59 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-6636c7cd-0a31-42cd-a326-ea09efd1fcf0 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, {'target_iqn': 'iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cEBsYGCS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdg'}, None), 'kwargs': True}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:19:59 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-6636c7cd-0a31-42cd-a326-ea09efd1fcf0 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:19:59 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-6636c7cd-0a31-42cd-a326-ea09efd1fcf0 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:19:59 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-6636c7cd-0a31-42cd-a326-ea09efd1fcf0 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:19:59 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:19:59 user nova-compute[74535]: INFO nova.virt.block_device [None req-f868a45d-1879-42d5-bc92-380ce4644c52 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: 00c2ad50-52f0-477c-8973-5a0899b084b8] Attempting to driver detach volume 411fd76d-4946-4cb5-bbfc-7c394b178f33 from mountpoint /dev/vdc
Dec 06 10:19:59 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:19:59 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[d70220a0-fe9d-44f1-8d0d-76c61d4bd2d2]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:411fd76d-4946-4cb5-bbfc-7c394b178f33\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:19:59 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-6636c7cd-0a31-42cd-a326-ea09efd1fcf0 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 10:19:59 user nova-compute[74535]: No targets found.
Dec 06 10:19:59 user nova-compute[74535]: iSNS:
Dec 06 10:19:59 user nova-compute[74535]: No targets found.
Dec 06 10:19:59 user nova-compute[74535]: STATIC:
Dec 06 10:19:59 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8
Dec 06 10:19:59 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:19:59 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:19:59 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8
Dec 06 10:19:59 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:19:59 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:19:59 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c
Dec 06 10:19:59 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:19:59 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:19:59 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:411fd76d-4946-4cb5-bbfc-7c394b178f33
Dec 06 10:19:59 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:19:59 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:19:59 user nova-compute[74535]: FIRMWARE:
Dec 06 10:19:59 user nova-compute[74535]: No targets found.
Dec 06 10:19:59 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:19:59 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-6636c7cd-0a31-42cd-a326-ea09efd1fcf0 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 10:19:59 user nova-compute[74535]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 10:19:59 user nova-compute[74535]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74535) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 10:19:59 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-6636c7cd-0a31-42cd-a326-ea09efd1fcf0 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c', 0)] {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 10:19:59 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:19:59 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-f868a45d-1879-42d5-bc92-380ce4644c52 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Attempting to detach device vdc from instance 00c2ad50-52f0-477c-8973-5a0899b084b8 from the persistent domain config. {{(pid=74535) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 10:19:59 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-f868a45d-1879-42d5-bc92-380ce4644c52 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 10:19:59 user nova-compute[74535]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 10:19:59 user nova-compute[74535]:   <source dev="/dev/sdd"/>
Dec 06 10:19:59 user nova-compute[74535]:   <target dev="vdc" bus="virtio"/>
Dec 06 10:19:59 user nova-compute[74535]:   <serial>411fd76d-4946-4cb5-bbfc-7c394b178f33</serial>
Dec 06 10:19:59 user nova-compute[74535]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Dec 06 10:19:59 user nova-compute[74535]: </disk>
Dec 06 10:19:59 user nova-compute[74535]:  {{(pid=74535) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 10:19:59 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.025s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:19:59 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[77d966f3-6610-4743-afbe-cdbd46a33923]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:411fd76d-4946-4cb5-bbfc-7c394b178f33\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:19:59 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:19:59 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-f868a45d-1879-42d5-bc92-380ce4644c52 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Successfully detached device vdc from instance 00c2ad50-52f0-477c-8973-5a0899b084b8 from the persistent domain config.
Dec 06 10:19:59 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-f868a45d-1879-42d5-bc92-380ce4644c52 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] (1/8): Attempting to detach device vdc with device alias virtio-disk2 from instance 00c2ad50-52f0-477c-8973-5a0899b084b8 from the live domain config. {{(pid=74535) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 10:19:59 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-f868a45d-1879-42d5-bc92-380ce4644c52 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 10:19:59 user nova-compute[74535]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 10:19:59 user nova-compute[74535]:   <source dev="/dev/sdd"/>
Dec 06 10:19:59 user nova-compute[74535]:   <target dev="vdc" bus="virtio"/>
Dec 06 10:19:59 user nova-compute[74535]:   <serial>411fd76d-4946-4cb5-bbfc-7c394b178f33</serial>
Dec 06 10:19:59 user nova-compute[74535]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Dec 06 10:19:59 user nova-compute[74535]: </disk>
Dec 06 10:19:59 user nova-compute[74535]:  {{(pid=74535) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 10:19:59 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:19:59 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[a0563792-6793-45c2-a28d-c36f8a2e3089]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:411fd76d-4946-4cb5-bbfc-7c394b178f33 (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:19:59 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-6636c7cd-0a31-42cd-a326-ea09efd1fcf0 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:19:59 user nova-compute[74535]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c (non-flash)
Dec 06 10:19:59 user nova-compute[74535]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 (non-flash)
Dec 06 10:19:59 user nova-compute[74535]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:411fd76d-4946-4cb5-bbfc-7c394b178f33 (non-flash)
Dec 06 10:19:59 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:19:59 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-6636c7cd-0a31-42cd-a326-ea09efd1fcf0 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:19:59 user nova-compute[74535]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c (non-flash)
Dec 06 10:19:59 user nova-compute[74535]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 (non-flash)
Dec 06 10:19:59 user nova-compute[74535]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:411fd76d-4946-4cb5-bbfc-7c394b178f33 (non-flash)
Dec 06 10:19:59 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:19:59 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-6636c7cd-0a31-42cd-a326-ea09efd1fcf0 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ff1246b3be0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c'): ({'sdg'}, set())}) {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 10:19:59 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-6636c7cd-0a31-42cd-a326-ea09efd1fcf0 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Removing single pathed devices sdg {{(pid=74535) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 10:19:59 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:19:59 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:19:59 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ca2568d-8667-42a4-b119-8b4810444bd9]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:19:59 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdg {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:19:59 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdg" returned: 0 in 0.023s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:19:59 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[03e8af52-93fe-4e8b-b7d9-d88bbc6a63ff]: (4, ('ok\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:19:59 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-6636c7cd-0a31-42cd-a326-ea09efd1fcf0 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Flushing IO for device /dev/sdg {{(pid=74535) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 10:19:59 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdg {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:19:59 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdg" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:19:59 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[4885ef9e-b089-475f-a670-ec639f97f846]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:19:59 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-6636c7cd-0a31-42cd-a326-ea09efd1fcf0 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Remove SCSI device /dev/sdg with /sys/block/sdg/device/delete {{(pid=74535) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 10:19:59 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdg/device/delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:19:59 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdg/device/delete" returned: 0 in 0.082s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:19:59 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3a063bf-6247-43c9-bbcb-db1d8d667bc8]: (4, ('1', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:19:59 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-6636c7cd-0a31-42cd-a326-ea09efd1fcf0 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Checking to see if SCSI volumes sdg have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 10:19:59 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-6636c7cd-0a31-42cd-a326-ea09efd1fcf0 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] SCSI volumes sdg have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 10:19:59 user nova-compute[74535]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-1SCST_BIOf354b38c-79222229aecd2d64', '/dev/disk/by-id/scsi-23739323232323239', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_f354b38c') {{(pid=86180) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Dec 06 10:19:59 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[15262b52-0e4a-4001-ad4b-f0600cbafe35]: (4, None) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:19:59 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-6636c7cd-0a31-42cd-a326-ea09efd1fcf0 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c')] {{(pid=74535) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 10:19:59 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:19:59 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.027s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:19:59 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[732dbe55-6c36-447d-a54c-aa5aa7555100]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:19:59 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-6636c7cd-0a31-42cd-a326-ea09efd1fcf0 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:19:59 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c -p 172.16.0.220:3260 --logout {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:19:59 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c -p 172.16.0.220:3260 --logout" returned: 0 in 0.061s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:19:59 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[4044dd62-aa47-4e95-9aa5-3ed2055d1504]: (4, ('Logging out of session [sid: 44, target: iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c, portal: 172.16.0.220,3260]\nLogout of [sid: 44, target: iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:19:59 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-6636c7cd-0a31-42cd-a326-ea09efd1fcf0 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 44, target: iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c, portal: 172.16.0.220,3260]
Dec 06 10:19:59 user nova-compute[74535]: Logout of [sid: 44, target: iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c, portal: 172.16.0.220,3260] successful.
Dec 06 10:19:59 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:19:59 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c -p 172.16.0.220:3260 --op delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:19:59 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c -p 172.16.0.220:3260 --op delete" returned: 0 in 0.027s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:19:59 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[0424d9a1-f08d-4be5-b395-0ca17924e57d]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:19:59 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-6636c7cd-0a31-42cd-a326-ea09efd1fcf0 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:19:59 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-6636c7cd-0a31-42cd-a326-ea09efd1fcf0 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.394s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:19:59 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-6636c7cd-0a31-42cd-a326-ea09efd1fcf0 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] <== disconnect_volume: return (395ms) None {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:19:59 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6636c7cd-0a31-42cd-a326-ea09efd1fcf0 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: 756f4e92-92de-4836-b330-6bba85b68f62] Disconnected iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 10:19:59 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-6636c7cd-0a31-42cd-a326-ea09efd1fcf0 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: 756f4e92-92de-4836-b330-6bba85b68f62] Deleting instance files /opt/stack/data/nova/instances/756f4e92-92de-4836-b330-6bba85b68f62_del
Dec 06 10:19:59 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-6636c7cd-0a31-42cd-a326-ea09efd1fcf0 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: 756f4e92-92de-4836-b330-6bba85b68f62] Deletion of /opt/stack/data/nova/instances/756f4e92-92de-4836-b330-6bba85b68f62_del complete
Dec 06 10:19:59 user nova-compute[74535]: INFO nova.compute.manager [None req-6636c7cd-0a31-42cd-a326-ea09efd1fcf0 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: 756f4e92-92de-4836-b330-6bba85b68f62] Took 1.25 seconds to destroy the instance on the hypervisor.
Dec 06 10:19:59 user nova-compute[74535]: DEBUG oslo.service.loopingcall [None req-6636c7cd-0a31-42cd-a326-ea09efd1fcf0 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74535) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 10:19:59 user nova-compute[74535]: DEBUG nova.compute.manager [-] [instance: 756f4e92-92de-4836-b330-6bba85b68f62] Deallocating network for instance {{(pid=74535) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 10:19:59 user nova-compute[74535]: DEBUG nova.network.neutron [-] [instance: 756f4e92-92de-4836-b330-6bba85b68f62] deallocate_for_instance() {{(pid=74535) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 10:19:59 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-f868a45d-1879-42d5-bc92-380ce4644c52 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Start waiting for the detach event from libvirt for device vdc with device alias virtio-disk2 for instance 00c2ad50-52f0-477c-8973-5a0899b084b8 {{(pid=74535) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 10:20:00 user nova-compute[74535]: DEBUG nova.network.neutron [-] [instance: 756f4e92-92de-4836-b330-6bba85b68f62] Updating instance_info_cache with network_info: [] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:20:00 user nova-compute[74535]: INFO nova.compute.manager [-] [instance: 756f4e92-92de-4836-b330-6bba85b68f62] Took 0.87 seconds to deallocate network for instance.
Dec 06 10:20:01 user nova-compute[74535]: DEBUG nova.compute.manager [req-5f0a74fa-4512-4547-ba4e-a6dc3ba23233 req-13490373-840e-4431-b17e-73bc0a4f1cf6 service nova] [instance: 756f4e92-92de-4836-b330-6bba85b68f62] Received event network-vif-plugged-f7944b7d-a096-472f-b1d2-3261dc978fdc {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:20:01 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-5f0a74fa-4512-4547-ba4e-a6dc3ba23233 req-13490373-840e-4431-b17e-73bc0a4f1cf6 service nova] Acquiring lock "756f4e92-92de-4836-b330-6bba85b68f62-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:20:01 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-5f0a74fa-4512-4547-ba4e-a6dc3ba23233 req-13490373-840e-4431-b17e-73bc0a4f1cf6 service nova] Lock "756f4e92-92de-4836-b330-6bba85b68f62-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:20:01 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-5f0a74fa-4512-4547-ba4e-a6dc3ba23233 req-13490373-840e-4431-b17e-73bc0a4f1cf6 service nova] Lock "756f4e92-92de-4836-b330-6bba85b68f62-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:20:01 user nova-compute[74535]: DEBUG nova.compute.manager [req-5f0a74fa-4512-4547-ba4e-a6dc3ba23233 req-13490373-840e-4431-b17e-73bc0a4f1cf6 service nova] [instance: 756f4e92-92de-4836-b330-6bba85b68f62] No waiting events found dispatching network-vif-plugged-f7944b7d-a096-472f-b1d2-3261dc978fdc {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:20:01 user nova-compute[74535]: WARNING nova.compute.manager [req-5f0a74fa-4512-4547-ba4e-a6dc3ba23233 req-13490373-840e-4431-b17e-73bc0a4f1cf6 service nova] [instance: 756f4e92-92de-4836-b330-6bba85b68f62] Received unexpected event network-vif-plugged-f7944b7d-a096-472f-b1d2-3261dc978fdc for instance with vm_state active and task_state deleting.
Dec 06 10:20:01 user nova-compute[74535]: DEBUG nova.compute.manager [req-5f0a74fa-4512-4547-ba4e-a6dc3ba23233 req-13490373-840e-4431-b17e-73bc0a4f1cf6 service nova] [instance: 756f4e92-92de-4836-b330-6bba85b68f62] Received event network-vif-deleted-f7944b7d-a096-472f-b1d2-3261dc978fdc {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:20:01 user nova-compute[74535]: INFO nova.compute.manager [None req-6636c7cd-0a31-42cd-a326-ea09efd1fcf0 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: 756f4e92-92de-4836-b330-6bba85b68f62] Took 0.78 seconds to detach 1 volumes for instance.
Dec 06 10:20:01 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-6636c7cd-0a31-42cd-a326-ea09efd1fcf0 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:20:01 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-6636c7cd-0a31-42cd-a326-ea09efd1fcf0 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:20:01 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-6636c7cd-0a31-42cd-a326-ea09efd1fcf0 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:20:01 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-6636c7cd-0a31-42cd-a326-ea09efd1fcf0 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:20:01 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-6636c7cd-0a31-42cd-a326-ea09efd1fcf0 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.196s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:20:01 user nova-compute[74535]: INFO nova.scheduler.client.report [None req-6636c7cd-0a31-42cd-a326-ea09efd1fcf0 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Deleted allocations for instance 756f4e92-92de-4836-b330-6bba85b68f62
Dec 06 10:20:01 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-6636c7cd-0a31-42cd-a326-ea09efd1fcf0 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lock "756f4e92-92de-4836-b330-6bba85b68f62" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.267s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:20:03 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:20:04 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:20:09 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:20:11 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:20:14 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:20:19 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:20:19 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-f868a45d-1879-42d5-bc92-380ce4644c52 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Waiting for libvirt event about the detach of device vdc with device alias virtio-disk2 from instance 00c2ad50-52f0-477c-8973-5a0899b084b8 is timed out.
Dec 06 10:20:19 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-f868a45d-1879-42d5-bc92-380ce4644c52 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Successfully detached device vdc from instance 00c2ad50-52f0-477c-8973-5a0899b084b8 from the live domain config.
Dec 06 10:20:19 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f868a45d-1879-42d5-bc92-380ce4644c52 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: 00c2ad50-52f0-477c-8973-5a0899b084b8] calling os-brick to detach iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 10:20:19 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-f868a45d-1879-42d5-bc92-380ce4644c52 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, {'target_iqn': 'iqn.2010-10.org.openstack:411fd76d-4946-4cb5-bbfc-7c394b178f33', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sFJTXhIy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:20:19 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-f868a45d-1879-42d5-bc92-380ce4644c52 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:20:19 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-f868a45d-1879-42d5-bc92-380ce4644c52 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:20:19 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-f868a45d-1879-42d5-bc92-380ce4644c52 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:20:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:20:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:20:19 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee0b4d2f-f97e-49cb-8fc7-beef61017e8a]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:411fd76d-4946-4cb5-bbfc-7c394b178f33\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:20:19 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-f868a45d-1879-42d5-bc92-380ce4644c52 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 10:20:19 user nova-compute[74535]: No targets found.
Dec 06 10:20:19 user nova-compute[74535]: iSNS:
Dec 06 10:20:19 user nova-compute[74535]: No targets found.
Dec 06 10:20:19 user nova-compute[74535]: STATIC:
Dec 06 10:20:19 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8
Dec 06 10:20:19 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:20:19 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:20:19 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8
Dec 06 10:20:19 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:20:19 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:20:19 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:411fd76d-4946-4cb5-bbfc-7c394b178f33
Dec 06 10:20:19 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:20:19 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:20:19 user nova-compute[74535]: FIRMWARE:
Dec 06 10:20:19 user nova-compute[74535]: No targets found.
Dec 06 10:20:19 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:20:19 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-f868a45d-1879-42d5-bc92-380ce4644c52 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 10:20:19 user nova-compute[74535]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 10:20:19 user nova-compute[74535]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74535) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 10:20:19 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-f868a45d-1879-42d5-bc92-380ce4644c52 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:411fd76d-4946-4cb5-bbfc-7c394b178f33', 0)] {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 10:20:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:20:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:20:19 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[9855bc93-7176-4a55-bfdf-3b8eded3c305]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:411fd76d-4946-4cb5-bbfc-7c394b178f33\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:20:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:20:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:20:19 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[7cf14c89-a2ca-48f0-9b05-96afafa167e3]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:411fd76d-4946-4cb5-bbfc-7c394b178f33 (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:20:19 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-f868a45d-1879-42d5-bc92-380ce4644c52 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:20:19 user nova-compute[74535]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 (non-flash)
Dec 06 10:20:19 user nova-compute[74535]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:411fd76d-4946-4cb5-bbfc-7c394b178f33 (non-flash)
Dec 06 10:20:19 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:20:19 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-f868a45d-1879-42d5-bc92-380ce4644c52 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:20:19 user nova-compute[74535]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 (non-flash)
Dec 06 10:20:19 user nova-compute[74535]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:411fd76d-4946-4cb5-bbfc-7c394b178f33 (non-flash)
Dec 06 10:20:19 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:20:19 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-f868a45d-1879-42d5-bc92-380ce4644c52 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ff124327ac0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:411fd76d-4946-4cb5-bbfc-7c394b178f33'): ({'sdd'}, set())}) {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 10:20:19 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-f868a45d-1879-42d5-bc92-380ce4644c52 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Removing single pathed devices sdd {{(pid=74535) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 10:20:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:20:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:20:19 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3da7ce1-7993-4da7-be33-cc7162d1d128]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:20:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:20:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.021s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:20:20 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6baec8d-29ca-4c2a-be15-9bfaa6a27bd3]: (4, ('ok\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:20:20 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-f868a45d-1879-42d5-bc92-380ce4644c52 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Flushing IO for device /dev/sdd {{(pid=74535) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 10:20:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:20:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:20:20 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[c16218cd-1558-475f-a6ff-a7e725da0ca5]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:20:20 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-f868a45d-1879-42d5-bc92-380ce4644c52 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74535) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 10:20:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:20:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.050s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:20:20 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1448f5c-04ad-4193-ad30-f41d53a7fae8]: (4, ('1', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:20:20 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-f868a45d-1879-42d5-bc92-380ce4644c52 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 10:20:20 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-f868a45d-1879-42d5-bc92-380ce4644c52 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] SCSI volumes sdd have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 10:20:20 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-f868a45d-1879-42d5-bc92-380ce4644c52 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:411fd76d-4946-4cb5-bbfc-7c394b178f33')] {{(pid=74535) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 10:20:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:411fd76d-4946-4cb5-bbfc-7c394b178f33 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:20:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:411fd76d-4946-4cb5-bbfc-7c394b178f33 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:20:20 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[216721c3-b91c-4725-87a1-8f4e7896362b]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:20:20 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-f868a45d-1879-42d5-bc92-380ce4644c52 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:20:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:411fd76d-4946-4cb5-bbfc-7c394b178f33 -p 172.16.0.220:3260 --logout {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:20:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:411fd76d-4946-4cb5-bbfc-7c394b178f33 -p 172.16.0.220:3260 --logout" returned: 0 in 0.056s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:20:20 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb5d0b4b-7e47-45c3-9326-ca05ac88d5eb]: (4, ('Logging out of session [sid: 49, target: iqn.2010-10.org.openstack:411fd76d-4946-4cb5-bbfc-7c394b178f33, portal: 172.16.0.220,3260]\nLogout of [sid: 49, target: iqn.2010-10.org.openstack:411fd76d-4946-4cb5-bbfc-7c394b178f33, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:20:20 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-f868a45d-1879-42d5-bc92-380ce4644c52 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 49, target: iqn.2010-10.org.openstack:411fd76d-4946-4cb5-bbfc-7c394b178f33, portal: 172.16.0.220,3260]
Dec 06 10:20:20 user nova-compute[74535]: Logout of [sid: 49, target: iqn.2010-10.org.openstack:411fd76d-4946-4cb5-bbfc-7c394b178f33, portal: 172.16.0.220,3260] successful.
Dec 06 10:20:20 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:20:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:411fd76d-4946-4cb5-bbfc-7c394b178f33 -p 172.16.0.220:3260 --op delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:20:20 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:411fd76d-4946-4cb5-bbfc-7c394b178f33 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:20:20 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[afef99a7-13ff-419f-9e3e-c6a78a9c3d20]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:20:20 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-f868a45d-1879-42d5-bc92-380ce4644c52 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:20:20 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-f868a45d-1879-42d5-bc92-380ce4644c52 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.312s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:20:20 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-f868a45d-1879-42d5-bc92-380ce4644c52 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] <== disconnect_volume: return (312ms) None {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:20:20 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f868a45d-1879-42d5-bc92-380ce4644c52 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: 00c2ad50-52f0-477c-8973-5a0899b084b8] Disconnected iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 10:20:20 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:20:20 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74535) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 10:20:20 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-0e3f38bf-7a88-42b8-b8a7-c1aa6d4ede50 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Acquiring lock "66440071-6cf6-4b6d-8d2a-edd5c1885510" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:20:20 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-0e3f38bf-7a88-42b8-b8a7-c1aa6d4ede50 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Lock "66440071-6cf6-4b6d-8d2a-edd5c1885510" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:20:20 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-0e3f38bf-7a88-42b8-b8a7-c1aa6d4ede50 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Acquiring lock "66440071-6cf6-4b6d-8d2a-edd5c1885510-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:20:20 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-0e3f38bf-7a88-42b8-b8a7-c1aa6d4ede50 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Lock "66440071-6cf6-4b6d-8d2a-edd5c1885510-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:20:20 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-0e3f38bf-7a88-42b8-b8a7-c1aa6d4ede50 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Lock "66440071-6cf6-4b6d-8d2a-edd5c1885510-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:20:21 user nova-compute[74535]: INFO nova.compute.manager [None req-0e3f38bf-7a88-42b8-b8a7-c1aa6d4ede50 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] Terminating instance
Dec 06 10:20:21 user nova-compute[74535]: DEBUG nova.compute.manager [None req-0e3f38bf-7a88-42b8-b8a7-c1aa6d4ede50 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] Start destroying the instance on the hypervisor. {{(pid=74535) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 10:20:21 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:20:21 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:20:21 user nova-compute[74535]: DEBUG nova.compute.manager [req-ef70aecd-1492-48fa-8cb1-f1cf8d6e072e req-3f53f2c5-7883-4b9c-a3a4-60f866ab373c service nova] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] Received event network-vif-unplugged-31d6d3a9-3d99-4759-877e-65245c614bd3 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:20:21 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-ef70aecd-1492-48fa-8cb1-f1cf8d6e072e req-3f53f2c5-7883-4b9c-a3a4-60f866ab373c service nova] Acquiring lock "66440071-6cf6-4b6d-8d2a-edd5c1885510-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:20:21 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-ef70aecd-1492-48fa-8cb1-f1cf8d6e072e req-3f53f2c5-7883-4b9c-a3a4-60f866ab373c service nova] Lock "66440071-6cf6-4b6d-8d2a-edd5c1885510-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:20:21 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-ef70aecd-1492-48fa-8cb1-f1cf8d6e072e req-3f53f2c5-7883-4b9c-a3a4-60f866ab373c service nova] Lock "66440071-6cf6-4b6d-8d2a-edd5c1885510-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:20:21 user nova-compute[74535]: DEBUG nova.compute.manager [req-ef70aecd-1492-48fa-8cb1-f1cf8d6e072e req-3f53f2c5-7883-4b9c-a3a4-60f866ab373c service nova] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] No waiting events found dispatching network-vif-unplugged-31d6d3a9-3d99-4759-877e-65245c614bd3 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:20:21 user nova-compute[74535]: DEBUG nova.compute.manager [req-ef70aecd-1492-48fa-8cb1-f1cf8d6e072e req-3f53f2c5-7883-4b9c-a3a4-60f866ab373c service nova] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] Received event network-vif-unplugged-31d6d3a9-3d99-4759-877e-65245c614bd3 for instance with task_state deleting. {{(pid=74535) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 10:20:21 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:20:21 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:20:21 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] Instance destroyed successfully.
Dec 06 10:20:21 user nova-compute[74535]: DEBUG nova.objects.instance [None req-0e3f38bf-7a88-42b8-b8a7-c1aa6d4ede50 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Lazy-loading 'resources' on Instance uuid 66440071-6cf6-4b6d-8d2a-edd5c1885510 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:20:21 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-0e3f38bf-7a88-42b8-b8a7-c1aa6d4ede50 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:04:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1775620978',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1775620978',id=25,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-06T10:06:33Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e51798204a674f858778dac8b46e7fec',ramdisk_id='',reservation_id='r-8nerl0hx',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-2023423839',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T10:08:23Z,user_data=None,user_id='46e1a6f038e54b16a4b6f8014b3bbf55',uuid=66440071-6cf6-4b6d-8d2a-edd5c1885510,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "31d6d3a9-3d99-4759-877e-65245c614bd3", "address": "fa:16:3e:fe:d6:66", "network": {"id": "5d9c1cb1-5902-482f-8b27-801fd79a97a7", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-530073939-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e51798204a674f858778dac8b46e7fec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap31d6d3a9-3d", "ovs_interfaceid": "31d6d3a9-3d99-4759-877e-65245c614bd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 10:20:21 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-0e3f38bf-7a88-42b8-b8a7-c1aa6d4ede50 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Converting VIF {"id": "31d6d3a9-3d99-4759-877e-65245c614bd3", "address": "fa:16:3e:fe:d6:66", "network": {"id": "5d9c1cb1-5902-482f-8b27-801fd79a97a7", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-530073939-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e51798204a674f858778dac8b46e7fec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap31d6d3a9-3d", "ovs_interfaceid": "31d6d3a9-3d99-4759-877e-65245c614bd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:20:21 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-0e3f38bf-7a88-42b8-b8a7-c1aa6d4ede50 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:fe:d6:66,bridge_name='br-int',has_traffic_filtering=True,id=31d6d3a9-3d99-4759-877e-65245c614bd3,network=Network(5d9c1cb1-5902-482f-8b27-801fd79a97a7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap31d6d3a9-3d') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:20:21 user nova-compute[74535]: DEBUG os_vif [None req-0e3f38bf-7a88-42b8-b8a7-c1aa6d4ede50 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:fe:d6:66,bridge_name='br-int',has_traffic_filtering=True,id=31d6d3a9-3d99-4759-877e-65245c614bd3,network=Network(5d9c1cb1-5902-482f-8b27-801fd79a97a7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap31d6d3a9-3d') {{(pid=74535) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 10:20:21 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:20:21 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap31d6d3a9-3d, bridge=br-int, if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:20:21 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:20:21 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:20:21 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:20:21 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=13efd413-9764-4f7d-923e-348ee577f375) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:20:21 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:20:21 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:20:21 user nova-compute[74535]: INFO os_vif [None req-0e3f38bf-7a88-42b8-b8a7-c1aa6d4ede50 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:fe:d6:66,bridge_name='br-int',has_traffic_filtering=True,id=31d6d3a9-3d99-4759-877e-65245c614bd3,network=Network(5d9c1cb1-5902-482f-8b27-801fd79a97a7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap31d6d3a9-3d')
Dec 06 10:20:21 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0e3f38bf-7a88-42b8-b8a7-c1aa6d4ede50 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] calling os-brick to detach iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 10:20:21 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e3f38bf-7a88-42b8-b8a7-c1aa6d4ede50 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, {'target_iqn': 'iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'fLpFWwBG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:20:21 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-0e3f38bf-7a88-42b8-b8a7-c1aa6d4ede50 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:20:21 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-0e3f38bf-7a88-42b8-b8a7-c1aa6d4ede50 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:20:21 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-0e3f38bf-7a88-42b8-b8a7-c1aa6d4ede50 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:20:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:20:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:20:21 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f3062f6-fef3-4acc-b7f6-c87443f47ee7]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:20:21 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e3f38bf-7a88-42b8-b8a7-c1aa6d4ede50 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 10:20:21 user nova-compute[74535]: No targets found.
Dec 06 10:20:21 user nova-compute[74535]: iSNS:
Dec 06 10:20:21 user nova-compute[74535]: No targets found.
Dec 06 10:20:21 user nova-compute[74535]: STATIC:
Dec 06 10:20:21 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8
Dec 06 10:20:21 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:20:21 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:20:21 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8
Dec 06 10:20:21 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:20:21 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:20:21 user nova-compute[74535]: FIRMWARE:
Dec 06 10:20:21 user nova-compute[74535]: No targets found.
Dec 06 10:20:21 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:20:21 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e3f38bf-7a88-42b8-b8a7-c1aa6d4ede50 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 10:20:21 user nova-compute[74535]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 10:20:21 user nova-compute[74535]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74535) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 10:20:21 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e3f38bf-7a88-42b8-b8a7-c1aa6d4ede50 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8', 0)] {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 10:20:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:20:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:20:21 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[69166793-f78e-4106-ab37-e8b8a40e97c5]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:20:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:20:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:20:21 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[2cddc741-b610-4267-a1af-60e146f443a5]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:20:21 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e3f38bf-7a88-42b8-b8a7-c1aa6d4ede50 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:20:21 user nova-compute[74535]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 (non-flash)
Dec 06 10:20:21 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:20:21 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e3f38bf-7a88-42b8-b8a7-c1aa6d4ede50 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 (non-flash)
Dec 06 10:20:21 user nova-compute[74535]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 (non-flash)
Dec 06 10:20:21 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:20:21 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e3f38bf-7a88-42b8-b8a7-c1aa6d4ede50 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ff12d3cdb40>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8'): ({'sdc'}, set())}) {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 10:20:21 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-0e3f38bf-7a88-42b8-b8a7-c1aa6d4ede50 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Removing single pathed devices sdc {{(pid=74535) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 10:20:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:20:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:20:21 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a59a70e-5d4d-4608-9b62-c7a4dca6dfb4]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:20:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:20:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.020s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:20:21 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[881fc117-c36a-4507-95b8-9077e137393c]: (4, ('ok\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:20:21 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-0e3f38bf-7a88-42b8-b8a7-c1aa6d4ede50 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Flushing IO for device /dev/sdc {{(pid=74535) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 10:20:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:20:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.014s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:20:21 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[9bab9c38-e916-4757-a83a-26f3fee9ab22]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:20:21 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-0e3f38bf-7a88-42b8-b8a7-c1aa6d4ede50 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74535) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 10:20:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:20:21 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:20:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.206s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:20:21 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb4f0d9c-156b-4449-8483-664e873e4b30]: (4, ('1', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:20:21 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-0e3f38bf-7a88-42b8-b8a7-c1aa6d4ede50 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 10:20:21 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-0e3f38bf-7a88-42b8-b8a7-c1aa6d4ede50 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] SCSI volumes sdc have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 10:20:21 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e3f38bf-7a88-42b8-b8a7-c1aa6d4ede50 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8')] {{(pid=74535) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 10:20:21 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:20:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:20:22 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[48643ca1-d66f-4ef9-b343-baa7d8aaf6f1]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:20:22 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e3f38bf-7a88-42b8-b8a7-c1aa6d4ede50 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:20:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 -p 172.16.0.220:3260 --logout {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:20:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 -p 172.16.0.220:3260 --logout" returned: 0 in 0.057s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:20:22 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[b26b6792-c476-4b6c-8408-6c9d6ff1953c]: (4, ('Logging out of session [sid: 23, target: iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8, portal: 172.16.0.220,3260]\nLogout of [sid: 23, target: iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:20:22 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e3f38bf-7a88-42b8-b8a7-c1aa6d4ede50 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 23, target: iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8, portal: 172.16.0.220,3260]
Dec 06 10:20:22 user nova-compute[74535]: Logout of [sid: 23, target: iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8, portal: 172.16.0.220,3260] successful.
Dec 06 10:20:22 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:20:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 -p 172.16.0.220:3260 --op delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:20:22 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a35bf7c-ed48-4722-9ea3-ba1da6defde8 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:20:22 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[013e5733-5fd1-4e3c-a4cd-06acd9b8b7eb]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:20:22 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e3f38bf-7a88-42b8-b8a7-c1aa6d4ede50 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:20:22 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-0e3f38bf-7a88-42b8-b8a7-c1aa6d4ede50 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.485s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:20:22 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e3f38bf-7a88-42b8-b8a7-c1aa6d4ede50 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] <== disconnect_volume: return (486ms) None {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:20:22 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0e3f38bf-7a88-42b8-b8a7-c1aa6d4ede50 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] Disconnected iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 10:20:22 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-0e3f38bf-7a88-42b8-b8a7-c1aa6d4ede50 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] Deleting instance files /opt/stack/data/nova/instances/66440071-6cf6-4b6d-8d2a-edd5c1885510_del
Dec 06 10:20:22 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-0e3f38bf-7a88-42b8-b8a7-c1aa6d4ede50 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] Deletion of /opt/stack/data/nova/instances/66440071-6cf6-4b6d-8d2a-edd5c1885510_del complete
Dec 06 10:20:22 user nova-compute[74535]: INFO nova.compute.manager [None req-0e3f38bf-7a88-42b8-b8a7-c1aa6d4ede50 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] Took 1.26 seconds to destroy the instance on the hypervisor.
Dec 06 10:20:22 user nova-compute[74535]: DEBUG oslo.service.loopingcall [None req-0e3f38bf-7a88-42b8-b8a7-c1aa6d4ede50 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74535) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 10:20:22 user nova-compute[74535]: DEBUG nova.compute.manager [-] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] Deallocating network for instance {{(pid=74535) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 10:20:22 user nova-compute[74535]: DEBUG nova.network.neutron [-] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] deallocate_for_instance() {{(pid=74535) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 10:20:22 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-172b9d98-994b-49c5-bf22-fae76f9f2039 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Acquiring lock "1c96df88-e418-4e7f-8dc7-11ded268be2f" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:20:22 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-172b9d98-994b-49c5-bf22-fae76f9f2039 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Lock "1c96df88-e418-4e7f-8dc7-11ded268be2f" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:20:22 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-172b9d98-994b-49c5-bf22-fae76f9f2039 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Acquiring lock "1c96df88-e418-4e7f-8dc7-11ded268be2f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:20:22 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-172b9d98-994b-49c5-bf22-fae76f9f2039 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Lock "1c96df88-e418-4e7f-8dc7-11ded268be2f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:20:22 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-172b9d98-994b-49c5-bf22-fae76f9f2039 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Lock "1c96df88-e418-4e7f-8dc7-11ded268be2f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:20:22 user nova-compute[74535]: INFO nova.compute.manager [None req-172b9d98-994b-49c5-bf22-fae76f9f2039 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] Terminating instance
Dec 06 10:20:22 user nova-compute[74535]: DEBUG nova.compute.manager [None req-172b9d98-994b-49c5-bf22-fae76f9f2039 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] Start destroying the instance on the hypervisor. {{(pid=74535) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 10:20:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:20:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:20:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:20:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:20:22 user nova-compute[74535]: DEBUG nova.compute.manager [req-84bfad60-ce2f-4c2c-bda6-923e2ca4c37c req-c73329e8-44dd-48d6-a20a-53bc6b64967d service nova] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] Received event network-vif-unplugged-826a7e89-24d5-467a-9863-54b98ea68d92 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:20:22 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-84bfad60-ce2f-4c2c-bda6-923e2ca4c37c req-c73329e8-44dd-48d6-a20a-53bc6b64967d service nova] Acquiring lock "1c96df88-e418-4e7f-8dc7-11ded268be2f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:20:22 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-84bfad60-ce2f-4c2c-bda6-923e2ca4c37c req-c73329e8-44dd-48d6-a20a-53bc6b64967d service nova] Lock "1c96df88-e418-4e7f-8dc7-11ded268be2f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:20:22 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-84bfad60-ce2f-4c2c-bda6-923e2ca4c37c req-c73329e8-44dd-48d6-a20a-53bc6b64967d service nova] Lock "1c96df88-e418-4e7f-8dc7-11ded268be2f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:20:22 user nova-compute[74535]: DEBUG nova.compute.manager [req-84bfad60-ce2f-4c2c-bda6-923e2ca4c37c req-c73329e8-44dd-48d6-a20a-53bc6b64967d service nova] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] No waiting events found dispatching network-vif-unplugged-826a7e89-24d5-467a-9863-54b98ea68d92 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:20:22 user nova-compute[74535]: DEBUG nova.compute.manager [req-84bfad60-ce2f-4c2c-bda6-923e2ca4c37c req-c73329e8-44dd-48d6-a20a-53bc6b64967d service nova] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] Received event network-vif-unplugged-826a7e89-24d5-467a-9863-54b98ea68d92 for instance with task_state deleting. {{(pid=74535) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 10:20:23 user nova-compute[74535]: DEBUG nova.network.neutron [-] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] Updating instance_info_cache with network_info: [] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:20:23 user nova-compute[74535]: INFO nova.compute.manager [-] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] Took 0.78 seconds to deallocate network for instance.
Dec 06 10:20:23 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] Instance destroyed successfully.
Dec 06 10:20:23 user nova-compute[74535]: DEBUG nova.objects.instance [None req-172b9d98-994b-49c5-bf22-fae76f9f2039 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Lazy-loading 'resources' on Instance uuid 1c96df88-e418-4e7f-8dc7-11ded268be2f {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:20:23 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-172b9d98-994b-49c5-bf22-fae76f9f2039 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-06T10:16:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-70292426',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1788277063',id=40,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOCjAa58U3pjw2U/XdmjgSf/V4SUGHZ2acu/GpleInPmA5VjyHP52F4vQLc4EScqgWEvi0nnOsiw75M1Rkn6z7HvKR7zV4wRn7V7hH4mrtCzi2mFy8eezqE+Z298Sr8S3g==',key_name='tempest-keypair-1469283717',keypairs=<?>,launch_index=0,launched_at=2023-12-06T10:19:10Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='0ace73dfd4cb4dfb8dab473b5f2efeb4',ramdisk_id='',reservation_id='r-7gu3vl08',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-396942444',owner_user_name='tempest-ServerActionsV293TestJSON-396942444-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T10:19:11Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3ffb4a55eede41ed98387c10775964a1',uuid=1c96df88-e418-4e7f-8dc7-11ded268be2f,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "826a7e89-24d5-467a-9863-54b98ea68d92", "address": "fa:16:3e:0c:a2:3f", "network": {"id": "74a3f146-4003-425a-8979-30526ca54e84", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1622508651-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ace73dfd4cb4dfb8dab473b5f2efeb4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap826a7e89-24", "ovs_interfaceid": "826a7e89-24d5-467a-9863-54b98ea68d92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 10:20:23 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-172b9d98-994b-49c5-bf22-fae76f9f2039 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Converting VIF {"id": "826a7e89-24d5-467a-9863-54b98ea68d92", "address": "fa:16:3e:0c:a2:3f", "network": {"id": "74a3f146-4003-425a-8979-30526ca54e84", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1622508651-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ace73dfd4cb4dfb8dab473b5f2efeb4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap826a7e89-24", "ovs_interfaceid": "826a7e89-24d5-467a-9863-54b98ea68d92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:20:23 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-172b9d98-994b-49c5-bf22-fae76f9f2039 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:0c:a2:3f,bridge_name='br-int',has_traffic_filtering=True,id=826a7e89-24d5-467a-9863-54b98ea68d92,network=Network(74a3f146-4003-425a-8979-30526ca54e84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap826a7e89-24') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:20:23 user nova-compute[74535]: DEBUG os_vif [None req-172b9d98-994b-49c5-bf22-fae76f9f2039 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:0c:a2:3f,bridge_name='br-int',has_traffic_filtering=True,id=826a7e89-24d5-467a-9863-54b98ea68d92,network=Network(74a3f146-4003-425a-8979-30526ca54e84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap826a7e89-24') {{(pid=74535) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 10:20:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:20:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap826a7e89-24, bridge=br-int, if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:20:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:20:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:20:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:20:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=9f608d11-8ad3-4bba-b684-817245becce4) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:20:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:20:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:20:23 user nova-compute[74535]: INFO os_vif [None req-172b9d98-994b-49c5-bf22-fae76f9f2039 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:0c:a2:3f,bridge_name='br-int',has_traffic_filtering=True,id=826a7e89-24d5-467a-9863-54b98ea68d92,network=Network(74a3f146-4003-425a-8979-30526ca54e84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap826a7e89-24')
Dec 06 10:20:23 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-172b9d98-994b-49c5-bf22-fae76f9f2039 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] calling os-brick to detach iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 10:20:23 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-172b9d98-994b-49c5-bf22-fae76f9f2039 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, {'target_iqn': 'iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'obzNauKn', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:20:23 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-172b9d98-994b-49c5-bf22-fae76f9f2039 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:20:23 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-172b9d98-994b-49c5-bf22-fae76f9f2039 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:20:23 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-172b9d98-994b-49c5-bf22-fae76f9f2039 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:20:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:20:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:20:23 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[f5ed7f2e-27ff-4b5c-9e12-2687be0ed7eb]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:20:23 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-172b9d98-994b-49c5-bf22-fae76f9f2039 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 10:20:23 user nova-compute[74535]: No targets found.
Dec 06 10:20:23 user nova-compute[74535]: iSNS:
Dec 06 10:20:23 user nova-compute[74535]: No targets found.
Dec 06 10:20:23 user nova-compute[74535]: STATIC:
Dec 06 10:20:23 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8
Dec 06 10:20:23 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:20:23 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:20:23 user nova-compute[74535]: FIRMWARE:
Dec 06 10:20:23 user nova-compute[74535]: No targets found.
Dec 06 10:20:23 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:20:23 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-172b9d98-994b-49c5-bf22-fae76f9f2039 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 10:20:23 user nova-compute[74535]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 10:20:23 user nova-compute[74535]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74535) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 10:20:23 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-172b9d98-994b-49c5-bf22-fae76f9f2039 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8', 0)] {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 10:20:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:20:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:20:23 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b789e70-0779-427c-916e-40320437202c]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:20:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:20:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:20:23 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[4455db00-3e3c-4bda-b0e8-4a8eb67832a7]: (4, ('tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:20:23 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-172b9d98-994b-49c5-bf22-fae76f9f2039 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 (non-flash)
Dec 06 10:20:23 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:20:23 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-172b9d98-994b-49c5-bf22-fae76f9f2039 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] iscsi session list stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 (non-flash)
Dec 06 10:20:23 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:20:23 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-172b9d98-994b-49c5-bf22-fae76f9f2039 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ff12c13d240>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8'): ({'sdb'}, set())}) {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 10:20:23 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-172b9d98-994b-49c5-bf22-fae76f9f2039 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Removing single pathed devices sdb {{(pid=74535) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 10:20:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:20:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.072s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:20:23 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[829f4dc9-1d4d-46d1-aabe-a4846873fb5d]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:20:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:20:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.023s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:20:23 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c1f58de-5e54-4506-9830-8d94bffb02e9]: (4, ('ok\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:20:23 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-172b9d98-994b-49c5-bf22-fae76f9f2039 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Flushing IO for device /dev/sdb {{(pid=74535) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 10:20:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:20:23 user nova-compute[74535]: DEBUG nova.compute.manager [req-6580d8cd-7844-4e07-9eab-b80b013f6f3a req-8ebd0ed5-2100-435b-b311-a861586d73b3 service nova] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] Received event network-vif-plugged-31d6d3a9-3d99-4759-877e-65245c614bd3 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:20:23 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-6580d8cd-7844-4e07-9eab-b80b013f6f3a req-8ebd0ed5-2100-435b-b311-a861586d73b3 service nova] Acquiring lock "66440071-6cf6-4b6d-8d2a-edd5c1885510-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:20:23 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-6580d8cd-7844-4e07-9eab-b80b013f6f3a req-8ebd0ed5-2100-435b-b311-a861586d73b3 service nova] Lock "66440071-6cf6-4b6d-8d2a-edd5c1885510-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:20:23 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-6580d8cd-7844-4e07-9eab-b80b013f6f3a req-8ebd0ed5-2100-435b-b311-a861586d73b3 service nova] Lock "66440071-6cf6-4b6d-8d2a-edd5c1885510-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:20:23 user nova-compute[74535]: DEBUG nova.compute.manager [req-6580d8cd-7844-4e07-9eab-b80b013f6f3a req-8ebd0ed5-2100-435b-b311-a861586d73b3 service nova] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] No waiting events found dispatching network-vif-plugged-31d6d3a9-3d99-4759-877e-65245c614bd3 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:20:23 user nova-compute[74535]: WARNING nova.compute.manager [req-6580d8cd-7844-4e07-9eab-b80b013f6f3a req-8ebd0ed5-2100-435b-b311-a861586d73b3 service nova] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] Received unexpected event network-vif-plugged-31d6d3a9-3d99-4759-877e-65245c614bd3 for instance with vm_state active and task_state deleting.
Dec 06 10:20:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.020s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:20:23 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[a20b9aa8-c896-4afb-8476-dc4380697a28]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:20:23 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-172b9d98-994b-49c5-bf22-fae76f9f2039 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74535) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 10:20:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:20:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.060s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:20:23 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba65f3d1-73f0-4a6e-893a-73fb24e913f6]: (4, ('1', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:20:23 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-172b9d98-994b-49c5-bf22-fae76f9f2039 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 10:20:23 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-172b9d98-994b-49c5-bf22-fae76f9f2039 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] SCSI volumes sdb have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 10:20:23 user nova-compute[74535]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-SSCST_BIO_Storage_6c92b154', '/dev/disk/by-id/scsi-1SCST_BIO6c92b154-8b87d9e1b25eb178', '/dev/disk/by-id/scsi-23862383764396531') {{(pid=86180) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Dec 06 10:20:23 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[e830be76-6e7d-4473-a1c4-a0472f789e48]: (4, None) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:20:23 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-172b9d98-994b-49c5-bf22-fae76f9f2039 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8')] {{(pid=74535) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 10:20:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:20:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:20:23 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa13aa90-43dd-42c0-ae6a-c8d9b06f5259]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:20:23 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-172b9d98-994b-49c5-bf22-fae76f9f2039 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:20:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 -p 172.16.0.220:3260 --logout {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:20:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 -p 172.16.0.220:3260 --logout" returned: 0 in 0.055s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:20:23 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[d82d6ac7-0fa1-401a-8424-1672e75eafe1]: (4, ('Logging out of session [sid: 47, target: iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8, portal: 172.16.0.220,3260]\nLogout of [sid: 47, target: iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:20:23 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-172b9d98-994b-49c5-bf22-fae76f9f2039 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 47, target: iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8, portal: 172.16.0.220,3260]
Dec 06 10:20:23 user nova-compute[74535]: Logout of [sid: 47, target: iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8, portal: 172.16.0.220,3260] successful.
Dec 06 10:20:23 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:20:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 -p 172.16.0.220:3260 --op delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:20:23 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:20:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:20:23 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[41d8fa3f-34af-43fe-b474-f2f40754b022]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:20:23 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-172b9d98-994b-49c5-bf22-fae76f9f2039 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:20:23 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-172b9d98-994b-49c5-bf22-fae76f9f2039 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.383s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:20:23 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-172b9d98-994b-49c5-bf22-fae76f9f2039 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] <== disconnect_volume: return (384ms) None {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:20:23 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-172b9d98-994b-49c5-bf22-fae76f9f2039 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] Disconnected iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 10:20:23 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-172b9d98-994b-49c5-bf22-fae76f9f2039 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] Deleting instance files /opt/stack/data/nova/instances/1c96df88-e418-4e7f-8dc7-11ded268be2f_del
Dec 06 10:20:23 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-172b9d98-994b-49c5-bf22-fae76f9f2039 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] Deletion of /opt/stack/data/nova/instances/1c96df88-e418-4e7f-8dc7-11ded268be2f_del complete
Dec 06 10:20:23 user nova-compute[74535]: INFO nova.compute.manager [None req-172b9d98-994b-49c5-bf22-fae76f9f2039 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] Took 1.27 seconds to destroy the instance on the hypervisor.
Dec 06 10:20:23 user nova-compute[74535]: DEBUG oslo.service.loopingcall [None req-172b9d98-994b-49c5-bf22-fae76f9f2039 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74535) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 10:20:23 user nova-compute[74535]: DEBUG nova.compute.manager [-] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] Deallocating network for instance {{(pid=74535) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 10:20:23 user nova-compute[74535]: DEBUG nova.network.neutron [-] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] deallocate_for_instance() {{(pid=74535) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 10:20:23 user nova-compute[74535]: INFO nova.compute.manager [None req-0e3f38bf-7a88-42b8-b8a7-c1aa6d4ede50 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] Took 0.84 seconds to detach 1 volumes for instance.
Dec 06 10:20:23 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-0e3f38bf-7a88-42b8-b8a7-c1aa6d4ede50 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:20:23 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-0e3f38bf-7a88-42b8-b8a7-c1aa6d4ede50 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:20:24 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-0e3f38bf-7a88-42b8-b8a7-c1aa6d4ede50 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:20:24 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-0e3f38bf-7a88-42b8-b8a7-c1aa6d4ede50 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:20:24 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-0e3f38bf-7a88-42b8-b8a7-c1aa6d4ede50 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.186s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:20:24 user nova-compute[74535]: INFO nova.scheduler.client.report [None req-0e3f38bf-7a88-42b8-b8a7-c1aa6d4ede50 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Deleted allocations for instance 66440071-6cf6-4b6d-8d2a-edd5c1885510
Dec 06 10:20:24 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-0e3f38bf-7a88-42b8-b8a7-c1aa6d4ede50 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Lock "66440071-6cf6-4b6d-8d2a-edd5c1885510" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.278s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:20:24 user nova-compute[74535]: DEBUG nova.network.neutron [-] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] Updating instance_info_cache with network_info: [] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:20:24 user nova-compute[74535]: INFO nova.compute.manager [-] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] Took 0.82 seconds to deallocate network for instance.
Dec 06 10:20:24 user nova-compute[74535]: DEBUG nova.compute.manager [req-50192ac2-9a92-475c-96ab-401c0ffbfeac req-827bbcdb-4729-45e5-9fb9-d4d6ba1ff0d6 service nova] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] Received event network-vif-plugged-826a7e89-24d5-467a-9863-54b98ea68d92 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:20:24 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-50192ac2-9a92-475c-96ab-401c0ffbfeac req-827bbcdb-4729-45e5-9fb9-d4d6ba1ff0d6 service nova] Acquiring lock "1c96df88-e418-4e7f-8dc7-11ded268be2f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:20:24 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-50192ac2-9a92-475c-96ab-401c0ffbfeac req-827bbcdb-4729-45e5-9fb9-d4d6ba1ff0d6 service nova] Lock "1c96df88-e418-4e7f-8dc7-11ded268be2f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:20:24 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-50192ac2-9a92-475c-96ab-401c0ffbfeac req-827bbcdb-4729-45e5-9fb9-d4d6ba1ff0d6 service nova] Lock "1c96df88-e418-4e7f-8dc7-11ded268be2f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:20:24 user nova-compute[74535]: DEBUG nova.compute.manager [req-50192ac2-9a92-475c-96ab-401c0ffbfeac req-827bbcdb-4729-45e5-9fb9-d4d6ba1ff0d6 service nova] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] No waiting events found dispatching network-vif-plugged-826a7e89-24d5-467a-9863-54b98ea68d92 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:20:24 user nova-compute[74535]: WARNING nova.compute.manager [req-50192ac2-9a92-475c-96ab-401c0ffbfeac req-827bbcdb-4729-45e5-9fb9-d4d6ba1ff0d6 service nova] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] Received unexpected event network-vif-plugged-826a7e89-24d5-467a-9863-54b98ea68d92 for instance with vm_state active and task_state deleting.
Dec 06 10:20:24 user nova-compute[74535]: DEBUG nova.compute.manager [req-50192ac2-9a92-475c-96ab-401c0ffbfeac req-827bbcdb-4729-45e5-9fb9-d4d6ba1ff0d6 service nova] [instance: 66440071-6cf6-4b6d-8d2a-edd5c1885510] Received event network-vif-deleted-31d6d3a9-3d99-4759-877e-65245c614bd3 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:20:24 user nova-compute[74535]: DEBUG nova.compute.manager [req-50192ac2-9a92-475c-96ab-401c0ffbfeac req-827bbcdb-4729-45e5-9fb9-d4d6ba1ff0d6 service nova] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] Received event network-vif-deleted-826a7e89-24d5-467a-9863-54b98ea68d92 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:20:24 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:20:25 user nova-compute[74535]: DEBUG nova.objects.instance [None req-f868a45d-1879-42d5-bc92-380ce4644c52 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Lazy-loading 'flavor' on Instance uuid 00c2ad50-52f0-477c-8973-5a0899b084b8 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:20:25 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-f868a45d-1879-42d5-bc92-380ce4644c52 tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Lock "00c2ad50-52f0-477c-8973-5a0899b084b8" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 25.824s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:20:25 user nova-compute[74535]: INFO nova.compute.manager [None req-172b9d98-994b-49c5-bf22-fae76f9f2039 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] Took 0.78 seconds to detach 1 volumes for instance.
Dec 06 10:20:25 user nova-compute[74535]: DEBUG nova.compute.manager [None req-172b9d98-994b-49c5-bf22-fae76f9f2039 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] [instance: 1c96df88-e418-4e7f-8dc7-11ded268be2f] Deleting volume: d46b9bdd-8136-4b0b-b2b8-13b067d9bca8 {{(pid=74535) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Dec 06 10:20:25 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-172b9d98-994b-49c5-bf22-fae76f9f2039 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:20:25 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-172b9d98-994b-49c5-bf22-fae76f9f2039 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:20:25 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-172b9d98-994b-49c5-bf22-fae76f9f2039 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:20:25 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-172b9d98-994b-49c5-bf22-fae76f9f2039 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:20:25 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-172b9d98-994b-49c5-bf22-fae76f9f2039 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.152s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:20:25 user nova-compute[74535]: INFO nova.scheduler.client.report [None req-172b9d98-994b-49c5-bf22-fae76f9f2039 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Deleted allocations for instance 1c96df88-e418-4e7f-8dc7-11ded268be2f
Dec 06 10:20:25 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-172b9d98-994b-49c5-bf22-fae76f9f2039 tempest-ServerActionsV293TestJSON-396942444 tempest-ServerActionsV293TestJSON-396942444-project-member] Lock "1c96df88-e418-4e7f-8dc7-11ded268be2f" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.298s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:20:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-fa2a8740-4ec2-4a38-8040-ab8aab2a53ec tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Acquiring lock "00c2ad50-52f0-477c-8973-5a0899b084b8" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:20:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-fa2a8740-4ec2-4a38-8040-ab8aab2a53ec tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Lock "00c2ad50-52f0-477c-8973-5a0899b084b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:20:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-fa2a8740-4ec2-4a38-8040-ab8aab2a53ec tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Acquiring lock "00c2ad50-52f0-477c-8973-5a0899b084b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:20:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-fa2a8740-4ec2-4a38-8040-ab8aab2a53ec tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Lock "00c2ad50-52f0-477c-8973-5a0899b084b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:20:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-fa2a8740-4ec2-4a38-8040-ab8aab2a53ec tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Lock "00c2ad50-52f0-477c-8973-5a0899b084b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:20:26 user nova-compute[74535]: INFO nova.compute.manager [None req-fa2a8740-4ec2-4a38-8040-ab8aab2a53ec tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: 00c2ad50-52f0-477c-8973-5a0899b084b8] Terminating instance
Dec 06 10:20:26 user nova-compute[74535]: DEBUG nova.compute.manager [None req-fa2a8740-4ec2-4a38-8040-ab8aab2a53ec tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: 00c2ad50-52f0-477c-8973-5a0899b084b8] Start destroying the instance on the hypervisor. {{(pid=74535) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 10:20:26 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:20:26 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:20:26 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:20:26 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:20:26 user nova-compute[74535]: DEBUG nova.compute.manager [req-a75d0ce8-637f-4797-890c-8dd5e0dd1725 req-c070bcbb-1296-4197-ae55-5bb0f225ab84 service nova] [instance: 00c2ad50-52f0-477c-8973-5a0899b084b8] Received event network-vif-unplugged-6d12cd74-f3ec-420b-95aa-630fb2c63461 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:20:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-a75d0ce8-637f-4797-890c-8dd5e0dd1725 req-c070bcbb-1296-4197-ae55-5bb0f225ab84 service nova] Acquiring lock "00c2ad50-52f0-477c-8973-5a0899b084b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:20:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-a75d0ce8-637f-4797-890c-8dd5e0dd1725 req-c070bcbb-1296-4197-ae55-5bb0f225ab84 service nova] Lock "00c2ad50-52f0-477c-8973-5a0899b084b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:20:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-a75d0ce8-637f-4797-890c-8dd5e0dd1725 req-c070bcbb-1296-4197-ae55-5bb0f225ab84 service nova] Lock "00c2ad50-52f0-477c-8973-5a0899b084b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:20:26 user nova-compute[74535]: DEBUG nova.compute.manager [req-a75d0ce8-637f-4797-890c-8dd5e0dd1725 req-c070bcbb-1296-4197-ae55-5bb0f225ab84 service nova] [instance: 00c2ad50-52f0-477c-8973-5a0899b084b8] No waiting events found dispatching network-vif-unplugged-6d12cd74-f3ec-420b-95aa-630fb2c63461 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:20:26 user nova-compute[74535]: DEBUG nova.compute.manager [req-a75d0ce8-637f-4797-890c-8dd5e0dd1725 req-c070bcbb-1296-4197-ae55-5bb0f225ab84 service nova] [instance: 00c2ad50-52f0-477c-8973-5a0899b084b8] Received event network-vif-unplugged-6d12cd74-f3ec-420b-95aa-630fb2c63461 for instance with task_state deleting. {{(pid=74535) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 10:20:26 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:20:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:20:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:20:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:20:26 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Auditing locally available compute resources for user (node: user) {{(pid=74535) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 10:20:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:20:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:20:27 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: 00c2ad50-52f0-477c-8973-5a0899b084b8] Instance destroyed successfully.
Dec 06 10:20:27 user nova-compute[74535]: DEBUG nova.objects.instance [None req-fa2a8740-4ec2-4a38-8040-ab8aab2a53ec tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Lazy-loading 'resources' on Instance uuid 00c2ad50-52f0-477c-8973-5a0899b084b8 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:20:27 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-fa2a8740-4ec2-4a38-8040-ab8aab2a53ec tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:17:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-749247745',display_name='tempest-AttachVolumeTestJSON-server-749247745',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-749247745',id=42,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGXWeIeCjMejZv08uHZ7bboWuZ71eohUFAbXKQWlsm7JhhfPIbfDKC/zz8CiyMeRoe/8PGnsn5IZQLjZVK6+o5xmKQAkqC6eBo+j3wWeq3i9+aj0ZymhZSvfLDh989/bnA==',key_name='tempest-keypair-1442503385',keypairs=<?>,launch_index=0,launched_at=2023-12-06T10:17:17Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='8840080b6b574c778530aeea5bf3f550',ramdisk_id='',reservation_id='r-y5tbkt7l',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-2067266543',owner_user_name='tempest-AttachVolumeTestJSON-2067266543-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T10:17:18Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b22979f454db4d11a74c5b96e1707f68',uuid=00c2ad50-52f0-477c-8973-5a0899b084b8,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "6d12cd74-f3ec-420b-95aa-630fb2c63461", "address": "fa:16:3e:d4:0e:ec", "network": {"id": "78fe6863-d419-4ad8-bc86-d7a081b8999b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1219285107-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.103", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8840080b6b574c778530aeea5bf3f550", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6d12cd74-f3", "ovs_interfaceid": "6d12cd74-f3ec-420b-95aa-630fb2c63461", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 10:20:27 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-fa2a8740-4ec2-4a38-8040-ab8aab2a53ec tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Converting VIF {"id": "6d12cd74-f3ec-420b-95aa-630fb2c63461", "address": "fa:16:3e:d4:0e:ec", "network": {"id": "78fe6863-d419-4ad8-bc86-d7a081b8999b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1219285107-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.103", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8840080b6b574c778530aeea5bf3f550", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6d12cd74-f3", "ovs_interfaceid": "6d12cd74-f3ec-420b-95aa-630fb2c63461", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:20:27 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-fa2a8740-4ec2-4a38-8040-ab8aab2a53ec tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:d4:0e:ec,bridge_name='br-int',has_traffic_filtering=True,id=6d12cd74-f3ec-420b-95aa-630fb2c63461,network=Network(78fe6863-d419-4ad8-bc86-d7a081b8999b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6d12cd74-f3') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:20:27 user nova-compute[74535]: DEBUG os_vif [None req-fa2a8740-4ec2-4a38-8040-ab8aab2a53ec tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:d4:0e:ec,bridge_name='br-int',has_traffic_filtering=True,id=6d12cd74-f3ec-420b-95aa-630fb2c63461,network=Network(78fe6863-d419-4ad8-bc86-d7a081b8999b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6d12cd74-f3') {{(pid=74535) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 10:20:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:20:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap6d12cd74-f3, bridge=br-int, if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:20:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:20:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:20:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:20:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=9b2250ad-3eca-432b-8670-cbcc433beef2) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:20:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:20:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:20:27 user nova-compute[74535]: INFO os_vif [None req-fa2a8740-4ec2-4a38-8040-ab8aab2a53ec tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:d4:0e:ec,bridge_name='br-int',has_traffic_filtering=True,id=6d12cd74-f3ec-420b-95aa-630fb2c63461,network=Network(78fe6863-d419-4ad8-bc86-d7a081b8999b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6d12cd74-f3')
Dec 06 10:20:27 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-fa2a8740-4ec2-4a38-8040-ab8aab2a53ec tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: 00c2ad50-52f0-477c-8973-5a0899b084b8] Deleting instance files /opt/stack/data/nova/instances/00c2ad50-52f0-477c-8973-5a0899b084b8_del
Dec 06 10:20:27 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-fa2a8740-4ec2-4a38-8040-ab8aab2a53ec tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: 00c2ad50-52f0-477c-8973-5a0899b084b8] Deletion of /opt/stack/data/nova/instances/00c2ad50-52f0-477c-8973-5a0899b084b8_del complete
Dec 06 10:20:27 user nova-compute[74535]: INFO nova.compute.manager [None req-fa2a8740-4ec2-4a38-8040-ab8aab2a53ec tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] [instance: 00c2ad50-52f0-477c-8973-5a0899b084b8] Took 0.87 seconds to destroy the instance on the hypervisor.
Dec 06 10:20:27 user nova-compute[74535]: DEBUG oslo.service.loopingcall [None req-fa2a8740-4ec2-4a38-8040-ab8aab2a53ec tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74535) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 10:20:27 user nova-compute[74535]: DEBUG nova.compute.manager [-] [instance: 00c2ad50-52f0-477c-8973-5a0899b084b8] Deallocating network for instance {{(pid=74535) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 10:20:27 user nova-compute[74535]: DEBUG nova.network.neutron [-] [instance: 00c2ad50-52f0-477c-8973-5a0899b084b8] deallocate_for_instance() {{(pid=74535) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 10:20:27 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d9150e7-0f02-4b19-b3f2-b329620d9722/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:20:27 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d9150e7-0f02-4b19-b3f2-b329620d9722/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:20:27 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d9150e7-0f02-4b19-b3f2-b329620d9722/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:20:27 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d9150e7-0f02-4b19-b3f2-b329620d9722/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:20:27 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Error from libvirt while getting description of instance-0000002a: [Error Code 42] Domain not found: no domain with matching uuid '00c2ad50-52f0-477c-8973-5a0899b084b8' (instance-0000002a): libvirt.libvirtError: Domain not found: no domain with matching uuid '00c2ad50-52f0-477c-8973-5a0899b084b8' (instance-0000002a)
Dec 06 10:20:27 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:20:27 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:20:27 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Hypervisor/Node resource view: name=user free_ram=8740MB free_disk=25.113880157470703GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74535) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 10:20:27 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:20:27 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:20:28 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 2d9150e7-0f02-4b19-b3f2-b329620d9722 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:20:28 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 00c2ad50-52f0-477c-8973-5a0899b084b8 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:20:28 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=74535) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 10:20:28 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=74535) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 10:20:28 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:20:28 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:20:28 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Compute_service record updated for user:user {{(pid=74535) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 10:20:28 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.242s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:20:28 user nova-compute[74535]: DEBUG nova.compute.manager [req-28082729-8554-4b1b-b4f8-02a14e4e11a7 req-5dc932a0-bac8-49c3-8b2f-94ac3c980880 service nova] [instance: 00c2ad50-52f0-477c-8973-5a0899b084b8] Received event network-vif-plugged-6d12cd74-f3ec-420b-95aa-630fb2c63461 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:20:28 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-28082729-8554-4b1b-b4f8-02a14e4e11a7 req-5dc932a0-bac8-49c3-8b2f-94ac3c980880 service nova] Acquiring lock "00c2ad50-52f0-477c-8973-5a0899b084b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:20:28 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-28082729-8554-4b1b-b4f8-02a14e4e11a7 req-5dc932a0-bac8-49c3-8b2f-94ac3c980880 service nova] Lock "00c2ad50-52f0-477c-8973-5a0899b084b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:20:28 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-28082729-8554-4b1b-b4f8-02a14e4e11a7 req-5dc932a0-bac8-49c3-8b2f-94ac3c980880 service nova] Lock "00c2ad50-52f0-477c-8973-5a0899b084b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:20:28 user nova-compute[74535]: DEBUG nova.compute.manager [req-28082729-8554-4b1b-b4f8-02a14e4e11a7 req-5dc932a0-bac8-49c3-8b2f-94ac3c980880 service nova] [instance: 00c2ad50-52f0-477c-8973-5a0899b084b8] No waiting events found dispatching network-vif-plugged-6d12cd74-f3ec-420b-95aa-630fb2c63461 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:20:28 user nova-compute[74535]: WARNING nova.compute.manager [req-28082729-8554-4b1b-b4f8-02a14e4e11a7 req-5dc932a0-bac8-49c3-8b2f-94ac3c980880 service nova] [instance: 00c2ad50-52f0-477c-8973-5a0899b084b8] Received unexpected event network-vif-plugged-6d12cd74-f3ec-420b-95aa-630fb2c63461 for instance with vm_state active and task_state deleting.
Dec 06 10:20:28 user nova-compute[74535]: DEBUG nova.network.neutron [-] [instance: 00c2ad50-52f0-477c-8973-5a0899b084b8] Updating instance_info_cache with network_info: [] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:20:28 user nova-compute[74535]: INFO nova.compute.manager [-] [instance: 00c2ad50-52f0-477c-8973-5a0899b084b8] Took 1.53 seconds to deallocate network for instance.
Dec 06 10:20:28 user nova-compute[74535]: DEBUG nova.compute.manager [req-edb378b2-9c48-4106-a4a5-8d732bb4cb96 req-d97f26f7-d3bd-4dc0-ae10-6bad4c198bb3 service nova] [instance: 00c2ad50-52f0-477c-8973-5a0899b084b8] Received event network-vif-deleted-6d12cd74-f3ec-420b-95aa-630fb2c63461 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:20:28 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-fa2a8740-4ec2-4a38-8040-ab8aab2a53ec tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:20:28 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-fa2a8740-4ec2-4a38-8040-ab8aab2a53ec tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:20:28 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-fa2a8740-4ec2-4a38-8040-ab8aab2a53ec tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:20:28 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-fa2a8740-4ec2-4a38-8040-ab8aab2a53ec tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:20:29 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-fa2a8740-4ec2-4a38-8040-ab8aab2a53ec tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.148s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:20:29 user nova-compute[74535]: INFO nova.scheduler.client.report [None req-fa2a8740-4ec2-4a38-8040-ab8aab2a53ec tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Deleted allocations for instance 00c2ad50-52f0-477c-8973-5a0899b084b8
Dec 06 10:20:29 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-fa2a8740-4ec2-4a38-8040-ab8aab2a53ec tempest-AttachVolumeTestJSON-2067266543 tempest-AttachVolumeTestJSON-2067266543-project-member] Lock "00c2ad50-52f0-477c-8973-5a0899b084b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.759s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:20:29 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:20:29 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:20:29 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:20:29 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:20:31 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:20:32 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:20:34 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:20:34 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Starting heal instance info cache {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 10:20:35 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Didn't find any instances for network info cache update. {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 06 10:20:37 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:20:42 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:20:46 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:20:47 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:20:50 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Acquiring lock "7116d71e-3fd9-473f-b5e5-2c7721f76c1a" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:20:50 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lock "7116d71e-3fd9-473f-b5e5-2c7721f76c1a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:20:50 user nova-compute[74535]: DEBUG nova.compute.manager [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: 7116d71e-3fd9-473f-b5e5-2c7721f76c1a] Starting instance... {{(pid=74535) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 10:20:50 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:20:50 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:20:50 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74535) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 10:20:50 user nova-compute[74535]: INFO nova.compute.claims [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: 7116d71e-3fd9-473f-b5e5-2c7721f76c1a] Claim successful on node user
Dec 06 10:20:50 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:20:50 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:20:50 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.239s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:20:50 user nova-compute[74535]: DEBUG nova.compute.manager [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: 7116d71e-3fd9-473f-b5e5-2c7721f76c1a] Start building networks asynchronously for instance. {{(pid=74535) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 10:20:50 user nova-compute[74535]: DEBUG nova.compute.manager [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: 7116d71e-3fd9-473f-b5e5-2c7721f76c1a] Allocating IP information in the background. {{(pid=74535) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 10:20:50 user nova-compute[74535]: DEBUG nova.network.neutron [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: 7116d71e-3fd9-473f-b5e5-2c7721f76c1a] allocate_for_instance() {{(pid=74535) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 10:20:50 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: 7116d71e-3fd9-473f-b5e5-2c7721f76c1a] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 10:20:50 user nova-compute[74535]: DEBUG nova.compute.manager [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: 7116d71e-3fd9-473f-b5e5-2c7721f76c1a] Start building block device mappings for instance. {{(pid=74535) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 10:20:50 user nova-compute[74535]: DEBUG nova.policy [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1068d2d7cca843c1b32d9c1b5b29d882', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '19e83c953cf8498f8ea89afce479f26b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74535) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 10:20:50 user nova-compute[74535]: INFO nova.virt.block_device [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: 7116d71e-3fd9-473f-b5e5-2c7721f76c1a] Booting with volume 3168aec8-cee4-41d4-8518-1acaf0438e3c at /dev/vda
Dec 06 10:20:50 user nova-compute[74535]: DEBUG os_brick.utils [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:20:50 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:20:50 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:20:50 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd298de3-3cc5-4e45-bbae-eee202ba0e36]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d95ac7cee77a\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:20:50 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:20:50 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:20:50 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[6459f565-19f6-47e0-b4c7-d348b130bd15]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:20:50 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:20:50 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:20:50 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[caacb364-7b78-441e-91f9-71ae95a7acb1]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:20:50 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[f602fa48-f1e0-4e50-a7ab-601a450c2160]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:20:50 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Running cmd (subprocess): nvme version {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:20:50 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] 'nvme version' failed. Not Retrying. {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 10:20:50 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.nvmeof [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] nvme not present on system {{(pid=74535) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 10:20:50 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:20:50 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 10:20:50 user nova-compute[74535]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 10:20:50 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[1af1cd3f-9dee-44d6-a3fb-1ddcd1fe6ad1]: (4, '') {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:20:50 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74535) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 10:20:50 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74535) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 10:20:50 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] LIGHTOS: no hostnqn found. {{(pid=74535) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 10:20:50 user nova-compute[74535]: DEBUG os_brick.utils [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] <== get_connector_properties: return (134ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d95ac7cee77a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:20:50 user nova-compute[74535]: DEBUG nova.virt.block_device [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: 7116d71e-3fd9-473f-b5e5-2c7721f76c1a] Updating existing volume attachment record: 0de9494e-5b63-48a0-9f23-ec5073feb0a5 {{(pid=74535) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 10:20:51 user nova-compute[74535]: DEBUG nova.network.neutron [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: 7116d71e-3fd9-473f-b5e5-2c7721f76c1a] Successfully created port: cdb0c2ea-9000-40ea-9e5b-6128b0bd497b {{(pid=74535) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 10:20:52 user nova-compute[74535]: DEBUG nova.network.neutron [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: 7116d71e-3fd9-473f-b5e5-2c7721f76c1a] Successfully updated port: cdb0c2ea-9000-40ea-9e5b-6128b0bd497b {{(pid=74535) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 10:20:52 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Acquiring lock "refresh_cache-7116d71e-3fd9-473f-b5e5-2c7721f76c1a" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:20:52 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Acquired lock "refresh_cache-7116d71e-3fd9-473f-b5e5-2c7721f76c1a" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:20:52 user nova-compute[74535]: DEBUG nova.network.neutron [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: 7116d71e-3fd9-473f-b5e5-2c7721f76c1a] Building network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 10:20:52 user nova-compute[74535]: DEBUG nova.compute.manager [req-93758f43-e471-4728-979b-731ec3613670 req-06188965-d1ab-4b77-8804-05759578c70e service nova] [instance: 7116d71e-3fd9-473f-b5e5-2c7721f76c1a] Received event network-changed-cdb0c2ea-9000-40ea-9e5b-6128b0bd497b {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:20:52 user nova-compute[74535]: DEBUG nova.compute.manager [req-93758f43-e471-4728-979b-731ec3613670 req-06188965-d1ab-4b77-8804-05759578c70e service nova] [instance: 7116d71e-3fd9-473f-b5e5-2c7721f76c1a] Refreshing instance network info cache due to event network-changed-cdb0c2ea-9000-40ea-9e5b-6128b0bd497b. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 10:20:52 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-93758f43-e471-4728-979b-731ec3613670 req-06188965-d1ab-4b77-8804-05759578c70e service nova] Acquiring lock "refresh_cache-7116d71e-3fd9-473f-b5e5-2c7721f76c1a" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:20:52 user nova-compute[74535]: DEBUG nova.network.neutron [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: 7116d71e-3fd9-473f-b5e5-2c7721f76c1a] Instance cache missing network info. {{(pid=74535) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 10:20:52 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:20:52 user nova-compute[74535]: DEBUG nova.network.neutron [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: 7116d71e-3fd9-473f-b5e5-2c7721f76c1a] Updating instance_info_cache with network_info: [{"id": "cdb0c2ea-9000-40ea-9e5b-6128b0bd497b", "address": "fa:16:3e:34:bf:3c", "network": {"id": "72d08fd1-cc74-485f-848c-2ce73172f719", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1718263965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "19e83c953cf8498f8ea89afce479f26b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcdb0c2ea-90", "ovs_interfaceid": "cdb0c2ea-9000-40ea-9e5b-6128b0bd497b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:20:52 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Releasing lock "refresh_cache-7116d71e-3fd9-473f-b5e5-2c7721f76c1a" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:20:52 user nova-compute[74535]: DEBUG nova.compute.manager [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: 7116d71e-3fd9-473f-b5e5-2c7721f76c1a] Instance network_info: |[{"id": "cdb0c2ea-9000-40ea-9e5b-6128b0bd497b", "address": "fa:16:3e:34:bf:3c", "network": {"id": "72d08fd1-cc74-485f-848c-2ce73172f719", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1718263965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "19e83c953cf8498f8ea89afce479f26b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcdb0c2ea-90", "ovs_interfaceid": "cdb0c2ea-9000-40ea-9e5b-6128b0bd497b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74535) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 10:20:52 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-93758f43-e471-4728-979b-731ec3613670 req-06188965-d1ab-4b77-8804-05759578c70e service nova] Acquired lock "refresh_cache-7116d71e-3fd9-473f-b5e5-2c7721f76c1a" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:20:52 user nova-compute[74535]: DEBUG nova.network.neutron [req-93758f43-e471-4728-979b-731ec3613670 req-06188965-d1ab-4b77-8804-05759578c70e service nova] [instance: 7116d71e-3fd9-473f-b5e5-2c7721f76c1a] Refreshing network info cache for port cdb0c2ea-9000-40ea-9e5b-6128b0bd497b {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 10:20:52 user nova-compute[74535]: DEBUG nova.network.neutron [req-93758f43-e471-4728-979b-731ec3613670 req-06188965-d1ab-4b77-8804-05759578c70e service nova] [instance: 7116d71e-3fd9-473f-b5e5-2c7721f76c1a] Updated VIF entry in instance network info cache for port cdb0c2ea-9000-40ea-9e5b-6128b0bd497b. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 10:20:52 user nova-compute[74535]: DEBUG nova.network.neutron [req-93758f43-e471-4728-979b-731ec3613670 req-06188965-d1ab-4b77-8804-05759578c70e service nova] [instance: 7116d71e-3fd9-473f-b5e5-2c7721f76c1a] Updating instance_info_cache with network_info: [{"id": "cdb0c2ea-9000-40ea-9e5b-6128b0bd497b", "address": "fa:16:3e:34:bf:3c", "network": {"id": "72d08fd1-cc74-485f-848c-2ce73172f719", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1718263965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "19e83c953cf8498f8ea89afce479f26b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcdb0c2ea-90", "ovs_interfaceid": "cdb0c2ea-9000-40ea-9e5b-6128b0bd497b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:20:52 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-93758f43-e471-4728-979b-731ec3613670 req-06188965-d1ab-4b77-8804-05759578c70e service nova] Releasing lock "refresh_cache-7116d71e-3fd9-473f-b5e5-2c7721f76c1a" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:20:57 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:20:57 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:20:57 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5005 ms, sending inactivity probe {{(pid=74535) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 10:20:57 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74535) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 10:20:57 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74535) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 10:20:57 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:20:57 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:21:00 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:21:00 user nova-compute[74535]: DEBUG nova.compute.manager [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: 7116d71e-3fd9-473f-b5e5-2c7721f76c1a] Start spawning the instance on the hypervisor. {{(pid=74535) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 10:21:00 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: 7116d71e-3fd9-473f-b5e5-2c7721f76c1a] Creating instance directory {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 10:21:00 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: 7116d71e-3fd9-473f-b5e5-2c7721f76c1a] Creating image(s)
Dec 06 10:21:00 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: 7116d71e-3fd9-473f-b5e5-2c7721f76c1a] Did not create local disks {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4867}}
Dec 06 10:21:00 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: 7116d71e-3fd9-473f-b5e5-2c7721f76c1a] Ensure instance console log exists: /opt/stack/data/nova/instances/7116d71e-3fd9-473f-b5e5-2c7721f76c1a/console.log {{(pid=74535) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 10:21:00 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:21:00 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:21:00 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:21:00 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: 7116d71e-3fd9-473f-b5e5-2c7721f76c1a] Start _get_guest_xml network_info=[{"id": "cdb0c2ea-9000-40ea-9e5b-6128b0bd497b", "address": "fa:16:3e:34:bf:3c", "network": {"id": "72d08fd1-cc74-485f-848c-2ce73172f719", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1718263965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "19e83c953cf8498f8ea89afce479f26b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcdb0c2ea-90", "ovs_interfaceid": "cdb0c2ea-9000-40ea-9e5b-6128b0bd497b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'delete_on_termination': False, 'attachment_id': '0de9494e-5b63-48a0-9f23-ec5073feb0a5', 'boot_index': 0, 'device_type': 'disk', 'guest_format': None, 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cEBsYGCS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '7116d71e-3fd9-473f-b5e5-2c7721f76c1a', 'attached_at': '', 'detached_at': '', 'volume_id': '3168aec8-cee4-41d4-8518-1acaf0438e3c', 'serial': '3168aec8-cee4-41d4-8518-1acaf0438e3c'}, 'volume_type': None} {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 10:21:00 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:21:00 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:21:00 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 10:21:00 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] CPU controller missing on host. {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 10:21:00 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 10:21:00 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] CPU controller found on host. {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 10:21:00 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74535) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 10:21:00 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T09:52:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 10:21:00 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Flavor limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 10:21:00 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Image limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 10:21:00 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Flavor pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 10:21:00 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Image pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 10:21:00 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 10:21:00 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 10:21:00 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 10:21:00 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Got 1 possible topologies {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 10:21:00 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 10:21:00 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 10:21:00 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: 7116d71e-3fd9-473f-b5e5-2c7721f76c1a] Calling os-brick to attach iSCSI Volume {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 10:21:00 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cEBsYGCS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:21:00 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:21:00 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:21:00 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:21:00 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:21:00 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:21:00 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:21:00 user nova-compute[74535]: INFO os_brick.initiator.connectors.iscsi [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 10:21:00 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c -p 172.16.0.220:3260 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:21:00 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:21:00 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc3cebe4-fa7b-4020-b3ea-96d68b840d84]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:21:00 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 10:21:00 user nova-compute[74535]:  {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:21:00 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c -p 172.16.0.220:3260 --interface default --op new {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:21:00 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:21:00 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2c875bc-dcc7-4809-a02e-f83b064e40a3]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c] added\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:21:00 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c] added
Dec 06 10:21:00 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:21:00 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:21:00 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.025s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:21:00 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e9c7943-5da3-4cf7-bbf1-24898d06a4d3]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:21:00 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:21:00 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:21:00 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:21:00 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d86e850-7aba-4c56-bba9-dbf204b6108b]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:21:00 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:21:00 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v cEBsYGCS {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:21:00 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v cEBsYGCS" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:21:00 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[4330977c-ea24-4afc-a0df-690d28b41e7c]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:21:00 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'cEBsYGCS'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:21:00 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:21:00 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:21:00 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f2a69eb-cb4a-4f7f-b6bb-591bd16aa136]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:21:00 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:21:00 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:21:00 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:21:00 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[6120e7ce-76bb-480d-b12e-4f7642a11930]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:21:00 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Dec 06 10:21:00 user nova-compute[74535]:  {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:21:00 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Dec 06 10:21:00 user nova-compute[74535]:  {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:21:00 user nova-compute[74535]: WARNING os_brick.initiator.connectors.iscsi [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Dec 06 10:21:00 user nova-compute[74535]: 
Dec 06 10:21:00 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c -p 172.16.0.220:3260 --login {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:21:00 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c -p 172.16.0.220:3260 --login" returned: 0 in 0.045s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:21:00 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[b804cd55-5fe8-4b67-a2d7-00967f2fb1b1]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:21:00 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c, portal: 172.16.0.220,3260]
Dec 06 10:21:00 user nova-compute[74535]: Login to [iface: default, target: iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c, portal: 172.16.0.220,3260] successful.
Dec 06 10:21:00 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:21:00 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:21:00 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:21:00 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[90c16e91-5b8a-4d2a-ba1d-f73295f9c157]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:21:00 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:21:00 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:21:00 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:21:00 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[be309136-7642-43ad-a355-6511779cdaac]: (4, ('tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:21:00 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c (non-flash)
Dec 06 10:21:00 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:21:00 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] iscsi session list stdout=tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c (non-flash)
Dec 06 10:21:00 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:21:00 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.264s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:21:00 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Connected to 172.16.0.220:3260 {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 10:21:00 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] HCTL ('33', '-', '-', 0) found on session 50 with lun 0 {{(pid=74535) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 10:21:00 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74535) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 10:21:00 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:21:00 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:21:00 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[25a58712-fe7b-49f9-8803-3bbba123e30c]: (4, ('- - 0', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:21:00 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Searching for a device in session 50 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74535) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 10:21:00 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cEBsYGCS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 10:21:01 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.295s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:21:01 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] <== connect_volume: return (1297ms) {'type': 'block', 'scsi_wwn': '23739323232323239', 'path': '/dev/sdb'} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:21:01 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: 7116d71e-3fd9-473f-b5e5-2c7721f76c1a] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23739323232323239', 'path': '/dev/sdb'} {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 10:21:01 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:20:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1096318815',display_name='tempest-TestVolumeBootPattern-server-1096318815',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1096318815',id=44,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHf5pNVx5JEYKWTW5K7zzNRxAbljK/9rKlLOTAAPsNvH3raFXCB2AGXNwOVLUCwdkSBIoOPQ8wr9DqYK/MSPiFizL2uvk+xuRgB9CVkbmP+g9Usc8cd1vA5QHPxG3Qy3yA==',key_name='tempest-TestVolumeBootPattern-2041036188',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='19e83c953cf8498f8ea89afce479f26b',ramdisk_id='',reservation_id='r-n55s45ye',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1927549100',owner_user_name='tempest-TestVolumeBootPattern-1927549100-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T10:20:51Z,user_data=None,user_id='1068d2d7cca843c1b32d9c1b5b29d882',uuid=7116d71e-3fd9-473f-b5e5-2c7721f76c1a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "cdb0c2ea-9000-40ea-9e5b-6128b0bd497b", "address": "fa:16:3e:34:bf:3c", "network": {"id": "72d08fd1-cc74-485f-848c-2ce73172f719", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1718263965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "19e83c953cf8498f8ea89afce479f26b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcdb0c2ea-90", "ovs_interfaceid": "cdb0c2ea-9000-40ea-9e5b-6128b0bd497b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74535) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 10:21:01 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Converting VIF {"id": "cdb0c2ea-9000-40ea-9e5b-6128b0bd497b", "address": "fa:16:3e:34:bf:3c", "network": {"id": "72d08fd1-cc74-485f-848c-2ce73172f719", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1718263965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "19e83c953cf8498f8ea89afce479f26b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcdb0c2ea-90", "ovs_interfaceid": "cdb0c2ea-9000-40ea-9e5b-6128b0bd497b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:21:01 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:34:bf:3c,bridge_name='br-int',has_traffic_filtering=True,id=cdb0c2ea-9000-40ea-9e5b-6128b0bd497b,network=Network(72d08fd1-cc74-485f-848c-2ce73172f719),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcdb0c2ea-90') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:21:01 user nova-compute[74535]: DEBUG nova.objects.instance [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lazy-loading 'pci_devices' on Instance uuid 7116d71e-3fd9-473f-b5e5-2c7721f76c1a {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:21:01 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: 7116d71e-3fd9-473f-b5e5-2c7721f76c1a] End _get_guest_xml xml=<domain type="kvm">
Dec 06 10:21:01 user nova-compute[74535]:   <uuid>7116d71e-3fd9-473f-b5e5-2c7721f76c1a</uuid>
Dec 06 10:21:01 user nova-compute[74535]:   <name>instance-0000002c</name>
Dec 06 10:21:01 user nova-compute[74535]:   <memory>524288</memory>
Dec 06 10:21:01 user nova-compute[74535]:   <vcpu>1</vcpu>
Dec 06 10:21:01 user nova-compute[74535]:   <metadata>
Dec 06 10:21:01 user nova-compute[74535]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 10:21:01 user nova-compute[74535]:       <nova:package version="0.0.0"/>
Dec 06 10:21:01 user nova-compute[74535]:       <nova:name>tempest-TestVolumeBootPattern-server-1096318815</nova:name>
Dec 06 10:21:01 user nova-compute[74535]:       <nova:creationTime>2023-12-06 10:21:00</nova:creationTime>
Dec 06 10:21:01 user nova-compute[74535]:       <nova:flavor name="m1.tiny">
Dec 06 10:21:01 user nova-compute[74535]:         <nova:memory>512</nova:memory>
Dec 06 10:21:01 user nova-compute[74535]:         <nova:disk>1</nova:disk>
Dec 06 10:21:01 user nova-compute[74535]:         <nova:swap>0</nova:swap>
Dec 06 10:21:01 user nova-compute[74535]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 10:21:01 user nova-compute[74535]:         <nova:vcpus>1</nova:vcpus>
Dec 06 10:21:01 user nova-compute[74535]:       </nova:flavor>
Dec 06 10:21:01 user nova-compute[74535]:       <nova:owner>
Dec 06 10:21:01 user nova-compute[74535]:         <nova:user uuid="1068d2d7cca843c1b32d9c1b5b29d882">tempest-TestVolumeBootPattern-1927549100-project-member</nova:user>
Dec 06 10:21:01 user nova-compute[74535]:         <nova:project uuid="19e83c953cf8498f8ea89afce479f26b">tempest-TestVolumeBootPattern-1927549100</nova:project>
Dec 06 10:21:01 user nova-compute[74535]:       </nova:owner>
Dec 06 10:21:01 user nova-compute[74535]:       <nova:ports>
Dec 06 10:21:01 user nova-compute[74535]:         <nova:port uuid="cdb0c2ea-9000-40ea-9e5b-6128b0bd497b">
Dec 06 10:21:01 user nova-compute[74535]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Dec 06 10:21:01 user nova-compute[74535]:         </nova:port>
Dec 06 10:21:01 user nova-compute[74535]:       </nova:ports>
Dec 06 10:21:01 user nova-compute[74535]:     </nova:instance>
Dec 06 10:21:01 user nova-compute[74535]:   </metadata>
Dec 06 10:21:01 user nova-compute[74535]:   <sysinfo type="smbios">
Dec 06 10:21:01 user nova-compute[74535]:     <system>
Dec 06 10:21:01 user nova-compute[74535]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 10:21:01 user nova-compute[74535]:       <entry name="product">OpenStack Nova</entry>
Dec 06 10:21:01 user nova-compute[74535]:       <entry name="version">0.0.0</entry>
Dec 06 10:21:01 user nova-compute[74535]:       <entry name="serial">7116d71e-3fd9-473f-b5e5-2c7721f76c1a</entry>
Dec 06 10:21:01 user nova-compute[74535]:       <entry name="uuid">7116d71e-3fd9-473f-b5e5-2c7721f76c1a</entry>
Dec 06 10:21:01 user nova-compute[74535]:       <entry name="family">Virtual Machine</entry>
Dec 06 10:21:01 user nova-compute[74535]:     </system>
Dec 06 10:21:01 user nova-compute[74535]:   </sysinfo>
Dec 06 10:21:01 user nova-compute[74535]:   <os>
Dec 06 10:21:01 user nova-compute[74535]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 10:21:01 user nova-compute[74535]:     <boot dev="hd"/>
Dec 06 10:21:01 user nova-compute[74535]:     <smbios mode="sysinfo"/>
Dec 06 10:21:01 user nova-compute[74535]:   </os>
Dec 06 10:21:01 user nova-compute[74535]:   <features>
Dec 06 10:21:01 user nova-compute[74535]:     <acpi/>
Dec 06 10:21:01 user nova-compute[74535]:     <apic/>
Dec 06 10:21:01 user nova-compute[74535]:     <vmcoreinfo/>
Dec 06 10:21:01 user nova-compute[74535]:   </features>
Dec 06 10:21:01 user nova-compute[74535]:   <clock offset="utc">
Dec 06 10:21:01 user nova-compute[74535]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 10:21:01 user nova-compute[74535]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 10:21:01 user nova-compute[74535]:     <timer name="hpet" present="no"/>
Dec 06 10:21:01 user nova-compute[74535]:   </clock>
Dec 06 10:21:01 user nova-compute[74535]:   <cpu mode="custom" match="exact">
Dec 06 10:21:01 user nova-compute[74535]:     <model>Nehalem</model>
Dec 06 10:21:01 user nova-compute[74535]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 10:21:01 user nova-compute[74535]:   </cpu>
Dec 06 10:21:01 user nova-compute[74535]:   <devices>
Dec 06 10:21:01 user nova-compute[74535]:     <disk type="block" device="disk">
Dec 06 10:21:01 user nova-compute[74535]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 10:21:01 user nova-compute[74535]:       <source dev="/dev/sdb"/>
Dec 06 10:21:01 user nova-compute[74535]:       <target dev="vda" bus="virtio"/>
Dec 06 10:21:01 user nova-compute[74535]:       <serial>3168aec8-cee4-41d4-8518-1acaf0438e3c</serial>
Dec 06 10:21:01 user nova-compute[74535]:     </disk>
Dec 06 10:21:01 user nova-compute[74535]:     <interface type="ethernet">
Dec 06 10:21:01 user nova-compute[74535]:       <mac address="fa:16:3e:34:bf:3c"/>
Dec 06 10:21:01 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 10:21:01 user nova-compute[74535]:       <mtu size="1442"/>
Dec 06 10:21:01 user nova-compute[74535]:       <target dev="tapcdb0c2ea-90"/>
Dec 06 10:21:01 user nova-compute[74535]:     </interface>
Dec 06 10:21:01 user nova-compute[74535]:     <serial type="pty">
Dec 06 10:21:01 user nova-compute[74535]:       <log file="/opt/stack/data/nova/instances/7116d71e-3fd9-473f-b5e5-2c7721f76c1a/console.log" append="off"/>
Dec 06 10:21:01 user nova-compute[74535]:     </serial>
Dec 06 10:21:01 user nova-compute[74535]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 10:21:01 user nova-compute[74535]:     <video>
Dec 06 10:21:01 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 10:21:01 user nova-compute[74535]:     </video>
Dec 06 10:21:01 user nova-compute[74535]:     <rng model="virtio">
Dec 06 10:21:01 user nova-compute[74535]:       <backend model="random">/dev/urandom</backend>
Dec 06 10:21:01 user nova-compute[74535]:     </rng>
Dec 06 10:21:01 user nova-compute[74535]:     <controller type="usb" index="0" model="none"/>
Dec 06 10:21:01 user nova-compute[74535]:     <memballoon model="virtio">
Dec 06 10:21:01 user nova-compute[74535]:       <stats period="10"/>
Dec 06 10:21:01 user nova-compute[74535]:     </memballoon>
Dec 06 10:21:01 user nova-compute[74535]:   </devices>
Dec 06 10:21:01 user nova-compute[74535]: </domain>
Dec 06 10:21:01 user nova-compute[74535]:  {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 10:21:01 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:20:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1096318815',display_name='tempest-TestVolumeBootPattern-server-1096318815',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1096318815',id=44,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHf5pNVx5JEYKWTW5K7zzNRxAbljK/9rKlLOTAAPsNvH3raFXCB2AGXNwOVLUCwdkSBIoOPQ8wr9DqYK/MSPiFizL2uvk+xuRgB9CVkbmP+g9Usc8cd1vA5QHPxG3Qy3yA==',key_name='tempest-TestVolumeBootPattern-2041036188',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='19e83c953cf8498f8ea89afce479f26b',ramdisk_id='',reservation_id='r-n55s45ye',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1927549100',owner_user_name='tempest-TestVolumeBootPattern-1927549100-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T10:20:51Z,user_data=None,user_id='1068d2d7cca843c1b32d9c1b5b29d882',uuid=7116d71e-3fd9-473f-b5e5-2c7721f76c1a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "cdb0c2ea-9000-40ea-9e5b-6128b0bd497b", "address": "fa:16:3e:34:bf:3c", "network": {"id": "72d08fd1-cc74-485f-848c-2ce73172f719", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1718263965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "19e83c953cf8498f8ea89afce479f26b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcdb0c2ea-90", "ovs_interfaceid": "cdb0c2ea-9000-40ea-9e5b-6128b0bd497b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 10:21:01 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Converting VIF {"id": "cdb0c2ea-9000-40ea-9e5b-6128b0bd497b", "address": "fa:16:3e:34:bf:3c", "network": {"id": "72d08fd1-cc74-485f-848c-2ce73172f719", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1718263965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "19e83c953cf8498f8ea89afce479f26b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcdb0c2ea-90", "ovs_interfaceid": "cdb0c2ea-9000-40ea-9e5b-6128b0bd497b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:21:01 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:34:bf:3c,bridge_name='br-int',has_traffic_filtering=True,id=cdb0c2ea-9000-40ea-9e5b-6128b0bd497b,network=Network(72d08fd1-cc74-485f-848c-2ce73172f719),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcdb0c2ea-90') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:21:01 user nova-compute[74535]: DEBUG os_vif [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:34:bf:3c,bridge_name='br-int',has_traffic_filtering=True,id=cdb0c2ea-9000-40ea-9e5b-6128b0bd497b,network=Network(72d08fd1-cc74-485f-848c-2ce73172f719),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcdb0c2ea-90') {{(pid=74535) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 10:21:01 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:21:01 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:21:01 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 10:21:01 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:21:01 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c45591b9-7625-5b48-92d4-5a556a344d69', '_type': 'linux-noop'}}, row=False) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:21:01 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:21:01 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:21:01 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapcdb0c2ea-90, may_exist=True, interface_attrs={}) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:21:01 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapcdb0c2ea-90, col_values=(('qos', UUID('341fb43d-dbc3-4cc2-8343-7b2a99efea39')),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:21:01 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapcdb0c2ea-90, col_values=(('external_ids', {'iface-id': 'cdb0c2ea-9000-40ea-9e5b-6128b0bd497b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:34:bf:3c', 'vm-uuid': '7116d71e-3fd9-473f-b5e5-2c7721f76c1a'}),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:21:01 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:21:01 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:21:01 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:21:01 user nova-compute[74535]: INFO os_vif [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:34:bf:3c,bridge_name='br-int',has_traffic_filtering=True,id=cdb0c2ea-9000-40ea-9e5b-6128b0bd497b,network=Network(72d08fd1-cc74-485f-848c-2ce73172f719),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcdb0c2ea-90')
Dec 06 10:21:01 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] No BDM found with device name vda, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 10:21:01 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] No VIF found with MAC fa:16:3e:34:bf:3c, not building metadata {{(pid=74535) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 10:21:03 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:21:03 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:21:03 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:21:03 user nova-compute[74535]: DEBUG nova.compute.manager [req-d1bc58b6-47f2-47ae-a65d-ff5b94dbf388 req-3d9f8c70-718a-463a-9510-b09471818b05 service nova] [instance: 7116d71e-3fd9-473f-b5e5-2c7721f76c1a] Received event network-vif-plugged-cdb0c2ea-9000-40ea-9e5b-6128b0bd497b {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:21:03 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-d1bc58b6-47f2-47ae-a65d-ff5b94dbf388 req-3d9f8c70-718a-463a-9510-b09471818b05 service nova] Acquiring lock "7116d71e-3fd9-473f-b5e5-2c7721f76c1a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:21:03 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-d1bc58b6-47f2-47ae-a65d-ff5b94dbf388 req-3d9f8c70-718a-463a-9510-b09471818b05 service nova] Lock "7116d71e-3fd9-473f-b5e5-2c7721f76c1a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:21:03 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-d1bc58b6-47f2-47ae-a65d-ff5b94dbf388 req-3d9f8c70-718a-463a-9510-b09471818b05 service nova] Lock "7116d71e-3fd9-473f-b5e5-2c7721f76c1a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:21:03 user nova-compute[74535]: DEBUG nova.compute.manager [req-d1bc58b6-47f2-47ae-a65d-ff5b94dbf388 req-3d9f8c70-718a-463a-9510-b09471818b05 service nova] [instance: 7116d71e-3fd9-473f-b5e5-2c7721f76c1a] No waiting events found dispatching network-vif-plugged-cdb0c2ea-9000-40ea-9e5b-6128b0bd497b {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:21:03 user nova-compute[74535]: WARNING nova.compute.manager [req-d1bc58b6-47f2-47ae-a65d-ff5b94dbf388 req-3d9f8c70-718a-463a-9510-b09471818b05 service nova] [instance: 7116d71e-3fd9-473f-b5e5-2c7721f76c1a] Received unexpected event network-vif-plugged-cdb0c2ea-9000-40ea-9e5b-6128b0bd497b for instance with vm_state building and task_state spawning.
Dec 06 10:21:03 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:21:03 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:21:03 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:21:03 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:21:05 user nova-compute[74535]: DEBUG nova.compute.manager [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: 7116d71e-3fd9-473f-b5e5-2c7721f76c1a] Instance event wait completed in 0 seconds for  {{(pid=74535) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 10:21:05 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: 7116d71e-3fd9-473f-b5e5-2c7721f76c1a] Guest created on hypervisor {{(pid=74535) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 10:21:05 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: 7116d71e-3fd9-473f-b5e5-2c7721f76c1a] Instance spawned successfully.
Dec 06 10:21:05 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: 7116d71e-3fd9-473f-b5e5-2c7721f76c1a] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 10:21:05 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: 7116d71e-3fd9-473f-b5e5-2c7721f76c1a] Found default for hw_cdrom_bus of ide {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:21:05 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: 7116d71e-3fd9-473f-b5e5-2c7721f76c1a] Found default for hw_disk_bus of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:21:05 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: 7116d71e-3fd9-473f-b5e5-2c7721f76c1a] Found default for hw_input_bus of None {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:21:05 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: 7116d71e-3fd9-473f-b5e5-2c7721f76c1a] Found default for hw_pointer_model of None {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:21:05 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: 7116d71e-3fd9-473f-b5e5-2c7721f76c1a] Found default for hw_video_model of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:21:05 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: 7116d71e-3fd9-473f-b5e5-2c7721f76c1a] Found default for hw_vif_model of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:21:05 user nova-compute[74535]: INFO nova.compute.manager [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: 7116d71e-3fd9-473f-b5e5-2c7721f76c1a] Took 4.91 seconds to spawn the instance on the hypervisor.
Dec 06 10:21:05 user nova-compute[74535]: DEBUG nova.compute.manager [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: 7116d71e-3fd9-473f-b5e5-2c7721f76c1a] Checking state {{(pid=74535) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 10:21:05 user nova-compute[74535]: INFO nova.compute.manager [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: 7116d71e-3fd9-473f-b5e5-2c7721f76c1a] Took 15.02 seconds to build instance.
Dec 06 10:21:05 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-8eda5e7a-745e-460a-b372-205f60dae1b6 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lock "7116d71e-3fd9-473f-b5e5-2c7721f76c1a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 15.166s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:21:05 user nova-compute[74535]: DEBUG nova.compute.manager [req-df720e38-98a0-485e-afa5-20ed5169bb05 req-fd7227fe-cd95-44a3-8c18-0342e4a04bf5 service nova] [instance: 7116d71e-3fd9-473f-b5e5-2c7721f76c1a] Received event network-vif-plugged-cdb0c2ea-9000-40ea-9e5b-6128b0bd497b {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:21:05 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-df720e38-98a0-485e-afa5-20ed5169bb05 req-fd7227fe-cd95-44a3-8c18-0342e4a04bf5 service nova] Acquiring lock "7116d71e-3fd9-473f-b5e5-2c7721f76c1a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:21:05 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-df720e38-98a0-485e-afa5-20ed5169bb05 req-fd7227fe-cd95-44a3-8c18-0342e4a04bf5 service nova] Lock "7116d71e-3fd9-473f-b5e5-2c7721f76c1a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:21:05 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-df720e38-98a0-485e-afa5-20ed5169bb05 req-fd7227fe-cd95-44a3-8c18-0342e4a04bf5 service nova] Lock "7116d71e-3fd9-473f-b5e5-2c7721f76c1a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:21:05 user nova-compute[74535]: DEBUG nova.compute.manager [req-df720e38-98a0-485e-afa5-20ed5169bb05 req-fd7227fe-cd95-44a3-8c18-0342e4a04bf5 service nova] [instance: 7116d71e-3fd9-473f-b5e5-2c7721f76c1a] No waiting events found dispatching network-vif-plugged-cdb0c2ea-9000-40ea-9e5b-6128b0bd497b {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:21:05 user nova-compute[74535]: WARNING nova.compute.manager [req-df720e38-98a0-485e-afa5-20ed5169bb05 req-fd7227fe-cd95-44a3-8c18-0342e4a04bf5 service nova] [instance: 7116d71e-3fd9-473f-b5e5-2c7721f76c1a] Received unexpected event network-vif-plugged-cdb0c2ea-9000-40ea-9e5b-6128b0bd497b for instance with vm_state active and task_state None.
Dec 06 10:21:06 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:21:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:21:11 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:21:11 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-36a81ce6-ad63-45dc-a793-5489ba5000a6 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Acquiring lock "2d9150e7-0f02-4b19-b3f2-b329620d9722" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:21:11 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-36a81ce6-ad63-45dc-a793-5489ba5000a6 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Lock "2d9150e7-0f02-4b19-b3f2-b329620d9722" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:21:11 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-36a81ce6-ad63-45dc-a793-5489ba5000a6 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Acquiring lock "2d9150e7-0f02-4b19-b3f2-b329620d9722-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:21:11 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-36a81ce6-ad63-45dc-a793-5489ba5000a6 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Lock "2d9150e7-0f02-4b19-b3f2-b329620d9722-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:21:11 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-36a81ce6-ad63-45dc-a793-5489ba5000a6 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Lock "2d9150e7-0f02-4b19-b3f2-b329620d9722-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:21:11 user nova-compute[74535]: INFO nova.compute.manager [None req-36a81ce6-ad63-45dc-a793-5489ba5000a6 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 2d9150e7-0f02-4b19-b3f2-b329620d9722] Terminating instance
Dec 06 10:21:11 user nova-compute[74535]: DEBUG nova.compute.manager [None req-36a81ce6-ad63-45dc-a793-5489ba5000a6 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 2d9150e7-0f02-4b19-b3f2-b329620d9722] Start destroying the instance on the hypervisor. {{(pid=74535) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 10:21:11 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:21:11 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:21:11 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:21:12 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:21:12 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:21:12 user nova-compute[74535]: DEBUG nova.compute.manager [req-c977980f-b032-4c2c-a856-579925e8be29 req-257d904c-72df-4358-b11c-70e8d9f0f7c8 service nova] [instance: 2d9150e7-0f02-4b19-b3f2-b329620d9722] Received event network-vif-unplugged-5b9a0b29-a049-47fe-8088-25106a3d74d5 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:21:12 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-c977980f-b032-4c2c-a856-579925e8be29 req-257d904c-72df-4358-b11c-70e8d9f0f7c8 service nova] Acquiring lock "2d9150e7-0f02-4b19-b3f2-b329620d9722-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:21:12 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-c977980f-b032-4c2c-a856-579925e8be29 req-257d904c-72df-4358-b11c-70e8d9f0f7c8 service nova] Lock "2d9150e7-0f02-4b19-b3f2-b329620d9722-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:21:12 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-c977980f-b032-4c2c-a856-579925e8be29 req-257d904c-72df-4358-b11c-70e8d9f0f7c8 service nova] Lock "2d9150e7-0f02-4b19-b3f2-b329620d9722-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:21:12 user nova-compute[74535]: DEBUG nova.compute.manager [req-c977980f-b032-4c2c-a856-579925e8be29 req-257d904c-72df-4358-b11c-70e8d9f0f7c8 service nova] [instance: 2d9150e7-0f02-4b19-b3f2-b329620d9722] No waiting events found dispatching network-vif-unplugged-5b9a0b29-a049-47fe-8088-25106a3d74d5 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:21:12 user nova-compute[74535]: DEBUG nova.compute.manager [req-c977980f-b032-4c2c-a856-579925e8be29 req-257d904c-72df-4358-b11c-70e8d9f0f7c8 service nova] [instance: 2d9150e7-0f02-4b19-b3f2-b329620d9722] Received event network-vif-unplugged-5b9a0b29-a049-47fe-8088-25106a3d74d5 for instance with task_state deleting. {{(pid=74535) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 10:21:12 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:21:12 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: 2d9150e7-0f02-4b19-b3f2-b329620d9722] Instance destroyed successfully.
Dec 06 10:21:12 user nova-compute[74535]: DEBUG nova.objects.instance [None req-36a81ce6-ad63-45dc-a793-5489ba5000a6 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Lazy-loading 'resources' on Instance uuid 2d9150e7-0f02-4b19-b3f2-b329620d9722 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:21:12 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-36a81ce6-ad63-45dc-a793-5489ba5000a6 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:01:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1408156454',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1408156454',id=19,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-06T10:01:41Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e51798204a674f858778dac8b46e7fec',ramdisk_id='',reservation_id='r-87fy7s5j',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-2023423839',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T10:03:32Z,user_data=None,user_id='46e1a6f038e54b16a4b6f8014b3bbf55',uuid=2d9150e7-0f02-4b19-b3f2-b329620d9722,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "5b9a0b29-a049-47fe-8088-25106a3d74d5", "address": "fa:16:3e:f4:b0:b8", "network": {"id": "5d9c1cb1-5902-482f-8b27-801fd79a97a7", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-530073939-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e51798204a674f858778dac8b46e7fec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b9a0b29-a0", "ovs_interfaceid": "5b9a0b29-a049-47fe-8088-25106a3d74d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 10:21:12 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-36a81ce6-ad63-45dc-a793-5489ba5000a6 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Converting VIF {"id": "5b9a0b29-a049-47fe-8088-25106a3d74d5", "address": "fa:16:3e:f4:b0:b8", "network": {"id": "5d9c1cb1-5902-482f-8b27-801fd79a97a7", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-530073939-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e51798204a674f858778dac8b46e7fec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b9a0b29-a0", "ovs_interfaceid": "5b9a0b29-a049-47fe-8088-25106a3d74d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:21:12 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-36a81ce6-ad63-45dc-a793-5489ba5000a6 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:f4:b0:b8,bridge_name='br-int',has_traffic_filtering=True,id=5b9a0b29-a049-47fe-8088-25106a3d74d5,network=Network(5d9c1cb1-5902-482f-8b27-801fd79a97a7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5b9a0b29-a0') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:21:12 user nova-compute[74535]: DEBUG os_vif [None req-36a81ce6-ad63-45dc-a793-5489ba5000a6 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:f4:b0:b8,bridge_name='br-int',has_traffic_filtering=True,id=5b9a0b29-a049-47fe-8088-25106a3d74d5,network=Network(5d9c1cb1-5902-482f-8b27-801fd79a97a7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5b9a0b29-a0') {{(pid=74535) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 10:21:12 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:21:12 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap5b9a0b29-a0, bridge=br-int, if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:21:12 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:21:12 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:21:12 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c1073a6a-76ed-4b25-87e2-e3cf9d216c5e) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:21:12 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:21:12 user nova-compute[74535]: INFO os_vif [None req-36a81ce6-ad63-45dc-a793-5489ba5000a6 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:f4:b0:b8,bridge_name='br-int',has_traffic_filtering=True,id=5b9a0b29-a049-47fe-8088-25106a3d74d5,network=Network(5d9c1cb1-5902-482f-8b27-801fd79a97a7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5b9a0b29-a0')
Dec 06 10:21:12 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-36a81ce6-ad63-45dc-a793-5489ba5000a6 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 2d9150e7-0f02-4b19-b3f2-b329620d9722] Deleting instance files /opt/stack/data/nova/instances/2d9150e7-0f02-4b19-b3f2-b329620d9722_del
Dec 06 10:21:12 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-36a81ce6-ad63-45dc-a793-5489ba5000a6 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 2d9150e7-0f02-4b19-b3f2-b329620d9722] Deletion of /opt/stack/data/nova/instances/2d9150e7-0f02-4b19-b3f2-b329620d9722_del complete
Dec 06 10:21:12 user nova-compute[74535]: INFO nova.compute.manager [None req-36a81ce6-ad63-45dc-a793-5489ba5000a6 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] [instance: 2d9150e7-0f02-4b19-b3f2-b329620d9722] Took 0.67 seconds to destroy the instance on the hypervisor.
Dec 06 10:21:12 user nova-compute[74535]: DEBUG oslo.service.loopingcall [None req-36a81ce6-ad63-45dc-a793-5489ba5000a6 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74535) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 10:21:12 user nova-compute[74535]: DEBUG nova.compute.manager [-] [instance: 2d9150e7-0f02-4b19-b3f2-b329620d9722] Deallocating network for instance {{(pid=74535) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 10:21:12 user nova-compute[74535]: DEBUG nova.network.neutron [-] [instance: 2d9150e7-0f02-4b19-b3f2-b329620d9722] deallocate_for_instance() {{(pid=74535) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 10:21:13 user nova-compute[74535]: DEBUG nova.network.neutron [-] [instance: 2d9150e7-0f02-4b19-b3f2-b329620d9722] Updating instance_info_cache with network_info: [] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:21:13 user nova-compute[74535]: INFO nova.compute.manager [-] [instance: 2d9150e7-0f02-4b19-b3f2-b329620d9722] Took 0.51 seconds to deallocate network for instance.
Dec 06 10:21:13 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-36a81ce6-ad63-45dc-a793-5489ba5000a6 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:21:13 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-36a81ce6-ad63-45dc-a793-5489ba5000a6 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:21:13 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-36a81ce6-ad63-45dc-a793-5489ba5000a6 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:21:13 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-36a81ce6-ad63-45dc-a793-5489ba5000a6 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:21:13 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-36a81ce6-ad63-45dc-a793-5489ba5000a6 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.175s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:21:13 user nova-compute[74535]: INFO nova.scheduler.client.report [None req-36a81ce6-ad63-45dc-a793-5489ba5000a6 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Deleted allocations for instance 2d9150e7-0f02-4b19-b3f2-b329620d9722
Dec 06 10:21:13 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-36a81ce6-ad63-45dc-a793-5489ba5000a6 tempest-ServerBootFromVolumeStableRescueTest-2023423839 tempest-ServerBootFromVolumeStableRescueTest-2023423839-project-member] Lock "2d9150e7-0f02-4b19-b3f2-b329620d9722" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.577s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:21:14 user nova-compute[74535]: DEBUG nova.compute.manager [req-662de0ad-88c4-4bc3-ac58-4f1c0b0428c3 req-de4e42bd-052a-4998-9f31-0f869aa6ab47 service nova] [instance: 2d9150e7-0f02-4b19-b3f2-b329620d9722] Received event network-vif-plugged-5b9a0b29-a049-47fe-8088-25106a3d74d5 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:21:14 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-662de0ad-88c4-4bc3-ac58-4f1c0b0428c3 req-de4e42bd-052a-4998-9f31-0f869aa6ab47 service nova] Acquiring lock "2d9150e7-0f02-4b19-b3f2-b329620d9722-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:21:14 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-662de0ad-88c4-4bc3-ac58-4f1c0b0428c3 req-de4e42bd-052a-4998-9f31-0f869aa6ab47 service nova] Lock "2d9150e7-0f02-4b19-b3f2-b329620d9722-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:21:14 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-662de0ad-88c4-4bc3-ac58-4f1c0b0428c3 req-de4e42bd-052a-4998-9f31-0f869aa6ab47 service nova] Lock "2d9150e7-0f02-4b19-b3f2-b329620d9722-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:21:14 user nova-compute[74535]: DEBUG nova.compute.manager [req-662de0ad-88c4-4bc3-ac58-4f1c0b0428c3 req-de4e42bd-052a-4998-9f31-0f869aa6ab47 service nova] [instance: 2d9150e7-0f02-4b19-b3f2-b329620d9722] No waiting events found dispatching network-vif-plugged-5b9a0b29-a049-47fe-8088-25106a3d74d5 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:21:14 user nova-compute[74535]: WARNING nova.compute.manager [req-662de0ad-88c4-4bc3-ac58-4f1c0b0428c3 req-de4e42bd-052a-4998-9f31-0f869aa6ab47 service nova] [instance: 2d9150e7-0f02-4b19-b3f2-b329620d9722] Received unexpected event network-vif-plugged-5b9a0b29-a049-47fe-8088-25106a3d74d5 for instance with vm_state deleted and task_state None.
Dec 06 10:21:14 user nova-compute[74535]: DEBUG nova.compute.manager [req-662de0ad-88c4-4bc3-ac58-4f1c0b0428c3 req-de4e42bd-052a-4998-9f31-0f869aa6ab47 service nova] [instance: 2d9150e7-0f02-4b19-b3f2-b329620d9722] Received event network-vif-deleted-5b9a0b29-a049-47fe-8088-25106a3d74d5 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:21:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:21:17 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:21:20 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:21:20 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74535) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 10:21:21 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:21:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:21:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:21:24 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:21:26 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:21:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:21:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:21:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:21:26 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Auditing locally available compute resources for user (node: user) {{(pid=74535) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 10:21:27 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74535) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 10:21:27 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:21:27 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:21:27 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Hypervisor/Node resource view: name=user free_ram=8858MB free_disk=25.2618408203125GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74535) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 10:21:27 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:21:27 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:21:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:21:27 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 7116d71e-3fd9-473f-b5e5-2c7721f76c1a actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:21:27 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74535) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 10:21:27 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74535) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 10:21:27 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:21:27 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:21:27 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Compute_service record updated for user:user {{(pid=74535) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 10:21:27 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.259s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:21:28 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:21:29 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:21:29 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:21:29 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:21:31 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:21:32 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:21:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:21:34 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:21:35 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:21:35 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Starting heal instance info cache {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 10:21:35 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Rebuilding the list of instances to heal {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 06 10:21:36 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "refresh_cache-7116d71e-3fd9-473f-b5e5-2c7721f76c1a" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:21:36 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquired lock "refresh_cache-7116d71e-3fd9-473f-b5e5-2c7721f76c1a" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:21:36 user nova-compute[74535]: DEBUG nova.network.neutron [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: 7116d71e-3fd9-473f-b5e5-2c7721f76c1a] Forcefully refreshing network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 10:21:36 user nova-compute[74535]: DEBUG nova.objects.instance [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lazy-loading 'info_cache' on Instance uuid 7116d71e-3fd9-473f-b5e5-2c7721f76c1a {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:21:36 user nova-compute[74535]: DEBUG nova.network.neutron [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: 7116d71e-3fd9-473f-b5e5-2c7721f76c1a] Updating instance_info_cache with network_info: [{"id": "cdb0c2ea-9000-40ea-9e5b-6128b0bd497b", "address": "fa:16:3e:34:bf:3c", "network": {"id": "72d08fd1-cc74-485f-848c-2ce73172f719", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1718263965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "19e83c953cf8498f8ea89afce479f26b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcdb0c2ea-90", "ovs_interfaceid": "cdb0c2ea-9000-40ea-9e5b-6128b0bd497b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:21:36 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Releasing lock "refresh_cache-7116d71e-3fd9-473f-b5e5-2c7721f76c1a" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:21:36 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: 7116d71e-3fd9-473f-b5e5-2c7721f76c1a] Updated the network info_cache for instance {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 10:21:37 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:21:42 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:21:47 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:21:47 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:21:47 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74535) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 10:21:47 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74535) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 10:21:47 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74535) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 10:21:47 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:21:52 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:21:57 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:22:02 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:22:05 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:22:06 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:22:07 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:22:12 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:22:12 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:22:12 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74535) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 10:22:12 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74535) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 10:22:12 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74535) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 10:22:12 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:22:13 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:22:15 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:22:17 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:22:18 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:22:19 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:22:21 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:22:21 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:22:21 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74535) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 10:22:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:22:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:22:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:22:25 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-fbfc6200-ab34-4d6b-9e30-fb44a0a135e6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] Acquiring lock "938728e8-963c-4ea5-9e37-40c26236e951" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:22:25 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-fbfc6200-ab34-4d6b-9e30-fb44a0a135e6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] Lock "938728e8-963c-4ea5-9e37-40c26236e951" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:22:25 user nova-compute[74535]: DEBUG nova.compute.manager [None req-fbfc6200-ab34-4d6b-9e30-fb44a0a135e6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] [instance: 938728e8-963c-4ea5-9e37-40c26236e951] Starting instance... {{(pid=74535) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 10:22:25 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-fbfc6200-ab34-4d6b-9e30-fb44a0a135e6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:22:25 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-fbfc6200-ab34-4d6b-9e30-fb44a0a135e6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:22:25 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-fbfc6200-ab34-4d6b-9e30-fb44a0a135e6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74535) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 10:22:25 user nova-compute[74535]: INFO nova.compute.claims [None req-fbfc6200-ab34-4d6b-9e30-fb44a0a135e6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] [instance: 938728e8-963c-4ea5-9e37-40c26236e951] Claim successful on node user
Dec 06 10:22:25 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-fbfc6200-ab34-4d6b-9e30-fb44a0a135e6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:22:25 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-fbfc6200-ab34-4d6b-9e30-fb44a0a135e6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:22:25 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-fbfc6200-ab34-4d6b-9e30-fb44a0a135e6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.260s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:22:25 user nova-compute[74535]: DEBUG nova.compute.manager [None req-fbfc6200-ab34-4d6b-9e30-fb44a0a135e6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] [instance: 938728e8-963c-4ea5-9e37-40c26236e951] Start building networks asynchronously for instance. {{(pid=74535) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 10:22:25 user nova-compute[74535]: DEBUG nova.compute.manager [None req-fbfc6200-ab34-4d6b-9e30-fb44a0a135e6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] [instance: 938728e8-963c-4ea5-9e37-40c26236e951] Allocating IP information in the background. {{(pid=74535) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 10:22:25 user nova-compute[74535]: DEBUG nova.network.neutron [None req-fbfc6200-ab34-4d6b-9e30-fb44a0a135e6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] [instance: 938728e8-963c-4ea5-9e37-40c26236e951] allocate_for_instance() {{(pid=74535) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 10:22:25 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-fbfc6200-ab34-4d6b-9e30-fb44a0a135e6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] [instance: 938728e8-963c-4ea5-9e37-40c26236e951] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 10:22:26 user nova-compute[74535]: DEBUG nova.compute.manager [None req-fbfc6200-ab34-4d6b-9e30-fb44a0a135e6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] [instance: 938728e8-963c-4ea5-9e37-40c26236e951] Start building block device mappings for instance. {{(pid=74535) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 10:22:26 user nova-compute[74535]: DEBUG nova.policy [None req-fbfc6200-ab34-4d6b-9e30-fb44a0a135e6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c389efd30a3643de987ff68f59ceba5c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '248a2193854f471b91f3b45fda2d57cf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74535) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 10:22:26 user nova-compute[74535]: DEBUG nova.compute.manager [None req-fbfc6200-ab34-4d6b-9e30-fb44a0a135e6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] [instance: 938728e8-963c-4ea5-9e37-40c26236e951] Start spawning the instance on the hypervisor. {{(pid=74535) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 10:22:26 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-fbfc6200-ab34-4d6b-9e30-fb44a0a135e6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] [instance: 938728e8-963c-4ea5-9e37-40c26236e951] Creating instance directory {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 10:22:26 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-fbfc6200-ab34-4d6b-9e30-fb44a0a135e6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] [instance: 938728e8-963c-4ea5-9e37-40c26236e951] Creating image(s)
Dec 06 10:22:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-fbfc6200-ab34-4d6b-9e30-fb44a0a135e6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] Acquiring lock "/opt/stack/data/nova/instances/938728e8-963c-4ea5-9e37-40c26236e951/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:22:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-fbfc6200-ab34-4d6b-9e30-fb44a0a135e6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] Lock "/opt/stack/data/nova/instances/938728e8-963c-4ea5-9e37-40c26236e951/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:22:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-fbfc6200-ab34-4d6b-9e30-fb44a0a135e6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] Lock "/opt/stack/data/nova/instances/938728e8-963c-4ea5-9e37-40c26236e951/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.007s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:22:26 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-fbfc6200-ab34-4d6b-9e30-fb44a0a135e6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:22:26 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-fbfc6200-ab34-4d6b-9e30-fb44a0a135e6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.222s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:22:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-fbfc6200-ab34-4d6b-9e30-fb44a0a135e6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] Acquiring lock "7aef4f97309efbd0d8988be1fd45eed756898e08" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:22:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-fbfc6200-ab34-4d6b-9e30-fb44a0a135e6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] Lock "7aef4f97309efbd0d8988be1fd45eed756898e08" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:22:26 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-fbfc6200-ab34-4d6b-9e30-fb44a0a135e6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:22:26 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-fbfc6200-ab34-4d6b-9e30-fb44a0a135e6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.180s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:22:26 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-fbfc6200-ab34-4d6b-9e30-fb44a0a135e6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08,backing_fmt=raw /opt/stack/data/nova/instances/938728e8-963c-4ea5-9e37-40c26236e951/disk 1073741824 {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:22:26 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-fbfc6200-ab34-4d6b-9e30-fb44a0a135e6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08,backing_fmt=raw /opt/stack/data/nova/instances/938728e8-963c-4ea5-9e37-40c26236e951/disk 1073741824" returned: 0 in 0.073s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:22:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-fbfc6200-ab34-4d6b-9e30-fb44a0a135e6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] Lock "7aef4f97309efbd0d8988be1fd45eed756898e08" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.261s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:22:26 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-fbfc6200-ab34-4d6b-9e30-fb44a0a135e6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:22:26 user nova-compute[74535]: DEBUG nova.network.neutron [None req-fbfc6200-ab34-4d6b-9e30-fb44a0a135e6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] [instance: 938728e8-963c-4ea5-9e37-40c26236e951] Successfully created port: 3c7d7fc0-6049-4045-8d78-66880111e5f1 {{(pid=74535) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 10:22:26 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:22:27 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-fbfc6200-ab34-4d6b-9e30-fb44a0a135e6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.219s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:22:27 user nova-compute[74535]: DEBUG nova.virt.disk.api [None req-fbfc6200-ab34-4d6b-9e30-fb44a0a135e6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] Checking if we can resize image /opt/stack/data/nova/instances/938728e8-963c-4ea5-9e37-40c26236e951/disk. size=1073741824 {{(pid=74535) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 10:22:27 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-fbfc6200-ab34-4d6b-9e30-fb44a0a135e6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/938728e8-963c-4ea5-9e37-40c26236e951/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:22:27 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-fbfc6200-ab34-4d6b-9e30-fb44a0a135e6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/938728e8-963c-4ea5-9e37-40c26236e951/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:22:27 user nova-compute[74535]: DEBUG nova.virt.disk.api [None req-fbfc6200-ab34-4d6b-9e30-fb44a0a135e6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] Cannot resize image /opt/stack/data/nova/instances/938728e8-963c-4ea5-9e37-40c26236e951/disk to a smaller size. {{(pid=74535) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 10:22:27 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-fbfc6200-ab34-4d6b-9e30-fb44a0a135e6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] [instance: 938728e8-963c-4ea5-9e37-40c26236e951] Created local disks {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 10:22:27 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-fbfc6200-ab34-4d6b-9e30-fb44a0a135e6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] [instance: 938728e8-963c-4ea5-9e37-40c26236e951] Ensure instance console log exists: /opt/stack/data/nova/instances/938728e8-963c-4ea5-9e37-40c26236e951/console.log {{(pid=74535) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 10:22:27 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-fbfc6200-ab34-4d6b-9e30-fb44a0a135e6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:22:27 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-fbfc6200-ab34-4d6b-9e30-fb44a0a135e6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:22:27 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-fbfc6200-ab34-4d6b-9e30-fb44a0a135e6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:22:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:22:27 user nova-compute[74535]: DEBUG nova.network.neutron [None req-fbfc6200-ab34-4d6b-9e30-fb44a0a135e6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] [instance: 938728e8-963c-4ea5-9e37-40c26236e951] Successfully updated port: 3c7d7fc0-6049-4045-8d78-66880111e5f1 {{(pid=74535) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 10:22:27 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-fbfc6200-ab34-4d6b-9e30-fb44a0a135e6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] Acquiring lock "refresh_cache-938728e8-963c-4ea5-9e37-40c26236e951" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:22:27 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-fbfc6200-ab34-4d6b-9e30-fb44a0a135e6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] Acquired lock "refresh_cache-938728e8-963c-4ea5-9e37-40c26236e951" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:22:27 user nova-compute[74535]: DEBUG nova.network.neutron [None req-fbfc6200-ab34-4d6b-9e30-fb44a0a135e6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] [instance: 938728e8-963c-4ea5-9e37-40c26236e951] Building network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 10:22:27 user nova-compute[74535]: DEBUG nova.compute.manager [req-85edd3b8-81c1-4421-86aa-0e8611318724 req-24871d69-ec30-48d6-baee-e01bd3212aa6 service nova] [instance: 938728e8-963c-4ea5-9e37-40c26236e951] Received event network-changed-3c7d7fc0-6049-4045-8d78-66880111e5f1 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:22:27 user nova-compute[74535]: DEBUG nova.compute.manager [req-85edd3b8-81c1-4421-86aa-0e8611318724 req-24871d69-ec30-48d6-baee-e01bd3212aa6 service nova] [instance: 938728e8-963c-4ea5-9e37-40c26236e951] Refreshing instance network info cache due to event network-changed-3c7d7fc0-6049-4045-8d78-66880111e5f1. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 10:22:27 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-85edd3b8-81c1-4421-86aa-0e8611318724 req-24871d69-ec30-48d6-baee-e01bd3212aa6 service nova] Acquiring lock "refresh_cache-938728e8-963c-4ea5-9e37-40c26236e951" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:22:27 user nova-compute[74535]: DEBUG nova.network.neutron [None req-fbfc6200-ab34-4d6b-9e30-fb44a0a135e6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] [instance: 938728e8-963c-4ea5-9e37-40c26236e951] Instance cache missing network info. {{(pid=74535) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 10:22:27 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:22:27 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:22:27 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:22:27 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:22:27 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Auditing locally available compute resources for user (node: user) {{(pid=74535) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 10:22:28 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74535) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 10:22:28 user nova-compute[74535]: DEBUG nova.network.neutron [None req-fbfc6200-ab34-4d6b-9e30-fb44a0a135e6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] [instance: 938728e8-963c-4ea5-9e37-40c26236e951] Updating instance_info_cache with network_info: [{"id": "3c7d7fc0-6049-4045-8d78-66880111e5f1", "address": "fa:16:3e:9f:d9:8c", "network": {"id": "759d6a58-74d7-4337-a003-f4544a152928", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-2052355860-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "248a2193854f471b91f3b45fda2d57cf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3c7d7fc0-60", "ovs_interfaceid": "3c7d7fc0-6049-4045-8d78-66880111e5f1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:22:28 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:22:28 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:22:28 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Hypervisor/Node resource view: name=user free_ram=8837MB free_disk=25.23232650756836GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74535) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 10:22:28 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:22:28 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:22:28 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-fbfc6200-ab34-4d6b-9e30-fb44a0a135e6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] Releasing lock "refresh_cache-938728e8-963c-4ea5-9e37-40c26236e951" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:22:28 user nova-compute[74535]: DEBUG nova.compute.manager [None req-fbfc6200-ab34-4d6b-9e30-fb44a0a135e6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] [instance: 938728e8-963c-4ea5-9e37-40c26236e951] Instance network_info: |[{"id": "3c7d7fc0-6049-4045-8d78-66880111e5f1", "address": "fa:16:3e:9f:d9:8c", "network": {"id": "759d6a58-74d7-4337-a003-f4544a152928", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-2052355860-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "248a2193854f471b91f3b45fda2d57cf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3c7d7fc0-60", "ovs_interfaceid": "3c7d7fc0-6049-4045-8d78-66880111e5f1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74535) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 10:22:28 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-85edd3b8-81c1-4421-86aa-0e8611318724 req-24871d69-ec30-48d6-baee-e01bd3212aa6 service nova] Acquired lock "refresh_cache-938728e8-963c-4ea5-9e37-40c26236e951" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:22:28 user nova-compute[74535]: DEBUG nova.network.neutron [req-85edd3b8-81c1-4421-86aa-0e8611318724 req-24871d69-ec30-48d6-baee-e01bd3212aa6 service nova] [instance: 938728e8-963c-4ea5-9e37-40c26236e951] Refreshing network info cache for port 3c7d7fc0-6049-4045-8d78-66880111e5f1 {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 10:22:28 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-fbfc6200-ab34-4d6b-9e30-fb44a0a135e6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] [instance: 938728e8-963c-4ea5-9e37-40c26236e951] Start _get_guest_xml network_info=[{"id": "3c7d7fc0-6049-4045-8d78-66880111e5f1", "address": "fa:16:3e:9f:d9:8c", "network": {"id": "759d6a58-74d7-4337-a003-f4544a152928", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-2052355860-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "248a2193854f471b91f3b45fda2d57cf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3c7d7fc0-60", "ovs_interfaceid": "3c7d7fc0-6049-4045-8d78-66880111e5f1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T09:52:28Z,direct_url=<?>,disk_format='qcow2',id=b338f3c8-9974-4b9f-bacb-c75dd541c256,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='563f6a2917a742ada39fb0e950eece6e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T09:52:30Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'device_name': '/dev/vda', 'encrypted': False, 'encryption_format': None, 'encryption_options': None, 'encryption_secret_uuid': None, 'boot_index': 0, 'device_type': 'disk', 'size': 0, 'guest_format': None, 'image_id': 'b338f3c8-9974-4b9f-bacb-c75dd541c256'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 10:22:28 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-fbfc6200-ab34-4d6b-9e30-fb44a0a135e6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:22:28 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-fbfc6200-ab34-4d6b-9e30-fb44a0a135e6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:22:28 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-fbfc6200-ab34-4d6b-9e30-fb44a0a135e6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 10:22:28 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-fbfc6200-ab34-4d6b-9e30-fb44a0a135e6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] CPU controller missing on host. {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 10:22:28 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-fbfc6200-ab34-4d6b-9e30-fb44a0a135e6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 10:22:28 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-fbfc6200-ab34-4d6b-9e30-fb44a0a135e6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] CPU controller found on host. {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 10:22:28 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-fbfc6200-ab34-4d6b-9e30-fb44a0a135e6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74535) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 10:22:28 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-fbfc6200-ab34-4d6b-9e30-fb44a0a135e6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T09:52:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T09:52:28Z,direct_url=<?>,disk_format='qcow2',id=b338f3c8-9974-4b9f-bacb-c75dd541c256,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='563f6a2917a742ada39fb0e950eece6e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T09:52:30Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 10:22:28 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-fbfc6200-ab34-4d6b-9e30-fb44a0a135e6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] Flavor limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 10:22:28 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-fbfc6200-ab34-4d6b-9e30-fb44a0a135e6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] Image limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 10:22:28 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-fbfc6200-ab34-4d6b-9e30-fb44a0a135e6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] Flavor pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 10:22:28 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-fbfc6200-ab34-4d6b-9e30-fb44a0a135e6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] Image pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 10:22:28 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-fbfc6200-ab34-4d6b-9e30-fb44a0a135e6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 10:22:28 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-fbfc6200-ab34-4d6b-9e30-fb44a0a135e6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 10:22:28 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-fbfc6200-ab34-4d6b-9e30-fb44a0a135e6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 10:22:28 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-fbfc6200-ab34-4d6b-9e30-fb44a0a135e6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] Got 1 possible topologies {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 10:22:28 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-fbfc6200-ab34-4d6b-9e30-fb44a0a135e6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 10:22:28 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-fbfc6200-ab34-4d6b-9e30-fb44a0a135e6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 10:22:28 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-fbfc6200-ab34-4d6b-9e30-fb44a0a135e6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:22:24Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-277456760',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-277456760',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachscenariooldversion-server-2774567',id=45,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBISq64YXR64m6q18mYWv9tfumgWxW1/9JkeJBqFnRaan/YK6ZLgJB377UOV3MG6E2iB8hWWp8SPeFwETiakQKgNwbzqQFO8tZryLkC/yvAVzeOxOcyu7wZAHKizRyO/iyA==',key_name='tempest-keypair-1282105000',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='248a2193854f471b91f3b45fda2d57cf',ramdisk_id='',reservation_id='r-gn8w2xkk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-2116642309',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T10:22:26Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c389efd30a3643de987ff68f59ceba5c',uuid=938728e8-963c-4ea5-9e37-40c26236e951,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3c7d7fc0-6049-4045-8d78-66880111e5f1", "address": "fa:16:3e:9f:d9:8c", "network": {"id": "759d6a58-74d7-4337-a003-f4544a152928", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-2052355860-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "248a2193854f471b91f3b45fda2d57cf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3c7d7fc0-60", "ovs_interfaceid": "3c7d7fc0-6049-4045-8d78-66880111e5f1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74535) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 10:22:28 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-fbfc6200-ab34-4d6b-9e30-fb44a0a135e6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] Converting VIF {"id": "3c7d7fc0-6049-4045-8d78-66880111e5f1", "address": "fa:16:3e:9f:d9:8c", "network": {"id": "759d6a58-74d7-4337-a003-f4544a152928", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-2052355860-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "248a2193854f471b91f3b45fda2d57cf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3c7d7fc0-60", "ovs_interfaceid": "3c7d7fc0-6049-4045-8d78-66880111e5f1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:22:28 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-fbfc6200-ab34-4d6b-9e30-fb44a0a135e6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9f:d9:8c,bridge_name='br-int',has_traffic_filtering=True,id=3c7d7fc0-6049-4045-8d78-66880111e5f1,network=Network(759d6a58-74d7-4337-a003-f4544a152928),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3c7d7fc0-60') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:22:28 user nova-compute[74535]: DEBUG nova.objects.instance [None req-fbfc6200-ab34-4d6b-9e30-fb44a0a135e6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] Lazy-loading 'pci_devices' on Instance uuid 938728e8-963c-4ea5-9e37-40c26236e951 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:22:28 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-fbfc6200-ab34-4d6b-9e30-fb44a0a135e6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] [instance: 938728e8-963c-4ea5-9e37-40c26236e951] End _get_guest_xml xml=<domain type="kvm">
Dec 06 10:22:28 user nova-compute[74535]:   <uuid>938728e8-963c-4ea5-9e37-40c26236e951</uuid>
Dec 06 10:22:28 user nova-compute[74535]:   <name>instance-0000002d</name>
Dec 06 10:22:28 user nova-compute[74535]:   <memory>524288</memory>
Dec 06 10:22:28 user nova-compute[74535]:   <vcpu>1</vcpu>
Dec 06 10:22:28 user nova-compute[74535]:   <metadata>
Dec 06 10:22:28 user nova-compute[74535]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 10:22:28 user nova-compute[74535]:       <nova:package version="0.0.0"/>
Dec 06 10:22:28 user nova-compute[74535]:       <nova:name>tempest-TestServerVolumeAttachScenarioOldVersion-server-277456760</nova:name>
Dec 06 10:22:28 user nova-compute[74535]:       <nova:creationTime>2023-12-06 10:22:28</nova:creationTime>
Dec 06 10:22:28 user nova-compute[74535]:       <nova:flavor name="m1.tiny">
Dec 06 10:22:28 user nova-compute[74535]:         <nova:memory>512</nova:memory>
Dec 06 10:22:28 user nova-compute[74535]:         <nova:disk>1</nova:disk>
Dec 06 10:22:28 user nova-compute[74535]:         <nova:swap>0</nova:swap>
Dec 06 10:22:28 user nova-compute[74535]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 10:22:28 user nova-compute[74535]:         <nova:vcpus>1</nova:vcpus>
Dec 06 10:22:28 user nova-compute[74535]:       </nova:flavor>
Dec 06 10:22:28 user nova-compute[74535]:       <nova:owner>
Dec 06 10:22:28 user nova-compute[74535]:         <nova:user uuid="c389efd30a3643de987ff68f59ceba5c">tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member</nova:user>
Dec 06 10:22:28 user nova-compute[74535]:         <nova:project uuid="248a2193854f471b91f3b45fda2d57cf">tempest-TestServerVolumeAttachScenarioOldVersion-2116642309</nova:project>
Dec 06 10:22:28 user nova-compute[74535]:       </nova:owner>
Dec 06 10:22:28 user nova-compute[74535]:       <nova:root type="image" uuid="b338f3c8-9974-4b9f-bacb-c75dd541c256"/>
Dec 06 10:22:28 user nova-compute[74535]:       <nova:ports>
Dec 06 10:22:28 user nova-compute[74535]:         <nova:port uuid="3c7d7fc0-6049-4045-8d78-66880111e5f1">
Dec 06 10:22:28 user nova-compute[74535]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Dec 06 10:22:28 user nova-compute[74535]:         </nova:port>
Dec 06 10:22:28 user nova-compute[74535]:       </nova:ports>
Dec 06 10:22:28 user nova-compute[74535]:     </nova:instance>
Dec 06 10:22:28 user nova-compute[74535]:   </metadata>
Dec 06 10:22:28 user nova-compute[74535]:   <sysinfo type="smbios">
Dec 06 10:22:28 user nova-compute[74535]:     <system>
Dec 06 10:22:28 user nova-compute[74535]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 10:22:28 user nova-compute[74535]:       <entry name="product">OpenStack Nova</entry>
Dec 06 10:22:28 user nova-compute[74535]:       <entry name="version">0.0.0</entry>
Dec 06 10:22:28 user nova-compute[74535]:       <entry name="serial">938728e8-963c-4ea5-9e37-40c26236e951</entry>
Dec 06 10:22:28 user nova-compute[74535]:       <entry name="uuid">938728e8-963c-4ea5-9e37-40c26236e951</entry>
Dec 06 10:22:28 user nova-compute[74535]:       <entry name="family">Virtual Machine</entry>
Dec 06 10:22:28 user nova-compute[74535]:     </system>
Dec 06 10:22:28 user nova-compute[74535]:   </sysinfo>
Dec 06 10:22:28 user nova-compute[74535]:   <os>
Dec 06 10:22:28 user nova-compute[74535]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 10:22:28 user nova-compute[74535]:     <boot dev="hd"/>
Dec 06 10:22:28 user nova-compute[74535]:     <smbios mode="sysinfo"/>
Dec 06 10:22:28 user nova-compute[74535]:   </os>
Dec 06 10:22:28 user nova-compute[74535]:   <features>
Dec 06 10:22:28 user nova-compute[74535]:     <acpi/>
Dec 06 10:22:28 user nova-compute[74535]:     <apic/>
Dec 06 10:22:28 user nova-compute[74535]:     <vmcoreinfo/>
Dec 06 10:22:28 user nova-compute[74535]:   </features>
Dec 06 10:22:28 user nova-compute[74535]:   <clock offset="utc">
Dec 06 10:22:28 user nova-compute[74535]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 10:22:28 user nova-compute[74535]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 10:22:28 user nova-compute[74535]:     <timer name="hpet" present="no"/>
Dec 06 10:22:28 user nova-compute[74535]:   </clock>
Dec 06 10:22:28 user nova-compute[74535]:   <cpu mode="custom" match="exact">
Dec 06 10:22:28 user nova-compute[74535]:     <model>Nehalem</model>
Dec 06 10:22:28 user nova-compute[74535]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 10:22:28 user nova-compute[74535]:   </cpu>
Dec 06 10:22:28 user nova-compute[74535]:   <devices>
Dec 06 10:22:28 user nova-compute[74535]:     <disk type="file" device="disk">
Dec 06 10:22:28 user nova-compute[74535]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 10:22:28 user nova-compute[74535]:       <source file="/opt/stack/data/nova/instances/938728e8-963c-4ea5-9e37-40c26236e951/disk"/>
Dec 06 10:22:28 user nova-compute[74535]:       <target dev="vda" bus="virtio"/>
Dec 06 10:22:28 user nova-compute[74535]:     </disk>
Dec 06 10:22:28 user nova-compute[74535]:     <interface type="ethernet">
Dec 06 10:22:28 user nova-compute[74535]:       <mac address="fa:16:3e:9f:d9:8c"/>
Dec 06 10:22:28 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 10:22:28 user nova-compute[74535]:       <mtu size="1442"/>
Dec 06 10:22:28 user nova-compute[74535]:       <target dev="tap3c7d7fc0-60"/>
Dec 06 10:22:28 user nova-compute[74535]:     </interface>
Dec 06 10:22:28 user nova-compute[74535]:     <serial type="pty">
Dec 06 10:22:28 user nova-compute[74535]:       <log file="/opt/stack/data/nova/instances/938728e8-963c-4ea5-9e37-40c26236e951/console.log" append="off"/>
Dec 06 10:22:28 user nova-compute[74535]:     </serial>
Dec 06 10:22:28 user nova-compute[74535]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 10:22:28 user nova-compute[74535]:     <video>
Dec 06 10:22:28 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 10:22:28 user nova-compute[74535]:     </video>
Dec 06 10:22:28 user nova-compute[74535]:     <rng model="virtio">
Dec 06 10:22:28 user nova-compute[74535]:       <backend model="random">/dev/urandom</backend>
Dec 06 10:22:28 user nova-compute[74535]:     </rng>
Dec 06 10:22:28 user nova-compute[74535]:     <controller type="usb" index="0" model="none"/>
Dec 06 10:22:28 user nova-compute[74535]:     <memballoon model="virtio">
Dec 06 10:22:28 user nova-compute[74535]:       <stats period="10"/>
Dec 06 10:22:28 user nova-compute[74535]:     </memballoon>
Dec 06 10:22:28 user nova-compute[74535]:   </devices>
Dec 06 10:22:28 user nova-compute[74535]: </domain>
Dec 06 10:22:28 user nova-compute[74535]:  {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 10:22:28 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-fbfc6200-ab34-4d6b-9e30-fb44a0a135e6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:22:24Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-277456760',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-277456760',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachscenariooldversion-server-2774567',id=45,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBISq64YXR64m6q18mYWv9tfumgWxW1/9JkeJBqFnRaan/YK6ZLgJB377UOV3MG6E2iB8hWWp8SPeFwETiakQKgNwbzqQFO8tZryLkC/yvAVzeOxOcyu7wZAHKizRyO/iyA==',key_name='tempest-keypair-1282105000',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='248a2193854f471b91f3b45fda2d57cf',ramdisk_id='',reservation_id='r-gn8w2xkk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-2116642309',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T10:22:26Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c389efd30a3643de987ff68f59ceba5c',uuid=938728e8-963c-4ea5-9e37-40c26236e951,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3c7d7fc0-6049-4045-8d78-66880111e5f1", "address": "fa:16:3e:9f:d9:8c", "network": {"id": "759d6a58-74d7-4337-a003-f4544a152928", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-2052355860-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "248a2193854f471b91f3b45fda2d57cf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3c7d7fc0-60", "ovs_interfaceid": "3c7d7fc0-6049-4045-8d78-66880111e5f1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 10:22:28 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-fbfc6200-ab34-4d6b-9e30-fb44a0a135e6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] Converting VIF {"id": "3c7d7fc0-6049-4045-8d78-66880111e5f1", "address": "fa:16:3e:9f:d9:8c", "network": {"id": "759d6a58-74d7-4337-a003-f4544a152928", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-2052355860-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "248a2193854f471b91f3b45fda2d57cf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3c7d7fc0-60", "ovs_interfaceid": "3c7d7fc0-6049-4045-8d78-66880111e5f1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:22:28 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-fbfc6200-ab34-4d6b-9e30-fb44a0a135e6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9f:d9:8c,bridge_name='br-int',has_traffic_filtering=True,id=3c7d7fc0-6049-4045-8d78-66880111e5f1,network=Network(759d6a58-74d7-4337-a003-f4544a152928),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3c7d7fc0-60') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:22:28 user nova-compute[74535]: DEBUG os_vif [None req-fbfc6200-ab34-4d6b-9e30-fb44a0a135e6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:9f:d9:8c,bridge_name='br-int',has_traffic_filtering=True,id=3c7d7fc0-6049-4045-8d78-66880111e5f1,network=Network(759d6a58-74d7-4337-a003-f4544a152928),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3c7d7fc0-60') {{(pid=74535) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 10:22:28 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:22:28 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:22:28 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 10:22:28 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:22:28 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f126dc17-e30e-533a-8187-fc71198f73b5', '_type': 'linux-noop'}}, row=False) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:22:28 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:22:28 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:22:28 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:22:28 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap3c7d7fc0-60, may_exist=True, interface_attrs={}) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:22:28 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap3c7d7fc0-60, col_values=(('qos', UUID('e7133121-4163-4fb1-a229-05c762b0ac8c')),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:22:28 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap3c7d7fc0-60, col_values=(('external_ids', {'iface-id': '3c7d7fc0-6049-4045-8d78-66880111e5f1', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:9f:d9:8c', 'vm-uuid': '938728e8-963c-4ea5-9e37-40c26236e951'}),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:22:28 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:22:28 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:22:28 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:22:28 user nova-compute[74535]: INFO os_vif [None req-fbfc6200-ab34-4d6b-9e30-fb44a0a135e6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:9f:d9:8c,bridge_name='br-int',has_traffic_filtering=True,id=3c7d7fc0-6049-4045-8d78-66880111e5f1,network=Network(759d6a58-74d7-4337-a003-f4544a152928),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3c7d7fc0-60')
Dec 06 10:22:28 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 7116d71e-3fd9-473f-b5e5-2c7721f76c1a actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:22:28 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 938728e8-963c-4ea5-9e37-40c26236e951 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:22:28 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=74535) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 10:22:28 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=74535) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 10:22:28 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Refreshing inventories for resource provider 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Dec 06 10:22:28 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-fbfc6200-ab34-4d6b-9e30-fb44a0a135e6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] No BDM found with device name vda, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 10:22:28 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-fbfc6200-ab34-4d6b-9e30-fb44a0a135e6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] No VIF found with MAC fa:16:3e:9f:d9:8c, not building metadata {{(pid=74535) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 10:22:28 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Updating ProviderTree inventory for provider 7659fa57-3072-4575-9409-805e7df3d907 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Dec 06 10:22:28 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Updating inventory in ProviderTree for provider 7659fa57-3072-4575-9409-805e7df3d907 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 06 10:22:28 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Refreshing aggregate associations for resource provider 7659fa57-3072-4575-9409-805e7df3d907, aggregates: None {{(pid=74535) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Dec 06 10:22:28 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Refreshing trait associations for resource provider 7659fa57-3072-4575-9409-805e7df3d907, traits: COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NODE,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_IMAGE_TYPE_QCOW2,HW_CPU_X86_SSE41,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_TRUSTED_CERTS,HW_CPU_X86_SSE42,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_ACCELERATORS,COMPUTE_STORAGE_BUS_FDC,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_NET_VIRTIO_PACKED,COMPUTE_STORAGE_BUS_IDE,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_STORAGE_BUS_SATA,COMPUTE_STORAGE_BUS_VIRTIO,HW_CPU_X86_SSE,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_VOLUME_EXTEND,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_IMAGE_TYPE_AMI,HW_CPU_X86_MMX,COMPUTE_RESCUE_BFV,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_GRAPHICS_MODEL_BOCHS,HW_CPU_X86_SSSE3,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_DEVICE_TAGGING,HW_CPU_X86_SSE2,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_NET_VIF_MODEL_RTL8139 {{(pid=74535) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Dec 06 10:22:28 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:22:28 user nova-compute[74535]: DEBUG nova.network.neutron [req-85edd3b8-81c1-4421-86aa-0e8611318724 req-24871d69-ec30-48d6-baee-e01bd3212aa6 service nova] [instance: 938728e8-963c-4ea5-9e37-40c26236e951] Updated VIF entry in instance network info cache for port 3c7d7fc0-6049-4045-8d78-66880111e5f1. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 10:22:28 user nova-compute[74535]: DEBUG nova.network.neutron [req-85edd3b8-81c1-4421-86aa-0e8611318724 req-24871d69-ec30-48d6-baee-e01bd3212aa6 service nova] [instance: 938728e8-963c-4ea5-9e37-40c26236e951] Updating instance_info_cache with network_info: [{"id": "3c7d7fc0-6049-4045-8d78-66880111e5f1", "address": "fa:16:3e:9f:d9:8c", "network": {"id": "759d6a58-74d7-4337-a003-f4544a152928", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-2052355860-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "248a2193854f471b91f3b45fda2d57cf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3c7d7fc0-60", "ovs_interfaceid": "3c7d7fc0-6049-4045-8d78-66880111e5f1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:22:28 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:22:28 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-85edd3b8-81c1-4421-86aa-0e8611318724 req-24871d69-ec30-48d6-baee-e01bd3212aa6 service nova] Releasing lock "refresh_cache-938728e8-963c-4ea5-9e37-40c26236e951" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:22:28 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Compute_service record updated for user:user {{(pid=74535) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 10:22:28 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.444s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:22:28 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:22:28 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74535) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Dec 06 10:22:29 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:22:29 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:22:29 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:22:29 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:22:29 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:22:29 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:22:30 user nova-compute[74535]: DEBUG nova.compute.manager [req-9005d003-5017-4646-9df3-03ae38189054 req-99802a67-9a5c-4936-8ece-dcc4bf1fdd5c service nova] [instance: 938728e8-963c-4ea5-9e37-40c26236e951] Received event network-vif-plugged-3c7d7fc0-6049-4045-8d78-66880111e5f1 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:22:30 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-9005d003-5017-4646-9df3-03ae38189054 req-99802a67-9a5c-4936-8ece-dcc4bf1fdd5c service nova] Acquiring lock "938728e8-963c-4ea5-9e37-40c26236e951-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:22:30 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-9005d003-5017-4646-9df3-03ae38189054 req-99802a67-9a5c-4936-8ece-dcc4bf1fdd5c service nova] Lock "938728e8-963c-4ea5-9e37-40c26236e951-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:22:30 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-9005d003-5017-4646-9df3-03ae38189054 req-99802a67-9a5c-4936-8ece-dcc4bf1fdd5c service nova] Lock "938728e8-963c-4ea5-9e37-40c26236e951-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:22:30 user nova-compute[74535]: DEBUG nova.compute.manager [req-9005d003-5017-4646-9df3-03ae38189054 req-99802a67-9a5c-4936-8ece-dcc4bf1fdd5c service nova] [instance: 938728e8-963c-4ea5-9e37-40c26236e951] No waiting events found dispatching network-vif-plugged-3c7d7fc0-6049-4045-8d78-66880111e5f1 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:22:30 user nova-compute[74535]: WARNING nova.compute.manager [req-9005d003-5017-4646-9df3-03ae38189054 req-99802a67-9a5c-4936-8ece-dcc4bf1fdd5c service nova] [instance: 938728e8-963c-4ea5-9e37-40c26236e951] Received unexpected event network-vif-plugged-3c7d7fc0-6049-4045-8d78-66880111e5f1 for instance with vm_state building and task_state spawning.
Dec 06 10:22:30 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:22:30 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:22:30 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:22:31 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:22:32 user nova-compute[74535]: DEBUG nova.compute.manager [None req-fbfc6200-ab34-4d6b-9e30-fb44a0a135e6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] [instance: 938728e8-963c-4ea5-9e37-40c26236e951] Instance event wait completed in 0 seconds for  {{(pid=74535) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 10:22:32 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-fbfc6200-ab34-4d6b-9e30-fb44a0a135e6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] [instance: 938728e8-963c-4ea5-9e37-40c26236e951] Guest created on hypervisor {{(pid=74535) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 10:22:32 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: 938728e8-963c-4ea5-9e37-40c26236e951] Instance spawned successfully.
Dec 06 10:22:32 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-fbfc6200-ab34-4d6b-9e30-fb44a0a135e6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] [instance: 938728e8-963c-4ea5-9e37-40c26236e951] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 10:22:32 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-fbfc6200-ab34-4d6b-9e30-fb44a0a135e6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] [instance: 938728e8-963c-4ea5-9e37-40c26236e951] Found default for hw_cdrom_bus of ide {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:22:32 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-fbfc6200-ab34-4d6b-9e30-fb44a0a135e6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] [instance: 938728e8-963c-4ea5-9e37-40c26236e951] Found default for hw_disk_bus of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:22:32 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-fbfc6200-ab34-4d6b-9e30-fb44a0a135e6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] [instance: 938728e8-963c-4ea5-9e37-40c26236e951] Found default for hw_input_bus of None {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:22:32 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-fbfc6200-ab34-4d6b-9e30-fb44a0a135e6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] [instance: 938728e8-963c-4ea5-9e37-40c26236e951] Found default for hw_pointer_model of None {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:22:32 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-fbfc6200-ab34-4d6b-9e30-fb44a0a135e6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] [instance: 938728e8-963c-4ea5-9e37-40c26236e951] Found default for hw_video_model of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:22:32 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-fbfc6200-ab34-4d6b-9e30-fb44a0a135e6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] [instance: 938728e8-963c-4ea5-9e37-40c26236e951] Found default for hw_vif_model of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:22:32 user nova-compute[74535]: INFO nova.compute.manager [None req-fbfc6200-ab34-4d6b-9e30-fb44a0a135e6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] [instance: 938728e8-963c-4ea5-9e37-40c26236e951] Took 6.03 seconds to spawn the instance on the hypervisor.
Dec 06 10:22:32 user nova-compute[74535]: DEBUG nova.compute.manager [None req-fbfc6200-ab34-4d6b-9e30-fb44a0a135e6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] [instance: 938728e8-963c-4ea5-9e37-40c26236e951] Checking state {{(pid=74535) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 10:22:32 user nova-compute[74535]: INFO nova.compute.manager [None req-fbfc6200-ab34-4d6b-9e30-fb44a0a135e6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] [instance: 938728e8-963c-4ea5-9e37-40c26236e951] Took 6.91 seconds to build instance.
Dec 06 10:22:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-fbfc6200-ab34-4d6b-9e30-fb44a0a135e6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] Lock "938728e8-963c-4ea5-9e37-40c26236e951" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.035s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:22:32 user nova-compute[74535]: DEBUG nova.compute.manager [req-42c3aea4-7142-44c3-9dba-79a44499e2cf req-4615a23c-7c83-4444-b470-65f59066cf04 service nova] [instance: 938728e8-963c-4ea5-9e37-40c26236e951] Received event network-vif-plugged-3c7d7fc0-6049-4045-8d78-66880111e5f1 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:22:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-42c3aea4-7142-44c3-9dba-79a44499e2cf req-4615a23c-7c83-4444-b470-65f59066cf04 service nova] Acquiring lock "938728e8-963c-4ea5-9e37-40c26236e951-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:22:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-42c3aea4-7142-44c3-9dba-79a44499e2cf req-4615a23c-7c83-4444-b470-65f59066cf04 service nova] Lock "938728e8-963c-4ea5-9e37-40c26236e951-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:22:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-42c3aea4-7142-44c3-9dba-79a44499e2cf req-4615a23c-7c83-4444-b470-65f59066cf04 service nova] Lock "938728e8-963c-4ea5-9e37-40c26236e951-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:22:32 user nova-compute[74535]: DEBUG nova.compute.manager [req-42c3aea4-7142-44c3-9dba-79a44499e2cf req-4615a23c-7c83-4444-b470-65f59066cf04 service nova] [instance: 938728e8-963c-4ea5-9e37-40c26236e951] No waiting events found dispatching network-vif-plugged-3c7d7fc0-6049-4045-8d78-66880111e5f1 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:22:32 user nova-compute[74535]: WARNING nova.compute.manager [req-42c3aea4-7142-44c3-9dba-79a44499e2cf req-4615a23c-7c83-4444-b470-65f59066cf04 service nova] [instance: 938728e8-963c-4ea5-9e37-40c26236e951] Received unexpected event network-vif-plugged-3c7d7fc0-6049-4045-8d78-66880111e5f1 for instance with vm_state active and task_state None.
Dec 06 10:22:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:22:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:22:33 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:22:35 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:22:35 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Cleaning up deleted instances {{(pid=74535) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Dec 06 10:22:35 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] There are 0 instances to clean {{(pid=74535) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Dec 06 10:22:36 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:22:36 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Starting heal instance info cache {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 10:22:36 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Rebuilding the list of instances to heal {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 06 10:22:37 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "refresh_cache-7116d71e-3fd9-473f-b5e5-2c7721f76c1a" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:22:37 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquired lock "refresh_cache-7116d71e-3fd9-473f-b5e5-2c7721f76c1a" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:22:37 user nova-compute[74535]: DEBUG nova.network.neutron [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: 7116d71e-3fd9-473f-b5e5-2c7721f76c1a] Forcefully refreshing network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 10:22:37 user nova-compute[74535]: DEBUG nova.objects.instance [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lazy-loading 'info_cache' on Instance uuid 7116d71e-3fd9-473f-b5e5-2c7721f76c1a {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:22:37 user nova-compute[74535]: DEBUG nova.network.neutron [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: 7116d71e-3fd9-473f-b5e5-2c7721f76c1a] Updating instance_info_cache with network_info: [{"id": "cdb0c2ea-9000-40ea-9e5b-6128b0bd497b", "address": "fa:16:3e:34:bf:3c", "network": {"id": "72d08fd1-cc74-485f-848c-2ce73172f719", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1718263965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "19e83c953cf8498f8ea89afce479f26b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcdb0c2ea-90", "ovs_interfaceid": "cdb0c2ea-9000-40ea-9e5b-6128b0bd497b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:22:37 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Releasing lock "refresh_cache-7116d71e-3fd9-473f-b5e5-2c7721f76c1a" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:22:37 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: 7116d71e-3fd9-473f-b5e5-2c7721f76c1a] Updated the network info_cache for instance {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 10:22:38 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:22:38 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:22:41 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:22:42 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:22:43 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:22:43 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:22:43 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:22:44 user nova-compute[74535]: DEBUG nova.compute.manager [req-70326039-0acf-4fa7-9281-cce20c1587ae req-7110e6c1-f5c5-4596-a9cf-041bc7c44643 service nova] [instance: 7116d71e-3fd9-473f-b5e5-2c7721f76c1a] Received event network-changed-cdb0c2ea-9000-40ea-9e5b-6128b0bd497b {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:22:44 user nova-compute[74535]: DEBUG nova.compute.manager [req-70326039-0acf-4fa7-9281-cce20c1587ae req-7110e6c1-f5c5-4596-a9cf-041bc7c44643 service nova] [instance: 7116d71e-3fd9-473f-b5e5-2c7721f76c1a] Refreshing instance network info cache due to event network-changed-cdb0c2ea-9000-40ea-9e5b-6128b0bd497b. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 10:22:44 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-70326039-0acf-4fa7-9281-cce20c1587ae req-7110e6c1-f5c5-4596-a9cf-041bc7c44643 service nova] Acquiring lock "refresh_cache-7116d71e-3fd9-473f-b5e5-2c7721f76c1a" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:22:44 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-70326039-0acf-4fa7-9281-cce20c1587ae req-7110e6c1-f5c5-4596-a9cf-041bc7c44643 service nova] Acquired lock "refresh_cache-7116d71e-3fd9-473f-b5e5-2c7721f76c1a" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:22:44 user nova-compute[74535]: DEBUG nova.network.neutron [req-70326039-0acf-4fa7-9281-cce20c1587ae req-7110e6c1-f5c5-4596-a9cf-041bc7c44643 service nova] [instance: 7116d71e-3fd9-473f-b5e5-2c7721f76c1a] Refreshing network info cache for port cdb0c2ea-9000-40ea-9e5b-6128b0bd497b {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 10:22:44 user nova-compute[74535]: DEBUG nova.network.neutron [req-70326039-0acf-4fa7-9281-cce20c1587ae req-7110e6c1-f5c5-4596-a9cf-041bc7c44643 service nova] [instance: 7116d71e-3fd9-473f-b5e5-2c7721f76c1a] Updated VIF entry in instance network info cache for port cdb0c2ea-9000-40ea-9e5b-6128b0bd497b. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 10:22:44 user nova-compute[74535]: DEBUG nova.network.neutron [req-70326039-0acf-4fa7-9281-cce20c1587ae req-7110e6c1-f5c5-4596-a9cf-041bc7c44643 service nova] [instance: 7116d71e-3fd9-473f-b5e5-2c7721f76c1a] Updating instance_info_cache with network_info: [{"id": "cdb0c2ea-9000-40ea-9e5b-6128b0bd497b", "address": "fa:16:3e:34:bf:3c", "network": {"id": "72d08fd1-cc74-485f-848c-2ce73172f719", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1718263965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.69", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "19e83c953cf8498f8ea89afce479f26b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcdb0c2ea-90", "ovs_interfaceid": "cdb0c2ea-9000-40ea-9e5b-6128b0bd497b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:22:44 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-70326039-0acf-4fa7-9281-cce20c1587ae req-7110e6c1-f5c5-4596-a9cf-041bc7c44643 service nova] Releasing lock "refresh_cache-7116d71e-3fd9-473f-b5e5-2c7721f76c1a" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:22:48 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:22:48 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:22:53 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:22:53 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:22:54 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Acquiring lock "b23c9201-20bd-4ef4-b6ab-c433a37098cc" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:22:54 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lock "b23c9201-20bd-4ef4-b6ab-c433a37098cc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:22:54 user nova-compute[74535]: DEBUG nova.compute.manager [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: b23c9201-20bd-4ef4-b6ab-c433a37098cc] Starting instance... {{(pid=74535) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 10:22:54 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:22:54 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:22:54 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74535) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 10:22:54 user nova-compute[74535]: INFO nova.compute.claims [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: b23c9201-20bd-4ef4-b6ab-c433a37098cc] Claim successful on node user
Dec 06 10:22:54 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:22:54 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:22:54 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.279s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:22:54 user nova-compute[74535]: DEBUG nova.compute.manager [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: b23c9201-20bd-4ef4-b6ab-c433a37098cc] Start building networks asynchronously for instance. {{(pid=74535) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 10:22:54 user nova-compute[74535]: DEBUG nova.compute.manager [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: b23c9201-20bd-4ef4-b6ab-c433a37098cc] Allocating IP information in the background. {{(pid=74535) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 10:22:54 user nova-compute[74535]: DEBUG nova.network.neutron [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: b23c9201-20bd-4ef4-b6ab-c433a37098cc] allocate_for_instance() {{(pid=74535) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 10:22:54 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: b23c9201-20bd-4ef4-b6ab-c433a37098cc] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 10:22:54 user nova-compute[74535]: DEBUG nova.compute.manager [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: b23c9201-20bd-4ef4-b6ab-c433a37098cc] Start building block device mappings for instance. {{(pid=74535) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 10:22:54 user nova-compute[74535]: INFO nova.virt.block_device [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: b23c9201-20bd-4ef4-b6ab-c433a37098cc] Booting with volume 2979cc08-5d13-4b31-bbab-6c2bfa7cdc14 at /dev/vda
Dec 06 10:22:54 user nova-compute[74535]: DEBUG nova.policy [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1068d2d7cca843c1b32d9c1b5b29d882', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '19e83c953cf8498f8ea89afce479f26b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74535) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 10:22:54 user nova-compute[74535]: DEBUG os_brick.utils [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:22:54 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:22:54 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:22:54 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff4c1322-237b-497e-b499-4b230640319a]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d95ac7cee77a\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:22:54 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:22:54 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:22:54 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f161b60-db78-40b2-8eab-65b9dff50496]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:22:54 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:22:54 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.022s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:22:54 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f2fa1f2-d0ef-4fd7-8aca-b3caeb53b5dd]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:22:54 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[4396b683-c303-440d-b873-64c2427e6d67]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:22:54 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Running cmd (subprocess): nvme version {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:22:54 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] 'nvme version' failed. Not Retrying. {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 10:22:54 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.nvmeof [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] nvme not present on system {{(pid=74535) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 10:22:54 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:22:54 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 10:22:54 user nova-compute[74535]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 10:22:54 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[93dd067e-4d00-4726-bb8b-64d63bf3aad3]: (4, '') {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:22:54 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74535) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 10:22:54 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74535) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 10:22:54 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] LIGHTOS: no hostnqn found. {{(pid=74535) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 10:22:54 user nova-compute[74535]: DEBUG os_brick.utils [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] <== get_connector_properties: return (137ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d95ac7cee77a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:22:54 user nova-compute[74535]: DEBUG nova.virt.block_device [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: b23c9201-20bd-4ef4-b6ab-c433a37098cc] Updating existing volume attachment record: f16c0dca-00d2-44cd-a55e-9434ff4767c7 {{(pid=74535) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 10:22:55 user nova-compute[74535]: DEBUG nova.network.neutron [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: b23c9201-20bd-4ef4-b6ab-c433a37098cc] Successfully created port: 99379bff-e7d9-43c1-a31d-574b14cc22f9 {{(pid=74535) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 10:22:56 user nova-compute[74535]: DEBUG nova.network.neutron [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: b23c9201-20bd-4ef4-b6ab-c433a37098cc] Successfully updated port: 99379bff-e7d9-43c1-a31d-574b14cc22f9 {{(pid=74535) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 10:22:56 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Acquiring lock "refresh_cache-b23c9201-20bd-4ef4-b6ab-c433a37098cc" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:22:56 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Acquired lock "refresh_cache-b23c9201-20bd-4ef4-b6ab-c433a37098cc" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:22:56 user nova-compute[74535]: DEBUG nova.network.neutron [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: b23c9201-20bd-4ef4-b6ab-c433a37098cc] Building network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 10:22:56 user nova-compute[74535]: DEBUG nova.compute.manager [req-6196121d-8fca-43e5-bd21-6ab2c5ecb7b9 req-fceea766-4af1-4ab3-a82f-58033101217d service nova] [instance: b23c9201-20bd-4ef4-b6ab-c433a37098cc] Received event network-changed-99379bff-e7d9-43c1-a31d-574b14cc22f9 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:22:56 user nova-compute[74535]: DEBUG nova.compute.manager [req-6196121d-8fca-43e5-bd21-6ab2c5ecb7b9 req-fceea766-4af1-4ab3-a82f-58033101217d service nova] [instance: b23c9201-20bd-4ef4-b6ab-c433a37098cc] Refreshing instance network info cache due to event network-changed-99379bff-e7d9-43c1-a31d-574b14cc22f9. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 10:22:56 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-6196121d-8fca-43e5-bd21-6ab2c5ecb7b9 req-fceea766-4af1-4ab3-a82f-58033101217d service nova] Acquiring lock "refresh_cache-b23c9201-20bd-4ef4-b6ab-c433a37098cc" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:22:56 user nova-compute[74535]: DEBUG nova.network.neutron [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: b23c9201-20bd-4ef4-b6ab-c433a37098cc] Instance cache missing network info. {{(pid=74535) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 10:22:56 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-8da54ed6-a505-478e-9814-7fa4d9478612 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Acquiring lock "f980f0fd-c4e6-4f6c-9d11-6acf8b231231" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:22:56 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-8da54ed6-a505-478e-9814-7fa4d9478612 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Lock "f980f0fd-c4e6-4f6c-9d11-6acf8b231231" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:22:56 user nova-compute[74535]: DEBUG nova.compute.manager [None req-8da54ed6-a505-478e-9814-7fa4d9478612 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] [instance: f980f0fd-c4e6-4f6c-9d11-6acf8b231231] Starting instance... {{(pid=74535) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 10:22:56 user nova-compute[74535]: DEBUG nova.network.neutron [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: b23c9201-20bd-4ef4-b6ab-c433a37098cc] Updating instance_info_cache with network_info: [{"id": "99379bff-e7d9-43c1-a31d-574b14cc22f9", "address": "fa:16:3e:b2:80:30", "network": {"id": "72d08fd1-cc74-485f-848c-2ce73172f719", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1718263965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "19e83c953cf8498f8ea89afce479f26b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap99379bff-e7", "ovs_interfaceid": "99379bff-e7d9-43c1-a31d-574b14cc22f9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:22:56 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Releasing lock "refresh_cache-b23c9201-20bd-4ef4-b6ab-c433a37098cc" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:22:56 user nova-compute[74535]: DEBUG nova.compute.manager [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: b23c9201-20bd-4ef4-b6ab-c433a37098cc] Instance network_info: |[{"id": "99379bff-e7d9-43c1-a31d-574b14cc22f9", "address": "fa:16:3e:b2:80:30", "network": {"id": "72d08fd1-cc74-485f-848c-2ce73172f719", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1718263965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "19e83c953cf8498f8ea89afce479f26b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap99379bff-e7", "ovs_interfaceid": "99379bff-e7d9-43c1-a31d-574b14cc22f9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74535) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 10:22:56 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-6196121d-8fca-43e5-bd21-6ab2c5ecb7b9 req-fceea766-4af1-4ab3-a82f-58033101217d service nova] Acquired lock "refresh_cache-b23c9201-20bd-4ef4-b6ab-c433a37098cc" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:22:56 user nova-compute[74535]: DEBUG nova.network.neutron [req-6196121d-8fca-43e5-bd21-6ab2c5ecb7b9 req-fceea766-4af1-4ab3-a82f-58033101217d service nova] [instance: b23c9201-20bd-4ef4-b6ab-c433a37098cc] Refreshing network info cache for port 99379bff-e7d9-43c1-a31d-574b14cc22f9 {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 10:22:56 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-8da54ed6-a505-478e-9814-7fa4d9478612 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:22:56 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-8da54ed6-a505-478e-9814-7fa4d9478612 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:22:56 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-8da54ed6-a505-478e-9814-7fa4d9478612 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74535) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 10:22:56 user nova-compute[74535]: INFO nova.compute.claims [None req-8da54ed6-a505-478e-9814-7fa4d9478612 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] [instance: f980f0fd-c4e6-4f6c-9d11-6acf8b231231] Claim successful on node user
Dec 06 10:22:56 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-8da54ed6-a505-478e-9814-7fa4d9478612 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:22:56 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-8da54ed6-a505-478e-9814-7fa4d9478612 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:22:56 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-8da54ed6-a505-478e-9814-7fa4d9478612 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.330s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:22:56 user nova-compute[74535]: DEBUG nova.compute.manager [None req-8da54ed6-a505-478e-9814-7fa4d9478612 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] [instance: f980f0fd-c4e6-4f6c-9d11-6acf8b231231] Start building networks asynchronously for instance. {{(pid=74535) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 10:22:56 user nova-compute[74535]: DEBUG nova.network.neutron [req-6196121d-8fca-43e5-bd21-6ab2c5ecb7b9 req-fceea766-4af1-4ab3-a82f-58033101217d service nova] [instance: b23c9201-20bd-4ef4-b6ab-c433a37098cc] Updated VIF entry in instance network info cache for port 99379bff-e7d9-43c1-a31d-574b14cc22f9. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 10:22:56 user nova-compute[74535]: DEBUG nova.network.neutron [req-6196121d-8fca-43e5-bd21-6ab2c5ecb7b9 req-fceea766-4af1-4ab3-a82f-58033101217d service nova] [instance: b23c9201-20bd-4ef4-b6ab-c433a37098cc] Updating instance_info_cache with network_info: [{"id": "99379bff-e7d9-43c1-a31d-574b14cc22f9", "address": "fa:16:3e:b2:80:30", "network": {"id": "72d08fd1-cc74-485f-848c-2ce73172f719", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1718263965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "19e83c953cf8498f8ea89afce479f26b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap99379bff-e7", "ovs_interfaceid": "99379bff-e7d9-43c1-a31d-574b14cc22f9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:22:56 user nova-compute[74535]: DEBUG nova.compute.manager [None req-8da54ed6-a505-478e-9814-7fa4d9478612 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] [instance: f980f0fd-c4e6-4f6c-9d11-6acf8b231231] Allocating IP information in the background. {{(pid=74535) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 10:22:56 user nova-compute[74535]: DEBUG nova.network.neutron [None req-8da54ed6-a505-478e-9814-7fa4d9478612 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] [instance: f980f0fd-c4e6-4f6c-9d11-6acf8b231231] allocate_for_instance() {{(pid=74535) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 10:22:56 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-6196121d-8fca-43e5-bd21-6ab2c5ecb7b9 req-fceea766-4af1-4ab3-a82f-58033101217d service nova] Releasing lock "refresh_cache-b23c9201-20bd-4ef4-b6ab-c433a37098cc" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:22:56 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-8da54ed6-a505-478e-9814-7fa4d9478612 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] [instance: f980f0fd-c4e6-4f6c-9d11-6acf8b231231] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 10:22:56 user nova-compute[74535]: DEBUG nova.compute.manager [None req-8da54ed6-a505-478e-9814-7fa4d9478612 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] [instance: f980f0fd-c4e6-4f6c-9d11-6acf8b231231] Start building block device mappings for instance. {{(pid=74535) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 10:22:57 user nova-compute[74535]: DEBUG nova.policy [None req-8da54ed6-a505-478e-9814-7fa4d9478612 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ae0f40f9b62e42099a7f13a978b016f6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5a618ff4d71840c69240b9bfd00fc741', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74535) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 10:22:57 user nova-compute[74535]: DEBUG nova.compute.manager [None req-8da54ed6-a505-478e-9814-7fa4d9478612 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] [instance: f980f0fd-c4e6-4f6c-9d11-6acf8b231231] Start spawning the instance on the hypervisor. {{(pid=74535) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 10:22:57 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-8da54ed6-a505-478e-9814-7fa4d9478612 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] [instance: f980f0fd-c4e6-4f6c-9d11-6acf8b231231] Creating instance directory {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 10:22:57 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-8da54ed6-a505-478e-9814-7fa4d9478612 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] [instance: f980f0fd-c4e6-4f6c-9d11-6acf8b231231] Creating image(s)
Dec 06 10:22:57 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-8da54ed6-a505-478e-9814-7fa4d9478612 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Acquiring lock "/opt/stack/data/nova/instances/f980f0fd-c4e6-4f6c-9d11-6acf8b231231/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:22:57 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-8da54ed6-a505-478e-9814-7fa4d9478612 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Lock "/opt/stack/data/nova/instances/f980f0fd-c4e6-4f6c-9d11-6acf8b231231/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:22:57 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-8da54ed6-a505-478e-9814-7fa4d9478612 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Lock "/opt/stack/data/nova/instances/f980f0fd-c4e6-4f6c-9d11-6acf8b231231/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.003s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:22:57 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-8da54ed6-a505-478e-9814-7fa4d9478612 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:22:57 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-8da54ed6-a505-478e-9814-7fa4d9478612 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.187s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:22:57 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-8da54ed6-a505-478e-9814-7fa4d9478612 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Acquiring lock "7aef4f97309efbd0d8988be1fd45eed756898e08" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:22:57 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-8da54ed6-a505-478e-9814-7fa4d9478612 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Lock "7aef4f97309efbd0d8988be1fd45eed756898e08" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:22:57 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-8da54ed6-a505-478e-9814-7fa4d9478612 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:22:57 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-8da54ed6-a505-478e-9814-7fa4d9478612 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.237s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:22:57 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-8da54ed6-a505-478e-9814-7fa4d9478612 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08,backing_fmt=raw /opt/stack/data/nova/instances/f980f0fd-c4e6-4f6c-9d11-6acf8b231231/disk 1073741824 {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:22:57 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-8da54ed6-a505-478e-9814-7fa4d9478612 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08,backing_fmt=raw /opt/stack/data/nova/instances/f980f0fd-c4e6-4f6c-9d11-6acf8b231231/disk 1073741824" returned: 0 in 0.058s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:22:57 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-8da54ed6-a505-478e-9814-7fa4d9478612 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Lock "7aef4f97309efbd0d8988be1fd45eed756898e08" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.302s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:22:57 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-8da54ed6-a505-478e-9814-7fa4d9478612 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:22:57 user nova-compute[74535]: DEBUG nova.network.neutron [None req-8da54ed6-a505-478e-9814-7fa4d9478612 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] [instance: f980f0fd-c4e6-4f6c-9d11-6acf8b231231] Successfully created port: 38615775-4a1c-470d-8088-0d086c63e207 {{(pid=74535) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 10:22:57 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-8da54ed6-a505-478e-9814-7fa4d9478612 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.189s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:22:57 user nova-compute[74535]: DEBUG nova.virt.disk.api [None req-8da54ed6-a505-478e-9814-7fa4d9478612 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Checking if we can resize image /opt/stack/data/nova/instances/f980f0fd-c4e6-4f6c-9d11-6acf8b231231/disk. size=1073741824 {{(pid=74535) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 10:22:57 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-8da54ed6-a505-478e-9814-7fa4d9478612 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f980f0fd-c4e6-4f6c-9d11-6acf8b231231/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:22:58 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-8da54ed6-a505-478e-9814-7fa4d9478612 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f980f0fd-c4e6-4f6c-9d11-6acf8b231231/disk --force-share --output=json" returned: 0 in 0.251s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:22:58 user nova-compute[74535]: DEBUG nova.virt.disk.api [None req-8da54ed6-a505-478e-9814-7fa4d9478612 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Cannot resize image /opt/stack/data/nova/instances/f980f0fd-c4e6-4f6c-9d11-6acf8b231231/disk to a smaller size. {{(pid=74535) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 10:22:58 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-8da54ed6-a505-478e-9814-7fa4d9478612 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] [instance: f980f0fd-c4e6-4f6c-9d11-6acf8b231231] Created local disks {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 10:22:58 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-8da54ed6-a505-478e-9814-7fa4d9478612 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] [instance: f980f0fd-c4e6-4f6c-9d11-6acf8b231231] Ensure instance console log exists: /opt/stack/data/nova/instances/f980f0fd-c4e6-4f6c-9d11-6acf8b231231/console.log {{(pid=74535) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 10:22:58 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-8da54ed6-a505-478e-9814-7fa4d9478612 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:22:58 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-8da54ed6-a505-478e-9814-7fa4d9478612 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:22:58 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-8da54ed6-a505-478e-9814-7fa4d9478612 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:22:58 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:22:58 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:22:58 user nova-compute[74535]: DEBUG nova.network.neutron [None req-8da54ed6-a505-478e-9814-7fa4d9478612 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] [instance: f980f0fd-c4e6-4f6c-9d11-6acf8b231231] Successfully updated port: 38615775-4a1c-470d-8088-0d086c63e207 {{(pid=74535) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 10:22:58 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-8da54ed6-a505-478e-9814-7fa4d9478612 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Acquiring lock "refresh_cache-f980f0fd-c4e6-4f6c-9d11-6acf8b231231" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:22:58 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-8da54ed6-a505-478e-9814-7fa4d9478612 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Acquired lock "refresh_cache-f980f0fd-c4e6-4f6c-9d11-6acf8b231231" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:22:58 user nova-compute[74535]: DEBUG nova.network.neutron [None req-8da54ed6-a505-478e-9814-7fa4d9478612 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] [instance: f980f0fd-c4e6-4f6c-9d11-6acf8b231231] Building network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 10:22:58 user nova-compute[74535]: DEBUG nova.compute.manager [req-d1ee7685-be5a-493d-905d-502e33840441 req-0bc147c3-331c-496b-af87-139a4e30678d service nova] [instance: f980f0fd-c4e6-4f6c-9d11-6acf8b231231] Received event network-changed-38615775-4a1c-470d-8088-0d086c63e207 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:22:58 user nova-compute[74535]: DEBUG nova.compute.manager [req-d1ee7685-be5a-493d-905d-502e33840441 req-0bc147c3-331c-496b-af87-139a4e30678d service nova] [instance: f980f0fd-c4e6-4f6c-9d11-6acf8b231231] Refreshing instance network info cache due to event network-changed-38615775-4a1c-470d-8088-0d086c63e207. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 10:22:58 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-d1ee7685-be5a-493d-905d-502e33840441 req-0bc147c3-331c-496b-af87-139a4e30678d service nova] Acquiring lock "refresh_cache-f980f0fd-c4e6-4f6c-9d11-6acf8b231231" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:22:58 user nova-compute[74535]: DEBUG nova.network.neutron [None req-8da54ed6-a505-478e-9814-7fa4d9478612 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] [instance: f980f0fd-c4e6-4f6c-9d11-6acf8b231231] Instance cache missing network info. {{(pid=74535) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 10:22:59 user nova-compute[74535]: DEBUG nova.network.neutron [None req-8da54ed6-a505-478e-9814-7fa4d9478612 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] [instance: f980f0fd-c4e6-4f6c-9d11-6acf8b231231] Updating instance_info_cache with network_info: [{"id": "38615775-4a1c-470d-8088-0d086c63e207", "address": "fa:16:3e:1c:00:05", "network": {"id": "08180dbd-2a47-4077-9d90-f0a3f7e127c3", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1995484456-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5a618ff4d71840c69240b9bfd00fc741", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap38615775-4a", "ovs_interfaceid": "38615775-4a1c-470d-8088-0d086c63e207", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:22:59 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-8da54ed6-a505-478e-9814-7fa4d9478612 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Releasing lock "refresh_cache-f980f0fd-c4e6-4f6c-9d11-6acf8b231231" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:22:59 user nova-compute[74535]: DEBUG nova.compute.manager [None req-8da54ed6-a505-478e-9814-7fa4d9478612 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] [instance: f980f0fd-c4e6-4f6c-9d11-6acf8b231231] Instance network_info: |[{"id": "38615775-4a1c-470d-8088-0d086c63e207", "address": "fa:16:3e:1c:00:05", "network": {"id": "08180dbd-2a47-4077-9d90-f0a3f7e127c3", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1995484456-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5a618ff4d71840c69240b9bfd00fc741", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap38615775-4a", "ovs_interfaceid": "38615775-4a1c-470d-8088-0d086c63e207", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74535) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 10:22:59 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-d1ee7685-be5a-493d-905d-502e33840441 req-0bc147c3-331c-496b-af87-139a4e30678d service nova] Acquired lock "refresh_cache-f980f0fd-c4e6-4f6c-9d11-6acf8b231231" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:22:59 user nova-compute[74535]: DEBUG nova.network.neutron [req-d1ee7685-be5a-493d-905d-502e33840441 req-0bc147c3-331c-496b-af87-139a4e30678d service nova] [instance: f980f0fd-c4e6-4f6c-9d11-6acf8b231231] Refreshing network info cache for port 38615775-4a1c-470d-8088-0d086c63e207 {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 10:22:59 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-8da54ed6-a505-478e-9814-7fa4d9478612 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] [instance: f980f0fd-c4e6-4f6c-9d11-6acf8b231231] Start _get_guest_xml network_info=[{"id": "38615775-4a1c-470d-8088-0d086c63e207", "address": "fa:16:3e:1c:00:05", "network": {"id": "08180dbd-2a47-4077-9d90-f0a3f7e127c3", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1995484456-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5a618ff4d71840c69240b9bfd00fc741", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap38615775-4a", "ovs_interfaceid": "38615775-4a1c-470d-8088-0d086c63e207", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T09:52:28Z,direct_url=<?>,disk_format='qcow2',id=b338f3c8-9974-4b9f-bacb-c75dd541c256,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='563f6a2917a742ada39fb0e950eece6e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T09:52:30Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'device_name': '/dev/vda', 'encrypted': False, 'encryption_format': None, 'encryption_options': None, 'encryption_secret_uuid': None, 'boot_index': 0, 'device_type': 'disk', 'size': 0, 'guest_format': None, 'image_id': 'b338f3c8-9974-4b9f-bacb-c75dd541c256'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 10:22:59 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-8da54ed6-a505-478e-9814-7fa4d9478612 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:22:59 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-8da54ed6-a505-478e-9814-7fa4d9478612 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:22:59 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-8da54ed6-a505-478e-9814-7fa4d9478612 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 10:22:59 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-8da54ed6-a505-478e-9814-7fa4d9478612 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] CPU controller missing on host. {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 10:22:59 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-8da54ed6-a505-478e-9814-7fa4d9478612 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 10:22:59 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-8da54ed6-a505-478e-9814-7fa4d9478612 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] CPU controller found on host. {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 10:22:59 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-8da54ed6-a505-478e-9814-7fa4d9478612 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74535) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 10:22:59 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-8da54ed6-a505-478e-9814-7fa4d9478612 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T09:52:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T09:52:28Z,direct_url=<?>,disk_format='qcow2',id=b338f3c8-9974-4b9f-bacb-c75dd541c256,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='563f6a2917a742ada39fb0e950eece6e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T09:52:30Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 10:22:59 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-8da54ed6-a505-478e-9814-7fa4d9478612 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Flavor limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 10:22:59 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-8da54ed6-a505-478e-9814-7fa4d9478612 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Image limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 10:22:59 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-8da54ed6-a505-478e-9814-7fa4d9478612 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Flavor pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 10:22:59 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-8da54ed6-a505-478e-9814-7fa4d9478612 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Image pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 10:22:59 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-8da54ed6-a505-478e-9814-7fa4d9478612 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 10:22:59 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-8da54ed6-a505-478e-9814-7fa4d9478612 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 10:22:59 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-8da54ed6-a505-478e-9814-7fa4d9478612 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 10:22:59 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-8da54ed6-a505-478e-9814-7fa4d9478612 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Got 1 possible topologies {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 10:22:59 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-8da54ed6-a505-478e-9814-7fa4d9478612 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 10:22:59 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-8da54ed6-a505-478e-9814-7fa4d9478612 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 10:22:59 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-8da54ed6-a505-478e-9814-7fa4d9478612 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:22:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-740664380',display_name='tempest-VolumesSnapshotTestJSON-instance-740664380',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-740664380',id=47,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCGaYukmXqxiYDkQtC0B1EF+4/mfix1MGCr4fOoule7IfuKJ2dJmxhdWfN59BYr4x8fqXYvDK0ebtep+hmuJazr/4Mzgj/wyxnUvV1r9EOCAWUaMtIW23JfhDO/0J07ukA==',key_name='tempest-keypair-2030455739',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5a618ff4d71840c69240b9bfd00fc741',ramdisk_id='',reservation_id='r-e20cbpd0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-1580291087',owner_user_name='tempest-VolumesSnapshotTestJSON-1580291087-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T10:22:57Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ae0f40f9b62e42099a7f13a978b016f6',uuid=f980f0fd-c4e6-4f6c-9d11-6acf8b231231,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "38615775-4a1c-470d-8088-0d086c63e207", "address": "fa:16:3e:1c:00:05", "network": {"id": "08180dbd-2a47-4077-9d90-f0a3f7e127c3", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1995484456-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5a618ff4d71840c69240b9bfd00fc741", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap38615775-4a", "ovs_interfaceid": "38615775-4a1c-470d-8088-0d086c63e207", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74535) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 10:22:59 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-8da54ed6-a505-478e-9814-7fa4d9478612 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Converting VIF {"id": "38615775-4a1c-470d-8088-0d086c63e207", "address": "fa:16:3e:1c:00:05", "network": {"id": "08180dbd-2a47-4077-9d90-f0a3f7e127c3", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1995484456-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5a618ff4d71840c69240b9bfd00fc741", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap38615775-4a", "ovs_interfaceid": "38615775-4a1c-470d-8088-0d086c63e207", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:22:59 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-8da54ed6-a505-478e-9814-7fa4d9478612 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1c:00:05,bridge_name='br-int',has_traffic_filtering=True,id=38615775-4a1c-470d-8088-0d086c63e207,network=Network(08180dbd-2a47-4077-9d90-f0a3f7e127c3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap38615775-4a') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:22:59 user nova-compute[74535]: DEBUG nova.objects.instance [None req-8da54ed6-a505-478e-9814-7fa4d9478612 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Lazy-loading 'pci_devices' on Instance uuid f980f0fd-c4e6-4f6c-9d11-6acf8b231231 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:22:59 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-8da54ed6-a505-478e-9814-7fa4d9478612 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] [instance: f980f0fd-c4e6-4f6c-9d11-6acf8b231231] End _get_guest_xml xml=<domain type="kvm">
Dec 06 10:22:59 user nova-compute[74535]:   <uuid>f980f0fd-c4e6-4f6c-9d11-6acf8b231231</uuid>
Dec 06 10:22:59 user nova-compute[74535]:   <name>instance-0000002f</name>
Dec 06 10:22:59 user nova-compute[74535]:   <memory>524288</memory>
Dec 06 10:22:59 user nova-compute[74535]:   <vcpu>1</vcpu>
Dec 06 10:22:59 user nova-compute[74535]:   <metadata>
Dec 06 10:22:59 user nova-compute[74535]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 10:22:59 user nova-compute[74535]:       <nova:package version="0.0.0"/>
Dec 06 10:22:59 user nova-compute[74535]:       <nova:name>tempest-VolumesSnapshotTestJSON-instance-740664380</nova:name>
Dec 06 10:22:59 user nova-compute[74535]:       <nova:creationTime>2023-12-06 10:22:59</nova:creationTime>
Dec 06 10:22:59 user nova-compute[74535]:       <nova:flavor name="m1.tiny">
Dec 06 10:22:59 user nova-compute[74535]:         <nova:memory>512</nova:memory>
Dec 06 10:22:59 user nova-compute[74535]:         <nova:disk>1</nova:disk>
Dec 06 10:22:59 user nova-compute[74535]:         <nova:swap>0</nova:swap>
Dec 06 10:22:59 user nova-compute[74535]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 10:22:59 user nova-compute[74535]:         <nova:vcpus>1</nova:vcpus>
Dec 06 10:22:59 user nova-compute[74535]:       </nova:flavor>
Dec 06 10:22:59 user nova-compute[74535]:       <nova:owner>
Dec 06 10:22:59 user nova-compute[74535]:         <nova:user uuid="ae0f40f9b62e42099a7f13a978b016f6">tempest-VolumesSnapshotTestJSON-1580291087-project-member</nova:user>
Dec 06 10:22:59 user nova-compute[74535]:         <nova:project uuid="5a618ff4d71840c69240b9bfd00fc741">tempest-VolumesSnapshotTestJSON-1580291087</nova:project>
Dec 06 10:22:59 user nova-compute[74535]:       </nova:owner>
Dec 06 10:22:59 user nova-compute[74535]:       <nova:root type="image" uuid="b338f3c8-9974-4b9f-bacb-c75dd541c256"/>
Dec 06 10:22:59 user nova-compute[74535]:       <nova:ports>
Dec 06 10:22:59 user nova-compute[74535]:         <nova:port uuid="38615775-4a1c-470d-8088-0d086c63e207">
Dec 06 10:22:59 user nova-compute[74535]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Dec 06 10:22:59 user nova-compute[74535]:         </nova:port>
Dec 06 10:22:59 user nova-compute[74535]:       </nova:ports>
Dec 06 10:22:59 user nova-compute[74535]:     </nova:instance>
Dec 06 10:22:59 user nova-compute[74535]:   </metadata>
Dec 06 10:22:59 user nova-compute[74535]:   <sysinfo type="smbios">
Dec 06 10:22:59 user nova-compute[74535]:     <system>
Dec 06 10:22:59 user nova-compute[74535]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 10:22:59 user nova-compute[74535]:       <entry name="product">OpenStack Nova</entry>
Dec 06 10:22:59 user nova-compute[74535]:       <entry name="version">0.0.0</entry>
Dec 06 10:22:59 user nova-compute[74535]:       <entry name="serial">f980f0fd-c4e6-4f6c-9d11-6acf8b231231</entry>
Dec 06 10:22:59 user nova-compute[74535]:       <entry name="uuid">f980f0fd-c4e6-4f6c-9d11-6acf8b231231</entry>
Dec 06 10:22:59 user nova-compute[74535]:       <entry name="family">Virtual Machine</entry>
Dec 06 10:22:59 user nova-compute[74535]:     </system>
Dec 06 10:22:59 user nova-compute[74535]:   </sysinfo>
Dec 06 10:22:59 user nova-compute[74535]:   <os>
Dec 06 10:22:59 user nova-compute[74535]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 10:22:59 user nova-compute[74535]:     <boot dev="hd"/>
Dec 06 10:22:59 user nova-compute[74535]:     <smbios mode="sysinfo"/>
Dec 06 10:22:59 user nova-compute[74535]:   </os>
Dec 06 10:22:59 user nova-compute[74535]:   <features>
Dec 06 10:22:59 user nova-compute[74535]:     <acpi/>
Dec 06 10:22:59 user nova-compute[74535]:     <apic/>
Dec 06 10:22:59 user nova-compute[74535]:     <vmcoreinfo/>
Dec 06 10:22:59 user nova-compute[74535]:   </features>
Dec 06 10:22:59 user nova-compute[74535]:   <clock offset="utc">
Dec 06 10:22:59 user nova-compute[74535]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 10:22:59 user nova-compute[74535]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 10:22:59 user nova-compute[74535]:     <timer name="hpet" present="no"/>
Dec 06 10:22:59 user nova-compute[74535]:   </clock>
Dec 06 10:22:59 user nova-compute[74535]:   <cpu mode="custom" match="exact">
Dec 06 10:22:59 user nova-compute[74535]:     <model>Nehalem</model>
Dec 06 10:22:59 user nova-compute[74535]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 10:22:59 user nova-compute[74535]:   </cpu>
Dec 06 10:22:59 user nova-compute[74535]:   <devices>
Dec 06 10:22:59 user nova-compute[74535]:     <disk type="file" device="disk">
Dec 06 10:22:59 user nova-compute[74535]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 10:22:59 user nova-compute[74535]:       <source file="/opt/stack/data/nova/instances/f980f0fd-c4e6-4f6c-9d11-6acf8b231231/disk"/>
Dec 06 10:22:59 user nova-compute[74535]:       <target dev="vda" bus="virtio"/>
Dec 06 10:22:59 user nova-compute[74535]:     </disk>
Dec 06 10:22:59 user nova-compute[74535]:     <interface type="ethernet">
Dec 06 10:22:59 user nova-compute[74535]:       <mac address="fa:16:3e:1c:00:05"/>
Dec 06 10:22:59 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 10:22:59 user nova-compute[74535]:       <mtu size="1442"/>
Dec 06 10:22:59 user nova-compute[74535]:       <target dev="tap38615775-4a"/>
Dec 06 10:22:59 user nova-compute[74535]:     </interface>
Dec 06 10:22:59 user nova-compute[74535]:     <serial type="pty">
Dec 06 10:22:59 user nova-compute[74535]:       <log file="/opt/stack/data/nova/instances/f980f0fd-c4e6-4f6c-9d11-6acf8b231231/console.log" append="off"/>
Dec 06 10:22:59 user nova-compute[74535]:     </serial>
Dec 06 10:22:59 user nova-compute[74535]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 10:22:59 user nova-compute[74535]:     <video>
Dec 06 10:22:59 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 10:22:59 user nova-compute[74535]:     </video>
Dec 06 10:22:59 user nova-compute[74535]:     <rng model="virtio">
Dec 06 10:22:59 user nova-compute[74535]:       <backend model="random">/dev/urandom</backend>
Dec 06 10:22:59 user nova-compute[74535]:     </rng>
Dec 06 10:22:59 user nova-compute[74535]:     <controller type="usb" index="0" model="none"/>
Dec 06 10:22:59 user nova-compute[74535]:     <memballoon model="virtio">
Dec 06 10:22:59 user nova-compute[74535]:       <stats period="10"/>
Dec 06 10:22:59 user nova-compute[74535]:     </memballoon>
Dec 06 10:22:59 user nova-compute[74535]:   </devices>
Dec 06 10:22:59 user nova-compute[74535]: </domain>
Dec 06 10:22:59 user nova-compute[74535]:  {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 10:22:59 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-8da54ed6-a505-478e-9814-7fa4d9478612 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:22:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-740664380',display_name='tempest-VolumesSnapshotTestJSON-instance-740664380',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-740664380',id=47,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCGaYukmXqxiYDkQtC0B1EF+4/mfix1MGCr4fOoule7IfuKJ2dJmxhdWfN59BYr4x8fqXYvDK0ebtep+hmuJazr/4Mzgj/wyxnUvV1r9EOCAWUaMtIW23JfhDO/0J07ukA==',key_name='tempest-keypair-2030455739',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5a618ff4d71840c69240b9bfd00fc741',ramdisk_id='',reservation_id='r-e20cbpd0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-1580291087',owner_user_name='tempest-VolumesSnapshotTestJSON-1580291087-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T10:22:57Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ae0f40f9b62e42099a7f13a978b016f6',uuid=f980f0fd-c4e6-4f6c-9d11-6acf8b231231,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "38615775-4a1c-470d-8088-0d086c63e207", "address": "fa:16:3e:1c:00:05", "network": {"id": "08180dbd-2a47-4077-9d90-f0a3f7e127c3", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1995484456-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5a618ff4d71840c69240b9bfd00fc741", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap38615775-4a", "ovs_interfaceid": "38615775-4a1c-470d-8088-0d086c63e207", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 10:22:59 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-8da54ed6-a505-478e-9814-7fa4d9478612 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Converting VIF {"id": "38615775-4a1c-470d-8088-0d086c63e207", "address": "fa:16:3e:1c:00:05", "network": {"id": "08180dbd-2a47-4077-9d90-f0a3f7e127c3", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1995484456-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5a618ff4d71840c69240b9bfd00fc741", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap38615775-4a", "ovs_interfaceid": "38615775-4a1c-470d-8088-0d086c63e207", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:22:59 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-8da54ed6-a505-478e-9814-7fa4d9478612 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1c:00:05,bridge_name='br-int',has_traffic_filtering=True,id=38615775-4a1c-470d-8088-0d086c63e207,network=Network(08180dbd-2a47-4077-9d90-f0a3f7e127c3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap38615775-4a') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:22:59 user nova-compute[74535]: DEBUG os_vif [None req-8da54ed6-a505-478e-9814-7fa4d9478612 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:1c:00:05,bridge_name='br-int',has_traffic_filtering=True,id=38615775-4a1c-470d-8088-0d086c63e207,network=Network(08180dbd-2a47-4077-9d90-f0a3f7e127c3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap38615775-4a') {{(pid=74535) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 10:22:59 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:22:59 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:22:59 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 10:22:59 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:22:59 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'e362abd7-4203-5eb0-9460-eb8c82f24293', '_type': 'linux-noop'}}, row=False) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:22:59 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:22:59 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:22:59 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:22:59 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap38615775-4a, may_exist=True, interface_attrs={}) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:22:59 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap38615775-4a, col_values=(('qos', UUID('ef7b0d4d-67c8-49c8-9701-035bd18f05d9')),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:22:59 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap38615775-4a, col_values=(('external_ids', {'iface-id': '38615775-4a1c-470d-8088-0d086c63e207', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:1c:00:05', 'vm-uuid': 'f980f0fd-c4e6-4f6c-9d11-6acf8b231231'}),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:22:59 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:22:59 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:22:59 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:22:59 user nova-compute[74535]: INFO os_vif [None req-8da54ed6-a505-478e-9814-7fa4d9478612 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:1c:00:05,bridge_name='br-int',has_traffic_filtering=True,id=38615775-4a1c-470d-8088-0d086c63e207,network=Network(08180dbd-2a47-4077-9d90-f0a3f7e127c3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap38615775-4a')
Dec 06 10:22:59 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-8da54ed6-a505-478e-9814-7fa4d9478612 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] No BDM found with device name vda, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 10:22:59 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-8da54ed6-a505-478e-9814-7fa4d9478612 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] No VIF found with MAC fa:16:3e:1c:00:05, not building metadata {{(pid=74535) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 10:22:59 user nova-compute[74535]: DEBUG nova.network.neutron [req-d1ee7685-be5a-493d-905d-502e33840441 req-0bc147c3-331c-496b-af87-139a4e30678d service nova] [instance: f980f0fd-c4e6-4f6c-9d11-6acf8b231231] Updated VIF entry in instance network info cache for port 38615775-4a1c-470d-8088-0d086c63e207. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 10:22:59 user nova-compute[74535]: DEBUG nova.network.neutron [req-d1ee7685-be5a-493d-905d-502e33840441 req-0bc147c3-331c-496b-af87-139a4e30678d service nova] [instance: f980f0fd-c4e6-4f6c-9d11-6acf8b231231] Updating instance_info_cache with network_info: [{"id": "38615775-4a1c-470d-8088-0d086c63e207", "address": "fa:16:3e:1c:00:05", "network": {"id": "08180dbd-2a47-4077-9d90-f0a3f7e127c3", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1995484456-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5a618ff4d71840c69240b9bfd00fc741", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap38615775-4a", "ovs_interfaceid": "38615775-4a1c-470d-8088-0d086c63e207", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:22:59 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-d1ee7685-be5a-493d-905d-502e33840441 req-0bc147c3-331c-496b-af87-139a4e30678d service nova] Releasing lock "refresh_cache-f980f0fd-c4e6-4f6c-9d11-6acf8b231231" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:23:00 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:23:00 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:23:00 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:23:00 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:23:01 user nova-compute[74535]: DEBUG nova.compute.manager [req-bda7b948-60d2-4e4b-986a-92fbdc582a6d req-99706110-6d55-4c44-b69e-cea7cd23bc17 service nova] [instance: f980f0fd-c4e6-4f6c-9d11-6acf8b231231] Received event network-vif-plugged-38615775-4a1c-470d-8088-0d086c63e207 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:23:01 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-bda7b948-60d2-4e4b-986a-92fbdc582a6d req-99706110-6d55-4c44-b69e-cea7cd23bc17 service nova] Acquiring lock "f980f0fd-c4e6-4f6c-9d11-6acf8b231231-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:23:01 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-bda7b948-60d2-4e4b-986a-92fbdc582a6d req-99706110-6d55-4c44-b69e-cea7cd23bc17 service nova] Lock "f980f0fd-c4e6-4f6c-9d11-6acf8b231231-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:23:01 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-bda7b948-60d2-4e4b-986a-92fbdc582a6d req-99706110-6d55-4c44-b69e-cea7cd23bc17 service nova] Lock "f980f0fd-c4e6-4f6c-9d11-6acf8b231231-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:23:01 user nova-compute[74535]: DEBUG nova.compute.manager [req-bda7b948-60d2-4e4b-986a-92fbdc582a6d req-99706110-6d55-4c44-b69e-cea7cd23bc17 service nova] [instance: f980f0fd-c4e6-4f6c-9d11-6acf8b231231] No waiting events found dispatching network-vif-plugged-38615775-4a1c-470d-8088-0d086c63e207 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:23:01 user nova-compute[74535]: WARNING nova.compute.manager [req-bda7b948-60d2-4e4b-986a-92fbdc582a6d req-99706110-6d55-4c44-b69e-cea7cd23bc17 service nova] [instance: f980f0fd-c4e6-4f6c-9d11-6acf8b231231] Received unexpected event network-vif-plugged-38615775-4a1c-470d-8088-0d086c63e207 for instance with vm_state building and task_state spawning.
Dec 06 10:23:01 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:23:01 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:23:01 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:23:03 user nova-compute[74535]: DEBUG nova.compute.manager [None req-8da54ed6-a505-478e-9814-7fa4d9478612 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] [instance: f980f0fd-c4e6-4f6c-9d11-6acf8b231231] Instance event wait completed in 0 seconds for  {{(pid=74535) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 10:23:03 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-8da54ed6-a505-478e-9814-7fa4d9478612 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] [instance: f980f0fd-c4e6-4f6c-9d11-6acf8b231231] Guest created on hypervisor {{(pid=74535) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 10:23:03 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: f980f0fd-c4e6-4f6c-9d11-6acf8b231231] Instance spawned successfully.
Dec 06 10:23:03 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-8da54ed6-a505-478e-9814-7fa4d9478612 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] [instance: f980f0fd-c4e6-4f6c-9d11-6acf8b231231] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 10:23:03 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-8da54ed6-a505-478e-9814-7fa4d9478612 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] [instance: f980f0fd-c4e6-4f6c-9d11-6acf8b231231] Found default for hw_cdrom_bus of ide {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:23:03 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-8da54ed6-a505-478e-9814-7fa4d9478612 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] [instance: f980f0fd-c4e6-4f6c-9d11-6acf8b231231] Found default for hw_disk_bus of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:23:03 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-8da54ed6-a505-478e-9814-7fa4d9478612 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] [instance: f980f0fd-c4e6-4f6c-9d11-6acf8b231231] Found default for hw_input_bus of None {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:23:03 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-8da54ed6-a505-478e-9814-7fa4d9478612 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] [instance: f980f0fd-c4e6-4f6c-9d11-6acf8b231231] Found default for hw_pointer_model of None {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:23:03 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-8da54ed6-a505-478e-9814-7fa4d9478612 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] [instance: f980f0fd-c4e6-4f6c-9d11-6acf8b231231] Found default for hw_video_model of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:23:03 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-8da54ed6-a505-478e-9814-7fa4d9478612 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] [instance: f980f0fd-c4e6-4f6c-9d11-6acf8b231231] Found default for hw_vif_model of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:23:03 user nova-compute[74535]: DEBUG nova.compute.manager [req-3e5075e6-a30d-49a1-b1df-fa11b469d76d req-654390c1-e5d0-48a3-bef4-81fdef4cc70d service nova] [instance: f980f0fd-c4e6-4f6c-9d11-6acf8b231231] Received event network-vif-plugged-38615775-4a1c-470d-8088-0d086c63e207 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:23:03 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-3e5075e6-a30d-49a1-b1df-fa11b469d76d req-654390c1-e5d0-48a3-bef4-81fdef4cc70d service nova] Acquiring lock "f980f0fd-c4e6-4f6c-9d11-6acf8b231231-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:23:03 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-3e5075e6-a30d-49a1-b1df-fa11b469d76d req-654390c1-e5d0-48a3-bef4-81fdef4cc70d service nova] Lock "f980f0fd-c4e6-4f6c-9d11-6acf8b231231-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:23:03 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-3e5075e6-a30d-49a1-b1df-fa11b469d76d req-654390c1-e5d0-48a3-bef4-81fdef4cc70d service nova] Lock "f980f0fd-c4e6-4f6c-9d11-6acf8b231231-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:23:03 user nova-compute[74535]: DEBUG nova.compute.manager [req-3e5075e6-a30d-49a1-b1df-fa11b469d76d req-654390c1-e5d0-48a3-bef4-81fdef4cc70d service nova] [instance: f980f0fd-c4e6-4f6c-9d11-6acf8b231231] No waiting events found dispatching network-vif-plugged-38615775-4a1c-470d-8088-0d086c63e207 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:23:03 user nova-compute[74535]: WARNING nova.compute.manager [req-3e5075e6-a30d-49a1-b1df-fa11b469d76d req-654390c1-e5d0-48a3-bef4-81fdef4cc70d service nova] [instance: f980f0fd-c4e6-4f6c-9d11-6acf8b231231] Received unexpected event network-vif-plugged-38615775-4a1c-470d-8088-0d086c63e207 for instance with vm_state building and task_state spawning.
Dec 06 10:23:03 user nova-compute[74535]: INFO nova.compute.manager [None req-8da54ed6-a505-478e-9814-7fa4d9478612 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] [instance: f980f0fd-c4e6-4f6c-9d11-6acf8b231231] Took 6.21 seconds to spawn the instance on the hypervisor.
Dec 06 10:23:03 user nova-compute[74535]: DEBUG nova.compute.manager [None req-8da54ed6-a505-478e-9814-7fa4d9478612 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] [instance: f980f0fd-c4e6-4f6c-9d11-6acf8b231231] Checking state {{(pid=74535) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 10:23:03 user nova-compute[74535]: INFO nova.compute.manager [None req-8da54ed6-a505-478e-9814-7fa4d9478612 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] [instance: f980f0fd-c4e6-4f6c-9d11-6acf8b231231] Took 6.97 seconds to build instance.
Dec 06 10:23:03 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-8da54ed6-a505-478e-9814-7fa4d9478612 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Lock "f980f0fd-c4e6-4f6c-9d11-6acf8b231231" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.108s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:23:03 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:23:04 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:23:04 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:23:05 user nova-compute[74535]: DEBUG nova.compute.manager [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: b23c9201-20bd-4ef4-b6ab-c433a37098cc] Start spawning the instance on the hypervisor. {{(pid=74535) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 10:23:05 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: b23c9201-20bd-4ef4-b6ab-c433a37098cc] Creating instance directory {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 10:23:05 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: b23c9201-20bd-4ef4-b6ab-c433a37098cc] Creating image(s)
Dec 06 10:23:05 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: b23c9201-20bd-4ef4-b6ab-c433a37098cc] Did not create local disks {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4867}}
Dec 06 10:23:05 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: b23c9201-20bd-4ef4-b6ab-c433a37098cc] Ensure instance console log exists: /opt/stack/data/nova/instances/b23c9201-20bd-4ef4-b6ab-c433a37098cc/console.log {{(pid=74535) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 10:23:05 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:23:05 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:23:05 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:23:05 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: b23c9201-20bd-4ef4-b6ab-c433a37098cc] Start _get_guest_xml network_info=[{"id": "99379bff-e7d9-43c1-a31d-574b14cc22f9", "address": "fa:16:3e:b2:80:30", "network": {"id": "72d08fd1-cc74-485f-848c-2ce73172f719", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1718263965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "19e83c953cf8498f8ea89afce479f26b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap99379bff-e7", "ovs_interfaceid": "99379bff-e7d9-43c1-a31d-574b14cc22f9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'delete_on_termination': False, 'attachment_id': 'f16c0dca-00d2-44cd-a55e-9434ff4767c7', 'boot_index': 0, 'device_type': 'disk', 'guest_format': None, 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:2979cc08-5d13-4b31-bbab-6c2bfa7cdc14', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ufCBjwtI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b23c9201-20bd-4ef4-b6ab-c433a37098cc', 'attached_at': '', 'detached_at': '', 'volume_id': '2979cc08-5d13-4b31-bbab-6c2bfa7cdc14', 'serial': '2979cc08-5d13-4b31-bbab-6c2bfa7cdc14'}, 'volume_type': None} {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 10:23:05 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:23:05 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:23:05 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 10:23:05 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] CPU controller missing on host. {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 10:23:05 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 10:23:05 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] CPU controller found on host. {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 10:23:05 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74535) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 10:23:05 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T09:52:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 10:23:05 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Flavor limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 10:23:05 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Image limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 10:23:05 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Flavor pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 10:23:05 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Image pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 10:23:05 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 10:23:05 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 10:23:05 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 10:23:05 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Got 1 possible topologies {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 10:23:05 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 10:23:05 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 10:23:05 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: b23c9201-20bd-4ef4-b6ab-c433a37098cc] Calling os-brick to attach iSCSI Volume {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 10:23:05 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:2979cc08-5d13-4b31-bbab-6c2bfa7cdc14', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ufCBjwtI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:23:05 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:23:05 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:23:05 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:23:05 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:23:05 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2979cc08-5d13-4b31-bbab-6c2bfa7cdc14" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:23:05 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2979cc08-5d13-4b31-bbab-6c2bfa7cdc14" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:23:05 user nova-compute[74535]: INFO os_brick.initiator.connectors.iscsi [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 10:23:05 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2979cc08-5d13-4b31-bbab-6c2bfa7cdc14 -p 172.16.0.220:3260 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:23:05 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2979cc08-5d13-4b31-bbab-6c2bfa7cdc14 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:23:05 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[a67294a7-fd56-45d8-b49b-276c9671d5e0]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:23:05 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 10:23:05 user nova-compute[74535]:  {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:23:05 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2979cc08-5d13-4b31-bbab-6c2bfa7cdc14 -p 172.16.0.220:3260 --interface default --op new {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:23:05 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2979cc08-5d13-4b31-bbab-6c2bfa7cdc14 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:23:05 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[f317378d-23ce-493e-8146-dc6d59f1215b]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2979cc08-5d13-4b31-bbab-6c2bfa7cdc14] added\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:23:05 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2979cc08-5d13-4b31-bbab-6c2bfa7cdc14] added
Dec 06 10:23:05 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:23:05 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2979cc08-5d13-4b31-bbab-6c2bfa7cdc14 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:23:05 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2979cc08-5d13-4b31-bbab-6c2bfa7cdc14 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:23:05 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[e16e8e30-2283-4ed4-8683-1057ab51762e]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:23:05 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:23:05 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2979cc08-5d13-4b31-bbab-6c2bfa7cdc14 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:23:05 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2979cc08-5d13-4b31-bbab-6c2bfa7cdc14 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.027s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:23:05 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[5616d2dd-8142-4370-a20e-66415b000ad9]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:23:05 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:23:05 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2979cc08-5d13-4b31-bbab-6c2bfa7cdc14 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ufCBjwtI {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:23:05 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2979cc08-5d13-4b31-bbab-6c2bfa7cdc14 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ufCBjwtI" returned: 0 in 0.022s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:23:05 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[b89d538a-b544-4e47-9cd7-4865ef691785]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:23:05 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ufCBjwtI'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:23:05 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2979cc08-5d13-4b31-bbab-6c2bfa7cdc14 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:23:05 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2979cc08-5d13-4b31-bbab-6c2bfa7cdc14 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:23:05 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[a8f66ea3-e883-430c-9666-5aaab59133a2]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:23:05 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:23:05 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:23:05 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:23:05 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3047c07-7fe2-454e-a1db-4828eb2b4a43]: (4, ('tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:23:05 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c (non-flash)
Dec 06 10:23:05 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:23:05 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] iscsi session list stdout=tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c (non-flash)
Dec 06 10:23:05 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:23:05 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2979cc08-5d13-4b31-bbab-6c2bfa7cdc14 -p 172.16.0.220:3260 --login {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:23:05 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2979cc08-5d13-4b31-bbab-6c2bfa7cdc14 -p 172.16.0.220:3260 --login" returned: 0 in 0.062s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:23:05 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2bead82-705d-4a09-9f23-aace31b032b9]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:2979cc08-5d13-4b31-bbab-6c2bfa7cdc14, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:2979cc08-5d13-4b31-bbab-6c2bfa7cdc14, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:23:05 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:2979cc08-5d13-4b31-bbab-6c2bfa7cdc14, portal: 172.16.0.220,3260]
Dec 06 10:23:05 user nova-compute[74535]: Login to [iface: default, target: iqn.2010-10.org.openstack:2979cc08-5d13-4b31-bbab-6c2bfa7cdc14, portal: 172.16.0.220,3260] successful.
Dec 06 10:23:05 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:23:05 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2979cc08-5d13-4b31-bbab-6c2bfa7cdc14 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:23:05 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2979cc08-5d13-4b31-bbab-6c2bfa7cdc14 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:23:05 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba4044d6-3816-464c-92bb-0f28aa8ccda7]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:23:05 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:23:05 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:23:05 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:23:05 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[09f18492-b86d-4726-9d67-04c9e0e41d3d]: (4, ('tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c (non-flash)\ntcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2979cc08-5d13-4b31-bbab-6c2bfa7cdc14 (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:23:05 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c (non-flash)
Dec 06 10:23:05 user nova-compute[74535]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2979cc08-5d13-4b31-bbab-6c2bfa7cdc14 (non-flash)
Dec 06 10:23:05 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:23:05 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] iscsi session list stdout=tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c (non-flash)
Dec 06 10:23:05 user nova-compute[74535]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2979cc08-5d13-4b31-bbab-6c2bfa7cdc14 (non-flash)
Dec 06 10:23:05 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:23:05 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2979cc08-5d13-4b31-bbab-6c2bfa7cdc14" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.295s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:23:05 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Connected to 172.16.0.220:3260 {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 10:23:05 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] HCTL ('34', '-', '-', 0) found on session 51 with lun 0 {{(pid=74535) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 10:23:05 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74535) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 10:23:05 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:23:05 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.037s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:23:05 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ee3a24e-1897-4995-b891-4b66dd4081a5]: (4, ('- - 0', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:23:05 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Searching for a device in session 51 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74535) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 10:23:05 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:2979cc08-5d13-4b31-bbab-6c2bfa7cdc14', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ufCBjwtI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 10:23:06 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.350s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:23:06 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] <== connect_volume: return (1353ms) {'type': 'block', 'scsi_wwn': '23361303266336334', 'path': '/dev/sdc'} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:23:06 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: b23c9201-20bd-4ef4-b6ab-c433a37098cc] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23361303266336334', 'path': '/dev/sdc'} {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 10:23:07 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:22:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1543949089',display_name='tempest-TestVolumeBootPattern-server-1543949089',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1543949089',id=46,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHf5pNVx5JEYKWTW5K7zzNRxAbljK/9rKlLOTAAPsNvH3raFXCB2AGXNwOVLUCwdkSBIoOPQ8wr9DqYK/MSPiFizL2uvk+xuRgB9CVkbmP+g9Usc8cd1vA5QHPxG3Qy3yA==',key_name='tempest-TestVolumeBootPattern-2041036188',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='19e83c953cf8498f8ea89afce479f26b',ramdisk_id='',reservation_id='r-qfbzcb4w',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1927549100',owner_user_name='tempest-TestVolumeBootPattern-1927549100-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T10:22:55Z,user_data=None,user_id='1068d2d7cca843c1b32d9c1b5b29d882',uuid=b23c9201-20bd-4ef4-b6ab-c433a37098cc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "99379bff-e7d9-43c1-a31d-574b14cc22f9", "address": "fa:16:3e:b2:80:30", "network": {"id": "72d08fd1-cc74-485f-848c-2ce73172f719", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1718263965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "19e83c953cf8498f8ea89afce479f26b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap99379bff-e7", "ovs_interfaceid": "99379bff-e7d9-43c1-a31d-574b14cc22f9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74535) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 10:23:07 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Converting VIF {"id": "99379bff-e7d9-43c1-a31d-574b14cc22f9", "address": "fa:16:3e:b2:80:30", "network": {"id": "72d08fd1-cc74-485f-848c-2ce73172f719", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1718263965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "19e83c953cf8498f8ea89afce479f26b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap99379bff-e7", "ovs_interfaceid": "99379bff-e7d9-43c1-a31d-574b14cc22f9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:23:07 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b2:80:30,bridge_name='br-int',has_traffic_filtering=True,id=99379bff-e7d9-43c1-a31d-574b14cc22f9,network=Network(72d08fd1-cc74-485f-848c-2ce73172f719),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap99379bff-e7') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:23:07 user nova-compute[74535]: DEBUG nova.objects.instance [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lazy-loading 'pci_devices' on Instance uuid b23c9201-20bd-4ef4-b6ab-c433a37098cc {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:23:07 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: b23c9201-20bd-4ef4-b6ab-c433a37098cc] End _get_guest_xml xml=<domain type="kvm">
Dec 06 10:23:07 user nova-compute[74535]:   <uuid>b23c9201-20bd-4ef4-b6ab-c433a37098cc</uuid>
Dec 06 10:23:07 user nova-compute[74535]:   <name>instance-0000002e</name>
Dec 06 10:23:07 user nova-compute[74535]:   <memory>524288</memory>
Dec 06 10:23:07 user nova-compute[74535]:   <vcpu>1</vcpu>
Dec 06 10:23:07 user nova-compute[74535]:   <metadata>
Dec 06 10:23:07 user nova-compute[74535]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 10:23:07 user nova-compute[74535]:       <nova:package version="0.0.0"/>
Dec 06 10:23:07 user nova-compute[74535]:       <nova:name>tempest-TestVolumeBootPattern-server-1543949089</nova:name>
Dec 06 10:23:07 user nova-compute[74535]:       <nova:creationTime>2023-12-06 10:23:05</nova:creationTime>
Dec 06 10:23:07 user nova-compute[74535]:       <nova:flavor name="m1.tiny">
Dec 06 10:23:07 user nova-compute[74535]:         <nova:memory>512</nova:memory>
Dec 06 10:23:07 user nova-compute[74535]:         <nova:disk>1</nova:disk>
Dec 06 10:23:07 user nova-compute[74535]:         <nova:swap>0</nova:swap>
Dec 06 10:23:07 user nova-compute[74535]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 10:23:07 user nova-compute[74535]:         <nova:vcpus>1</nova:vcpus>
Dec 06 10:23:07 user nova-compute[74535]:       </nova:flavor>
Dec 06 10:23:07 user nova-compute[74535]:       <nova:owner>
Dec 06 10:23:07 user nova-compute[74535]:         <nova:user uuid="1068d2d7cca843c1b32d9c1b5b29d882">tempest-TestVolumeBootPattern-1927549100-project-member</nova:user>
Dec 06 10:23:07 user nova-compute[74535]:         <nova:project uuid="19e83c953cf8498f8ea89afce479f26b">tempest-TestVolumeBootPattern-1927549100</nova:project>
Dec 06 10:23:07 user nova-compute[74535]:       </nova:owner>
Dec 06 10:23:07 user nova-compute[74535]:       <nova:ports>
Dec 06 10:23:07 user nova-compute[74535]:         <nova:port uuid="99379bff-e7d9-43c1-a31d-574b14cc22f9">
Dec 06 10:23:07 user nova-compute[74535]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Dec 06 10:23:07 user nova-compute[74535]:         </nova:port>
Dec 06 10:23:07 user nova-compute[74535]:       </nova:ports>
Dec 06 10:23:07 user nova-compute[74535]:     </nova:instance>
Dec 06 10:23:07 user nova-compute[74535]:   </metadata>
Dec 06 10:23:07 user nova-compute[74535]:   <sysinfo type="smbios">
Dec 06 10:23:07 user nova-compute[74535]:     <system>
Dec 06 10:23:07 user nova-compute[74535]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 10:23:07 user nova-compute[74535]:       <entry name="product">OpenStack Nova</entry>
Dec 06 10:23:07 user nova-compute[74535]:       <entry name="version">0.0.0</entry>
Dec 06 10:23:07 user nova-compute[74535]:       <entry name="serial">b23c9201-20bd-4ef4-b6ab-c433a37098cc</entry>
Dec 06 10:23:07 user nova-compute[74535]:       <entry name="uuid">b23c9201-20bd-4ef4-b6ab-c433a37098cc</entry>
Dec 06 10:23:07 user nova-compute[74535]:       <entry name="family">Virtual Machine</entry>
Dec 06 10:23:07 user nova-compute[74535]:     </system>
Dec 06 10:23:07 user nova-compute[74535]:   </sysinfo>
Dec 06 10:23:07 user nova-compute[74535]:   <os>
Dec 06 10:23:07 user nova-compute[74535]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 10:23:07 user nova-compute[74535]:     <boot dev="hd"/>
Dec 06 10:23:07 user nova-compute[74535]:     <smbios mode="sysinfo"/>
Dec 06 10:23:07 user nova-compute[74535]:   </os>
Dec 06 10:23:07 user nova-compute[74535]:   <features>
Dec 06 10:23:07 user nova-compute[74535]:     <acpi/>
Dec 06 10:23:07 user nova-compute[74535]:     <apic/>
Dec 06 10:23:07 user nova-compute[74535]:     <vmcoreinfo/>
Dec 06 10:23:07 user nova-compute[74535]:   </features>
Dec 06 10:23:07 user nova-compute[74535]:   <clock offset="utc">
Dec 06 10:23:07 user nova-compute[74535]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 10:23:07 user nova-compute[74535]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 10:23:07 user nova-compute[74535]:     <timer name="hpet" present="no"/>
Dec 06 10:23:07 user nova-compute[74535]:   </clock>
Dec 06 10:23:07 user nova-compute[74535]:   <cpu mode="custom" match="exact">
Dec 06 10:23:07 user nova-compute[74535]:     <model>Nehalem</model>
Dec 06 10:23:07 user nova-compute[74535]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 10:23:07 user nova-compute[74535]:   </cpu>
Dec 06 10:23:07 user nova-compute[74535]:   <devices>
Dec 06 10:23:07 user nova-compute[74535]:     <disk type="block" device="disk">
Dec 06 10:23:07 user nova-compute[74535]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 10:23:07 user nova-compute[74535]:       <source dev="/dev/sdc"/>
Dec 06 10:23:07 user nova-compute[74535]:       <target dev="vda" bus="virtio"/>
Dec 06 10:23:07 user nova-compute[74535]:       <serial>2979cc08-5d13-4b31-bbab-6c2bfa7cdc14</serial>
Dec 06 10:23:07 user nova-compute[74535]:     </disk>
Dec 06 10:23:07 user nova-compute[74535]:     <interface type="ethernet">
Dec 06 10:23:07 user nova-compute[74535]:       <mac address="fa:16:3e:b2:80:30"/>
Dec 06 10:23:07 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 10:23:07 user nova-compute[74535]:       <mtu size="1442"/>
Dec 06 10:23:07 user nova-compute[74535]:       <target dev="tap99379bff-e7"/>
Dec 06 10:23:07 user nova-compute[74535]:     </interface>
Dec 06 10:23:07 user nova-compute[74535]:     <serial type="pty">
Dec 06 10:23:07 user nova-compute[74535]:       <log file="/opt/stack/data/nova/instances/b23c9201-20bd-4ef4-b6ab-c433a37098cc/console.log" append="off"/>
Dec 06 10:23:07 user nova-compute[74535]:     </serial>
Dec 06 10:23:07 user nova-compute[74535]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 10:23:07 user nova-compute[74535]:     <video>
Dec 06 10:23:07 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 10:23:07 user nova-compute[74535]:     </video>
Dec 06 10:23:07 user nova-compute[74535]:     <rng model="virtio">
Dec 06 10:23:07 user nova-compute[74535]:       <backend model="random">/dev/urandom</backend>
Dec 06 10:23:07 user nova-compute[74535]:     </rng>
Dec 06 10:23:07 user nova-compute[74535]:     <controller type="usb" index="0" model="none"/>
Dec 06 10:23:07 user nova-compute[74535]:     <memballoon model="virtio">
Dec 06 10:23:07 user nova-compute[74535]:       <stats period="10"/>
Dec 06 10:23:07 user nova-compute[74535]:     </memballoon>
Dec 06 10:23:07 user nova-compute[74535]:   </devices>
Dec 06 10:23:07 user nova-compute[74535]: </domain>
Dec 06 10:23:07 user nova-compute[74535]:  {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 10:23:07 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:22:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1543949089',display_name='tempest-TestVolumeBootPattern-server-1543949089',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1543949089',id=46,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHf5pNVx5JEYKWTW5K7zzNRxAbljK/9rKlLOTAAPsNvH3raFXCB2AGXNwOVLUCwdkSBIoOPQ8wr9DqYK/MSPiFizL2uvk+xuRgB9CVkbmP+g9Usc8cd1vA5QHPxG3Qy3yA==',key_name='tempest-TestVolumeBootPattern-2041036188',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='19e83c953cf8498f8ea89afce479f26b',ramdisk_id='',reservation_id='r-qfbzcb4w',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1927549100',owner_user_name='tempest-TestVolumeBootPattern-1927549100-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T10:22:55Z,user_data=None,user_id='1068d2d7cca843c1b32d9c1b5b29d882',uuid=b23c9201-20bd-4ef4-b6ab-c433a37098cc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "99379bff-e7d9-43c1-a31d-574b14cc22f9", "address": "fa:16:3e:b2:80:30", "network": {"id": "72d08fd1-cc74-485f-848c-2ce73172f719", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1718263965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "19e83c953cf8498f8ea89afce479f26b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap99379bff-e7", "ovs_interfaceid": "99379bff-e7d9-43c1-a31d-574b14cc22f9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 10:23:07 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Converting VIF {"id": "99379bff-e7d9-43c1-a31d-574b14cc22f9", "address": "fa:16:3e:b2:80:30", "network": {"id": "72d08fd1-cc74-485f-848c-2ce73172f719", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1718263965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "19e83c953cf8498f8ea89afce479f26b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap99379bff-e7", "ovs_interfaceid": "99379bff-e7d9-43c1-a31d-574b14cc22f9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:23:07 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b2:80:30,bridge_name='br-int',has_traffic_filtering=True,id=99379bff-e7d9-43c1-a31d-574b14cc22f9,network=Network(72d08fd1-cc74-485f-848c-2ce73172f719),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap99379bff-e7') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:23:07 user nova-compute[74535]: DEBUG os_vif [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b2:80:30,bridge_name='br-int',has_traffic_filtering=True,id=99379bff-e7d9-43c1-a31d-574b14cc22f9,network=Network(72d08fd1-cc74-485f-848c-2ce73172f719),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap99379bff-e7') {{(pid=74535) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 10:23:07 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:23:07 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:23:07 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 10:23:07 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:23:07 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:23:07 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c0ab90e5-ff7f-5d54-8ff9-6b2f621a7d96', '_type': 'linux-noop'}}, row=False) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:23:07 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:23:07 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:23:07 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:23:07 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap99379bff-e7, may_exist=True, interface_attrs={}) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:23:07 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap99379bff-e7, col_values=(('qos', UUID('42ef01ae-a515-41f5-a82d-fac8275d9843')),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:23:07 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap99379bff-e7, col_values=(('external_ids', {'iface-id': '99379bff-e7d9-43c1-a31d-574b14cc22f9', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:b2:80:30', 'vm-uuid': 'b23c9201-20bd-4ef4-b6ab-c433a37098cc'}),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:23:07 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:23:07 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:23:07 user nova-compute[74535]: INFO os_vif [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b2:80:30,bridge_name='br-int',has_traffic_filtering=True,id=99379bff-e7d9-43c1-a31d-574b14cc22f9,network=Network(72d08fd1-cc74-485f-848c-2ce73172f719),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap99379bff-e7')
Dec 06 10:23:07 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] No BDM found with device name vda, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 10:23:07 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] No VIF found with MAC fa:16:3e:b2:80:30, not building metadata {{(pid=74535) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 10:23:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:23:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:23:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:23:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:23:09 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:23:09 user nova-compute[74535]: DEBUG nova.compute.manager [req-2e8f13ac-1d09-40a0-98de-ec5ce8ce3259 req-5137f2b8-5a4d-412b-8834-9939ec261d1a service nova] [instance: b23c9201-20bd-4ef4-b6ab-c433a37098cc] Received event network-vif-plugged-99379bff-e7d9-43c1-a31d-574b14cc22f9 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:23:09 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-2e8f13ac-1d09-40a0-98de-ec5ce8ce3259 req-5137f2b8-5a4d-412b-8834-9939ec261d1a service nova] Acquiring lock "b23c9201-20bd-4ef4-b6ab-c433a37098cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:23:09 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-2e8f13ac-1d09-40a0-98de-ec5ce8ce3259 req-5137f2b8-5a4d-412b-8834-9939ec261d1a service nova] Lock "b23c9201-20bd-4ef4-b6ab-c433a37098cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:23:09 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-2e8f13ac-1d09-40a0-98de-ec5ce8ce3259 req-5137f2b8-5a4d-412b-8834-9939ec261d1a service nova] Lock "b23c9201-20bd-4ef4-b6ab-c433a37098cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:23:09 user nova-compute[74535]: DEBUG nova.compute.manager [req-2e8f13ac-1d09-40a0-98de-ec5ce8ce3259 req-5137f2b8-5a4d-412b-8834-9939ec261d1a service nova] [instance: b23c9201-20bd-4ef4-b6ab-c433a37098cc] No waiting events found dispatching network-vif-plugged-99379bff-e7d9-43c1-a31d-574b14cc22f9 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:23:09 user nova-compute[74535]: WARNING nova.compute.manager [req-2e8f13ac-1d09-40a0-98de-ec5ce8ce3259 req-5137f2b8-5a4d-412b-8834-9939ec261d1a service nova] [instance: b23c9201-20bd-4ef4-b6ab-c433a37098cc] Received unexpected event network-vif-plugged-99379bff-e7d9-43c1-a31d-574b14cc22f9 for instance with vm_state building and task_state spawning.
Dec 06 10:23:11 user nova-compute[74535]: DEBUG nova.compute.manager [req-68beab83-c024-445a-97b0-3861fb16038d req-d96f9c84-063c-4d53-bc2f-d457667e9517 service nova] [instance: b23c9201-20bd-4ef4-b6ab-c433a37098cc] Received event network-vif-plugged-99379bff-e7d9-43c1-a31d-574b14cc22f9 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:23:11 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-68beab83-c024-445a-97b0-3861fb16038d req-d96f9c84-063c-4d53-bc2f-d457667e9517 service nova] Acquiring lock "b23c9201-20bd-4ef4-b6ab-c433a37098cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:23:11 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-68beab83-c024-445a-97b0-3861fb16038d req-d96f9c84-063c-4d53-bc2f-d457667e9517 service nova] Lock "b23c9201-20bd-4ef4-b6ab-c433a37098cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.003s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:23:11 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-68beab83-c024-445a-97b0-3861fb16038d req-d96f9c84-063c-4d53-bc2f-d457667e9517 service nova] Lock "b23c9201-20bd-4ef4-b6ab-c433a37098cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:23:11 user nova-compute[74535]: DEBUG nova.compute.manager [req-68beab83-c024-445a-97b0-3861fb16038d req-d96f9c84-063c-4d53-bc2f-d457667e9517 service nova] [instance: b23c9201-20bd-4ef4-b6ab-c433a37098cc] No waiting events found dispatching network-vif-plugged-99379bff-e7d9-43c1-a31d-574b14cc22f9 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:23:11 user nova-compute[74535]: WARNING nova.compute.manager [req-68beab83-c024-445a-97b0-3861fb16038d req-d96f9c84-063c-4d53-bc2f-d457667e9517 service nova] [instance: b23c9201-20bd-4ef4-b6ab-c433a37098cc] Received unexpected event network-vif-plugged-99379bff-e7d9-43c1-a31d-574b14cc22f9 for instance with vm_state building and task_state spawning.
Dec 06 10:23:11 user nova-compute[74535]: DEBUG nova.compute.manager [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: b23c9201-20bd-4ef4-b6ab-c433a37098cc] Instance event wait completed in 0 seconds for  {{(pid=74535) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 10:23:11 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: b23c9201-20bd-4ef4-b6ab-c433a37098cc] Guest created on hypervisor {{(pid=74535) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 10:23:11 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: b23c9201-20bd-4ef4-b6ab-c433a37098cc] Instance spawned successfully.
Dec 06 10:23:11 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: b23c9201-20bd-4ef4-b6ab-c433a37098cc] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 10:23:11 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: b23c9201-20bd-4ef4-b6ab-c433a37098cc] Found default for hw_cdrom_bus of ide {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:23:11 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: b23c9201-20bd-4ef4-b6ab-c433a37098cc] Found default for hw_disk_bus of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:23:11 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: b23c9201-20bd-4ef4-b6ab-c433a37098cc] Found default for hw_input_bus of None {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:23:11 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: b23c9201-20bd-4ef4-b6ab-c433a37098cc] Found default for hw_pointer_model of None {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:23:11 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: b23c9201-20bd-4ef4-b6ab-c433a37098cc] Found default for hw_video_model of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:23:11 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: b23c9201-20bd-4ef4-b6ab-c433a37098cc] Found default for hw_vif_model of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:23:11 user nova-compute[74535]: INFO nova.compute.manager [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: b23c9201-20bd-4ef4-b6ab-c433a37098cc] Took 5.78 seconds to spawn the instance on the hypervisor.
Dec 06 10:23:11 user nova-compute[74535]: DEBUG nova.compute.manager [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: b23c9201-20bd-4ef4-b6ab-c433a37098cc] Checking state {{(pid=74535) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 10:23:11 user nova-compute[74535]: INFO nova.compute.manager [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: b23c9201-20bd-4ef4-b6ab-c433a37098cc] Took 17.29 seconds to build instance.
Dec 06 10:23:11 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-e4d55ab8-5d47-44e8-b241-a3640584773b tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lock "b23c9201-20bd-4ef4-b6ab-c433a37098cc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 17.399s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:23:12 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:23:13 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:23:17 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:23:18 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:23:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:23:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:23:23 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:23:23 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:23:23 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74535) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 10:23:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:23:27 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:23:27 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:23:27 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:23:27 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:23:27 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Auditing locally available compute resources for user (node: user) {{(pid=74535) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 10:23:28 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/938728e8-963c-4ea5-9e37-40c26236e951/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:23:28 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/938728e8-963c-4ea5-9e37-40c26236e951/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:23:28 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/938728e8-963c-4ea5-9e37-40c26236e951/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:23:28 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/938728e8-963c-4ea5-9e37-40c26236e951/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:23:28 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74535) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 10:23:28 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f980f0fd-c4e6-4f6c-9d11-6acf8b231231/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:23:28 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:23:28 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f980f0fd-c4e6-4f6c-9d11-6acf8b231231/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:23:28 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f980f0fd-c4e6-4f6c-9d11-6acf8b231231/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:23:28 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f980f0fd-c4e6-4f6c-9d11-6acf8b231231/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:23:28 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74535) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 10:23:29 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:23:29 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:23:29 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Hypervisor/Node resource view: name=user free_ram=8357MB free_disk=25.16091537475586GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74535) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 10:23:29 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:23:29 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:23:29 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 7116d71e-3fd9-473f-b5e5-2c7721f76c1a actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:23:29 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 938728e8-963c-4ea5-9e37-40c26236e951 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:23:29 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance b23c9201-20bd-4ef4-b6ab-c433a37098cc actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:23:29 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance f980f0fd-c4e6-4f6c-9d11-6acf8b231231 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:23:29 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=74535) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 10:23:29 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Final resource view: name=user phys_ram=16011MB used_ram=2560MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=74535) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 10:23:29 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:23:29 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:23:29 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Compute_service record updated for user:user {{(pid=74535) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 10:23:29 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.370s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:23:30 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:23:30 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:23:31 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:23:31 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:23:32 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:23:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:23:34 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._sync_power_states {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:23:34 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Triggering sync for uuid 7116d71e-3fd9-473f-b5e5-2c7721f76c1a {{(pid=74535) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 10:23:34 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Triggering sync for uuid 938728e8-963c-4ea5-9e37-40c26236e951 {{(pid=74535) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 10:23:34 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Triggering sync for uuid b23c9201-20bd-4ef4-b6ab-c433a37098cc {{(pid=74535) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 10:23:34 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Triggering sync for uuid f980f0fd-c4e6-4f6c-9d11-6acf8b231231 {{(pid=74535) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 10:23:34 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "7116d71e-3fd9-473f-b5e5-2c7721f76c1a" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:23:34 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "7116d71e-3fd9-473f-b5e5-2c7721f76c1a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:23:34 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "938728e8-963c-4ea5-9e37-40c26236e951" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:23:34 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "938728e8-963c-4ea5-9e37-40c26236e951" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:23:34 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "b23c9201-20bd-4ef4-b6ab-c433a37098cc" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:23:34 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "b23c9201-20bd-4ef4-b6ab-c433a37098cc" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:23:34 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "f980f0fd-c4e6-4f6c-9d11-6acf8b231231" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:23:34 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "f980f0fd-c4e6-4f6c-9d11-6acf8b231231" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:23:34 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "7116d71e-3fd9-473f-b5e5-2c7721f76c1a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.029s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:23:34 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:23:34 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "b23c9201-20bd-4ef4-b6ab-c433a37098cc" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.037s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:23:34 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "938728e8-963c-4ea5-9e37-40c26236e951" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.041s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:23:34 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "f980f0fd-c4e6-4f6c-9d11-6acf8b231231" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.040s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:23:37 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:23:38 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:23:38 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:23:38 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Starting heal instance info cache {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 10:23:38 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "refresh_cache-938728e8-963c-4ea5-9e37-40c26236e951" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:23:38 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquired lock "refresh_cache-938728e8-963c-4ea5-9e37-40c26236e951" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:23:38 user nova-compute[74535]: DEBUG nova.network.neutron [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: 938728e8-963c-4ea5-9e37-40c26236e951] Forcefully refreshing network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 10:23:39 user nova-compute[74535]: DEBUG nova.network.neutron [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: 938728e8-963c-4ea5-9e37-40c26236e951] Updating instance_info_cache with network_info: [{"id": "3c7d7fc0-6049-4045-8d78-66880111e5f1", "address": "fa:16:3e:9f:d9:8c", "network": {"id": "759d6a58-74d7-4337-a003-f4544a152928", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-2052355860-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "248a2193854f471b91f3b45fda2d57cf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3c7d7fc0-60", "ovs_interfaceid": "3c7d7fc0-6049-4045-8d78-66880111e5f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:23:39 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Releasing lock "refresh_cache-938728e8-963c-4ea5-9e37-40c26236e951" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:23:39 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: 938728e8-963c-4ea5-9e37-40c26236e951] Updated the network info_cache for instance {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 10:23:42 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:23:43 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:23:46 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:23:47 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:23:52 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:23:57 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:23:59 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-59920b36-7de0-4b76-927d-61201f75d3df tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] Acquiring lock "42a48037-73bb-4037-9b85-1454d51b909b" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:23:59 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-59920b36-7de0-4b76-927d-61201f75d3df tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] Lock "42a48037-73bb-4037-9b85-1454d51b909b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:23:59 user nova-compute[74535]: DEBUG nova.compute.manager [None req-59920b36-7de0-4b76-927d-61201f75d3df tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] [instance: 42a48037-73bb-4037-9b85-1454d51b909b] Starting instance... {{(pid=74535) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 10:23:59 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-59920b36-7de0-4b76-927d-61201f75d3df tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:23:59 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-59920b36-7de0-4b76-927d-61201f75d3df tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:23:59 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-59920b36-7de0-4b76-927d-61201f75d3df tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74535) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 10:23:59 user nova-compute[74535]: INFO nova.compute.claims [None req-59920b36-7de0-4b76-927d-61201f75d3df tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] [instance: 42a48037-73bb-4037-9b85-1454d51b909b] Claim successful on node user
Dec 06 10:23:59 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-59920b36-7de0-4b76-927d-61201f75d3df tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:23:59 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-59920b36-7de0-4b76-927d-61201f75d3df tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:23:59 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-59920b36-7de0-4b76-927d-61201f75d3df tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.267s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:23:59 user nova-compute[74535]: DEBUG nova.compute.manager [None req-59920b36-7de0-4b76-927d-61201f75d3df tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] [instance: 42a48037-73bb-4037-9b85-1454d51b909b] Start building networks asynchronously for instance. {{(pid=74535) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 10:23:59 user nova-compute[74535]: DEBUG nova.compute.manager [None req-59920b36-7de0-4b76-927d-61201f75d3df tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] [instance: 42a48037-73bb-4037-9b85-1454d51b909b] Allocating IP information in the background. {{(pid=74535) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 10:23:59 user nova-compute[74535]: DEBUG nova.network.neutron [None req-59920b36-7de0-4b76-927d-61201f75d3df tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] [instance: 42a48037-73bb-4037-9b85-1454d51b909b] allocate_for_instance() {{(pid=74535) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 10:23:59 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-59920b36-7de0-4b76-927d-61201f75d3df tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] [instance: 42a48037-73bb-4037-9b85-1454d51b909b] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 10:23:59 user nova-compute[74535]: DEBUG nova.compute.manager [None req-59920b36-7de0-4b76-927d-61201f75d3df tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] [instance: 42a48037-73bb-4037-9b85-1454d51b909b] Start building block device mappings for instance. {{(pid=74535) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 10:24:00 user nova-compute[74535]: DEBUG nova.compute.manager [None req-59920b36-7de0-4b76-927d-61201f75d3df tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] [instance: 42a48037-73bb-4037-9b85-1454d51b909b] Start spawning the instance on the hypervisor. {{(pid=74535) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 10:24:00 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-59920b36-7de0-4b76-927d-61201f75d3df tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] [instance: 42a48037-73bb-4037-9b85-1454d51b909b] Creating instance directory {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 10:24:00 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-59920b36-7de0-4b76-927d-61201f75d3df tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] [instance: 42a48037-73bb-4037-9b85-1454d51b909b] Creating image(s)
Dec 06 10:24:00 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-59920b36-7de0-4b76-927d-61201f75d3df tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] Acquiring lock "/opt/stack/data/nova/instances/42a48037-73bb-4037-9b85-1454d51b909b/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:24:00 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-59920b36-7de0-4b76-927d-61201f75d3df tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] Lock "/opt/stack/data/nova/instances/42a48037-73bb-4037-9b85-1454d51b909b/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:24:00 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-59920b36-7de0-4b76-927d-61201f75d3df tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] Lock "/opt/stack/data/nova/instances/42a48037-73bb-4037-9b85-1454d51b909b/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.009s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:24:00 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-59920b36-7de0-4b76-927d-61201f75d3df tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:24:00 user nova-compute[74535]: DEBUG nova.policy [None req-59920b36-7de0-4b76-927d-61201f75d3df tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '94aa1d8578a44e89b6904a329467a16b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4da7ce3b524d44b0b003c73535a861bb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74535) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 10:24:00 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-59920b36-7de0-4b76-927d-61201f75d3df tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.182s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:24:00 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-59920b36-7de0-4b76-927d-61201f75d3df tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] Acquiring lock "7aef4f97309efbd0d8988be1fd45eed756898e08" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:24:00 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-59920b36-7de0-4b76-927d-61201f75d3df tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] Lock "7aef4f97309efbd0d8988be1fd45eed756898e08" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:24:00 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-59920b36-7de0-4b76-927d-61201f75d3df tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:24:00 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-59920b36-7de0-4b76-927d-61201f75d3df tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.191s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:24:00 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-59920b36-7de0-4b76-927d-61201f75d3df tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08,backing_fmt=raw /opt/stack/data/nova/instances/42a48037-73bb-4037-9b85-1454d51b909b/disk 1073741824 {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:24:00 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-59920b36-7de0-4b76-927d-61201f75d3df tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08,backing_fmt=raw /opt/stack/data/nova/instances/42a48037-73bb-4037-9b85-1454d51b909b/disk 1073741824" returned: 0 in 0.051s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:24:00 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-59920b36-7de0-4b76-927d-61201f75d3df tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] Lock "7aef4f97309efbd0d8988be1fd45eed756898e08" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.250s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:24:00 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-59920b36-7de0-4b76-927d-61201f75d3df tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:24:00 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-59920b36-7de0-4b76-927d-61201f75d3df tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.176s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:24:00 user nova-compute[74535]: DEBUG nova.virt.disk.api [None req-59920b36-7de0-4b76-927d-61201f75d3df tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] Checking if we can resize image /opt/stack/data/nova/instances/42a48037-73bb-4037-9b85-1454d51b909b/disk. size=1073741824 {{(pid=74535) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 10:24:00 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-59920b36-7de0-4b76-927d-61201f75d3df tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/42a48037-73bb-4037-9b85-1454d51b909b/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:24:00 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-59920b36-7de0-4b76-927d-61201f75d3df tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/42a48037-73bb-4037-9b85-1454d51b909b/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:24:00 user nova-compute[74535]: DEBUG nova.virt.disk.api [None req-59920b36-7de0-4b76-927d-61201f75d3df tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] Cannot resize image /opt/stack/data/nova/instances/42a48037-73bb-4037-9b85-1454d51b909b/disk to a smaller size. {{(pid=74535) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 10:24:00 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-59920b36-7de0-4b76-927d-61201f75d3df tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] [instance: 42a48037-73bb-4037-9b85-1454d51b909b] Created local disks {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 10:24:00 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-59920b36-7de0-4b76-927d-61201f75d3df tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] [instance: 42a48037-73bb-4037-9b85-1454d51b909b] Ensure instance console log exists: /opt/stack/data/nova/instances/42a48037-73bb-4037-9b85-1454d51b909b/console.log {{(pid=74535) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 10:24:00 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-59920b36-7de0-4b76-927d-61201f75d3df tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:24:00 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-59920b36-7de0-4b76-927d-61201f75d3df tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:24:00 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-59920b36-7de0-4b76-927d-61201f75d3df tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:24:00 user nova-compute[74535]: DEBUG nova.network.neutron [None req-59920b36-7de0-4b76-927d-61201f75d3df tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] [instance: 42a48037-73bb-4037-9b85-1454d51b909b] Successfully created port: 35f12904-c632-45f6-ad85-b92d81071bff {{(pid=74535) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 10:24:01 user nova-compute[74535]: DEBUG nova.network.neutron [None req-59920b36-7de0-4b76-927d-61201f75d3df tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] [instance: 42a48037-73bb-4037-9b85-1454d51b909b] Successfully updated port: 35f12904-c632-45f6-ad85-b92d81071bff {{(pid=74535) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 10:24:01 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-59920b36-7de0-4b76-927d-61201f75d3df tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] Acquiring lock "refresh_cache-42a48037-73bb-4037-9b85-1454d51b909b" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:24:01 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-59920b36-7de0-4b76-927d-61201f75d3df tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] Acquired lock "refresh_cache-42a48037-73bb-4037-9b85-1454d51b909b" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:24:01 user nova-compute[74535]: DEBUG nova.network.neutron [None req-59920b36-7de0-4b76-927d-61201f75d3df tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] [instance: 42a48037-73bb-4037-9b85-1454d51b909b] Building network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 10:24:01 user nova-compute[74535]: DEBUG nova.compute.manager [req-0e87fa9e-19f6-4eae-8479-13e614024bfc req-9058dbab-0ee3-4264-a87a-092b78d77c08 service nova] [instance: 42a48037-73bb-4037-9b85-1454d51b909b] Received event network-changed-35f12904-c632-45f6-ad85-b92d81071bff {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:24:01 user nova-compute[74535]: DEBUG nova.compute.manager [req-0e87fa9e-19f6-4eae-8479-13e614024bfc req-9058dbab-0ee3-4264-a87a-092b78d77c08 service nova] [instance: 42a48037-73bb-4037-9b85-1454d51b909b] Refreshing instance network info cache due to event network-changed-35f12904-c632-45f6-ad85-b92d81071bff. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 10:24:01 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-0e87fa9e-19f6-4eae-8479-13e614024bfc req-9058dbab-0ee3-4264-a87a-092b78d77c08 service nova] Acquiring lock "refresh_cache-42a48037-73bb-4037-9b85-1454d51b909b" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:24:01 user nova-compute[74535]: DEBUG nova.network.neutron [None req-59920b36-7de0-4b76-927d-61201f75d3df tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] [instance: 42a48037-73bb-4037-9b85-1454d51b909b] Instance cache missing network info. {{(pid=74535) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 10:24:01 user nova-compute[74535]: DEBUG nova.network.neutron [None req-59920b36-7de0-4b76-927d-61201f75d3df tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] [instance: 42a48037-73bb-4037-9b85-1454d51b909b] Updating instance_info_cache with network_info: [{"id": "35f12904-c632-45f6-ad85-b92d81071bff", "address": "fa:16:3e:5a:6f:5a", "network": {"id": "479365a7-14dd-48f6-bc9d-89b514e60d34", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.128", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "563f6a2917a742ada39fb0e950eece6e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap35f12904-c6", "ovs_interfaceid": "35f12904-c632-45f6-ad85-b92d81071bff", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:24:01 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-59920b36-7de0-4b76-927d-61201f75d3df tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] Releasing lock "refresh_cache-42a48037-73bb-4037-9b85-1454d51b909b" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:24:01 user nova-compute[74535]: DEBUG nova.compute.manager [None req-59920b36-7de0-4b76-927d-61201f75d3df tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] [instance: 42a48037-73bb-4037-9b85-1454d51b909b] Instance network_info: |[{"id": "35f12904-c632-45f6-ad85-b92d81071bff", "address": "fa:16:3e:5a:6f:5a", "network": {"id": "479365a7-14dd-48f6-bc9d-89b514e60d34", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.128", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "563f6a2917a742ada39fb0e950eece6e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap35f12904-c6", "ovs_interfaceid": "35f12904-c632-45f6-ad85-b92d81071bff", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74535) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 10:24:01 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-0e87fa9e-19f6-4eae-8479-13e614024bfc req-9058dbab-0ee3-4264-a87a-092b78d77c08 service nova] Acquired lock "refresh_cache-42a48037-73bb-4037-9b85-1454d51b909b" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:24:01 user nova-compute[74535]: DEBUG nova.network.neutron [req-0e87fa9e-19f6-4eae-8479-13e614024bfc req-9058dbab-0ee3-4264-a87a-092b78d77c08 service nova] [instance: 42a48037-73bb-4037-9b85-1454d51b909b] Refreshing network info cache for port 35f12904-c632-45f6-ad85-b92d81071bff {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 10:24:01 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-59920b36-7de0-4b76-927d-61201f75d3df tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] [instance: 42a48037-73bb-4037-9b85-1454d51b909b] Start _get_guest_xml network_info=[{"id": "35f12904-c632-45f6-ad85-b92d81071bff", "address": "fa:16:3e:5a:6f:5a", "network": {"id": "479365a7-14dd-48f6-bc9d-89b514e60d34", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.128", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "563f6a2917a742ada39fb0e950eece6e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap35f12904-c6", "ovs_interfaceid": "35f12904-c632-45f6-ad85-b92d81071bff", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T09:52:28Z,direct_url=<?>,disk_format='qcow2',id=b338f3c8-9974-4b9f-bacb-c75dd541c256,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='563f6a2917a742ada39fb0e950eece6e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T09:52:30Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'device_name': '/dev/vda', 'encrypted': False, 'encryption_format': None, 'encryption_options': None, 'encryption_secret_uuid': None, 'boot_index': 0, 'device_type': 'disk', 'size': 0, 'guest_format': None, 'image_id': 'b338f3c8-9974-4b9f-bacb-c75dd541c256'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 10:24:01 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-59920b36-7de0-4b76-927d-61201f75d3df tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:24:01 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-59920b36-7de0-4b76-927d-61201f75d3df tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:24:01 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-59920b36-7de0-4b76-927d-61201f75d3df tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 10:24:01 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-59920b36-7de0-4b76-927d-61201f75d3df tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] CPU controller missing on host. {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 10:24:01 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-59920b36-7de0-4b76-927d-61201f75d3df tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 10:24:01 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-59920b36-7de0-4b76-927d-61201f75d3df tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] CPU controller found on host. {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 10:24:01 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-59920b36-7de0-4b76-927d-61201f75d3df tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74535) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 10:24:01 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-59920b36-7de0-4b76-927d-61201f75d3df tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T09:52:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T09:52:28Z,direct_url=<?>,disk_format='qcow2',id=b338f3c8-9974-4b9f-bacb-c75dd541c256,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='563f6a2917a742ada39fb0e950eece6e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T09:52:30Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 10:24:01 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-59920b36-7de0-4b76-927d-61201f75d3df tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] Flavor limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 10:24:01 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-59920b36-7de0-4b76-927d-61201f75d3df tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] Image limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 10:24:01 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-59920b36-7de0-4b76-927d-61201f75d3df tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] Flavor pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 10:24:01 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-59920b36-7de0-4b76-927d-61201f75d3df tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] Image pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 10:24:01 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-59920b36-7de0-4b76-927d-61201f75d3df tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 10:24:01 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-59920b36-7de0-4b76-927d-61201f75d3df tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 10:24:01 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-59920b36-7de0-4b76-927d-61201f75d3df tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 10:24:01 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-59920b36-7de0-4b76-927d-61201f75d3df tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] Got 1 possible topologies {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 10:24:01 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-59920b36-7de0-4b76-927d-61201f75d3df tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 10:24:01 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-59920b36-7de0-4b76-927d-61201f75d3df tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 10:24:01 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-59920b36-7de0-4b76-927d-61201f75d3df tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:23:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesNegativeTest-instance-963003344',display_name='tempest-VolumesNegativeTest-instance-963003344',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesnegativetest-instance-963003344',id=48,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4da7ce3b524d44b0b003c73535a861bb',ramdisk_id='',reservation_id='r-a4a3ck33',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesNegativeTest-1508163619',owner_user_name='tempest-VolumesNegativeTest-1508163619-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T10:24:00Z,user_data=None,user_id='94aa1d8578a44e89b6904a329467a16b',uuid=42a48037-73bb-4037-9b85-1454d51b909b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "35f12904-c632-45f6-ad85-b92d81071bff", "address": "fa:16:3e:5a:6f:5a", "network": {"id": "479365a7-14dd-48f6-bc9d-89b514e60d34", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.128", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "563f6a2917a742ada39fb0e950eece6e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap35f12904-c6", "ovs_interfaceid": "35f12904-c632-45f6-ad85-b92d81071bff", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74535) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 10:24:01 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-59920b36-7de0-4b76-927d-61201f75d3df tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] Converting VIF {"id": "35f12904-c632-45f6-ad85-b92d81071bff", "address": "fa:16:3e:5a:6f:5a", "network": {"id": "479365a7-14dd-48f6-bc9d-89b514e60d34", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.128", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "563f6a2917a742ada39fb0e950eece6e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap35f12904-c6", "ovs_interfaceid": "35f12904-c632-45f6-ad85-b92d81071bff", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:24:01 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-59920b36-7de0-4b76-927d-61201f75d3df tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5a:6f:5a,bridge_name='br-int',has_traffic_filtering=True,id=35f12904-c632-45f6-ad85-b92d81071bff,network=Network(479365a7-14dd-48f6-bc9d-89b514e60d34),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap35f12904-c6') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:24:01 user nova-compute[74535]: DEBUG nova.objects.instance [None req-59920b36-7de0-4b76-927d-61201f75d3df tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] Lazy-loading 'pci_devices' on Instance uuid 42a48037-73bb-4037-9b85-1454d51b909b {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:24:01 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-59920b36-7de0-4b76-927d-61201f75d3df tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] [instance: 42a48037-73bb-4037-9b85-1454d51b909b] End _get_guest_xml xml=<domain type="kvm">
Dec 06 10:24:01 user nova-compute[74535]:   <uuid>42a48037-73bb-4037-9b85-1454d51b909b</uuid>
Dec 06 10:24:01 user nova-compute[74535]:   <name>instance-00000030</name>
Dec 06 10:24:01 user nova-compute[74535]:   <memory>524288</memory>
Dec 06 10:24:01 user nova-compute[74535]:   <vcpu>1</vcpu>
Dec 06 10:24:01 user nova-compute[74535]:   <metadata>
Dec 06 10:24:01 user nova-compute[74535]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 10:24:01 user nova-compute[74535]:       <nova:package version="0.0.0"/>
Dec 06 10:24:01 user nova-compute[74535]:       <nova:name>tempest-VolumesNegativeTest-instance-963003344</nova:name>
Dec 06 10:24:01 user nova-compute[74535]:       <nova:creationTime>2023-12-06 10:24:01</nova:creationTime>
Dec 06 10:24:01 user nova-compute[74535]:       <nova:flavor name="m1.tiny">
Dec 06 10:24:01 user nova-compute[74535]:         <nova:memory>512</nova:memory>
Dec 06 10:24:01 user nova-compute[74535]:         <nova:disk>1</nova:disk>
Dec 06 10:24:01 user nova-compute[74535]:         <nova:swap>0</nova:swap>
Dec 06 10:24:01 user nova-compute[74535]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 10:24:01 user nova-compute[74535]:         <nova:vcpus>1</nova:vcpus>
Dec 06 10:24:01 user nova-compute[74535]:       </nova:flavor>
Dec 06 10:24:01 user nova-compute[74535]:       <nova:owner>
Dec 06 10:24:01 user nova-compute[74535]:         <nova:user uuid="94aa1d8578a44e89b6904a329467a16b">tempest-VolumesNegativeTest-1508163619-project-member</nova:user>
Dec 06 10:24:01 user nova-compute[74535]:         <nova:project uuid="4da7ce3b524d44b0b003c73535a861bb">tempest-VolumesNegativeTest-1508163619</nova:project>
Dec 06 10:24:01 user nova-compute[74535]:       </nova:owner>
Dec 06 10:24:01 user nova-compute[74535]:       <nova:root type="image" uuid="b338f3c8-9974-4b9f-bacb-c75dd541c256"/>
Dec 06 10:24:01 user nova-compute[74535]:       <nova:ports>
Dec 06 10:24:01 user nova-compute[74535]:         <nova:port uuid="35f12904-c632-45f6-ad85-b92d81071bff">
Dec 06 10:24:01 user nova-compute[74535]:           <nova:ip type="fixed" address="192.168.233.128" ipVersion="4"/>
Dec 06 10:24:01 user nova-compute[74535]:         </nova:port>
Dec 06 10:24:01 user nova-compute[74535]:       </nova:ports>
Dec 06 10:24:01 user nova-compute[74535]:     </nova:instance>
Dec 06 10:24:01 user nova-compute[74535]:   </metadata>
Dec 06 10:24:01 user nova-compute[74535]:   <sysinfo type="smbios">
Dec 06 10:24:01 user nova-compute[74535]:     <system>
Dec 06 10:24:01 user nova-compute[74535]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 10:24:01 user nova-compute[74535]:       <entry name="product">OpenStack Nova</entry>
Dec 06 10:24:01 user nova-compute[74535]:       <entry name="version">0.0.0</entry>
Dec 06 10:24:01 user nova-compute[74535]:       <entry name="serial">42a48037-73bb-4037-9b85-1454d51b909b</entry>
Dec 06 10:24:01 user nova-compute[74535]:       <entry name="uuid">42a48037-73bb-4037-9b85-1454d51b909b</entry>
Dec 06 10:24:01 user nova-compute[74535]:       <entry name="family">Virtual Machine</entry>
Dec 06 10:24:01 user nova-compute[74535]:     </system>
Dec 06 10:24:01 user nova-compute[74535]:   </sysinfo>
Dec 06 10:24:01 user nova-compute[74535]:   <os>
Dec 06 10:24:01 user nova-compute[74535]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 10:24:01 user nova-compute[74535]:     <boot dev="hd"/>
Dec 06 10:24:01 user nova-compute[74535]:     <smbios mode="sysinfo"/>
Dec 06 10:24:01 user nova-compute[74535]:   </os>
Dec 06 10:24:01 user nova-compute[74535]:   <features>
Dec 06 10:24:01 user nova-compute[74535]:     <acpi/>
Dec 06 10:24:01 user nova-compute[74535]:     <apic/>
Dec 06 10:24:01 user nova-compute[74535]:     <vmcoreinfo/>
Dec 06 10:24:01 user nova-compute[74535]:   </features>
Dec 06 10:24:01 user nova-compute[74535]:   <clock offset="utc">
Dec 06 10:24:01 user nova-compute[74535]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 10:24:01 user nova-compute[74535]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 10:24:01 user nova-compute[74535]:     <timer name="hpet" present="no"/>
Dec 06 10:24:01 user nova-compute[74535]:   </clock>
Dec 06 10:24:01 user nova-compute[74535]:   <cpu mode="custom" match="exact">
Dec 06 10:24:01 user nova-compute[74535]:     <model>Nehalem</model>
Dec 06 10:24:01 user nova-compute[74535]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 10:24:01 user nova-compute[74535]:   </cpu>
Dec 06 10:24:01 user nova-compute[74535]:   <devices>
Dec 06 10:24:01 user nova-compute[74535]:     <disk type="file" device="disk">
Dec 06 10:24:01 user nova-compute[74535]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 10:24:01 user nova-compute[74535]:       <source file="/opt/stack/data/nova/instances/42a48037-73bb-4037-9b85-1454d51b909b/disk"/>
Dec 06 10:24:01 user nova-compute[74535]:       <target dev="vda" bus="virtio"/>
Dec 06 10:24:01 user nova-compute[74535]:     </disk>
Dec 06 10:24:01 user nova-compute[74535]:     <interface type="ethernet">
Dec 06 10:24:01 user nova-compute[74535]:       <mac address="fa:16:3e:5a:6f:5a"/>
Dec 06 10:24:01 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 10:24:01 user nova-compute[74535]:       <mtu size="1442"/>
Dec 06 10:24:01 user nova-compute[74535]:       <target dev="tap35f12904-c6"/>
Dec 06 10:24:01 user nova-compute[74535]:     </interface>
Dec 06 10:24:01 user nova-compute[74535]:     <serial type="pty">
Dec 06 10:24:01 user nova-compute[74535]:       <log file="/opt/stack/data/nova/instances/42a48037-73bb-4037-9b85-1454d51b909b/console.log" append="off"/>
Dec 06 10:24:01 user nova-compute[74535]:     </serial>
Dec 06 10:24:01 user nova-compute[74535]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 10:24:01 user nova-compute[74535]:     <video>
Dec 06 10:24:01 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 10:24:01 user nova-compute[74535]:     </video>
Dec 06 10:24:01 user nova-compute[74535]:     <rng model="virtio">
Dec 06 10:24:01 user nova-compute[74535]:       <backend model="random">/dev/urandom</backend>
Dec 06 10:24:01 user nova-compute[74535]:     </rng>
Dec 06 10:24:01 user nova-compute[74535]:     <controller type="usb" index="0" model="none"/>
Dec 06 10:24:01 user nova-compute[74535]:     <memballoon model="virtio">
Dec 06 10:24:01 user nova-compute[74535]:       <stats period="10"/>
Dec 06 10:24:01 user nova-compute[74535]:     </memballoon>
Dec 06 10:24:01 user nova-compute[74535]:   </devices>
Dec 06 10:24:01 user nova-compute[74535]: </domain>
Dec 06 10:24:01 user nova-compute[74535]:  {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 10:24:01 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-59920b36-7de0-4b76-927d-61201f75d3df tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:23:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesNegativeTest-instance-963003344',display_name='tempest-VolumesNegativeTest-instance-963003344',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesnegativetest-instance-963003344',id=48,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4da7ce3b524d44b0b003c73535a861bb',ramdisk_id='',reservation_id='r-a4a3ck33',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesNegativeTest-1508163619',owner_user_name='tempest-VolumesNegativeTest-1508163619-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T10:24:00Z,user_data=None,user_id='94aa1d8578a44e89b6904a329467a16b',uuid=42a48037-73bb-4037-9b85-1454d51b909b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "35f12904-c632-45f6-ad85-b92d81071bff", "address": "fa:16:3e:5a:6f:5a", "network": {"id": "479365a7-14dd-48f6-bc9d-89b514e60d34", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.128", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "563f6a2917a742ada39fb0e950eece6e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap35f12904-c6", "ovs_interfaceid": "35f12904-c632-45f6-ad85-b92d81071bff", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 10:24:01 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-59920b36-7de0-4b76-927d-61201f75d3df tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] Converting VIF {"id": "35f12904-c632-45f6-ad85-b92d81071bff", "address": "fa:16:3e:5a:6f:5a", "network": {"id": "479365a7-14dd-48f6-bc9d-89b514e60d34", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.128", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "563f6a2917a742ada39fb0e950eece6e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap35f12904-c6", "ovs_interfaceid": "35f12904-c632-45f6-ad85-b92d81071bff", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:24:01 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-59920b36-7de0-4b76-927d-61201f75d3df tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5a:6f:5a,bridge_name='br-int',has_traffic_filtering=True,id=35f12904-c632-45f6-ad85-b92d81071bff,network=Network(479365a7-14dd-48f6-bc9d-89b514e60d34),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap35f12904-c6') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:24:01 user nova-compute[74535]: DEBUG os_vif [None req-59920b36-7de0-4b76-927d-61201f75d3df tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:5a:6f:5a,bridge_name='br-int',has_traffic_filtering=True,id=35f12904-c632-45f6-ad85-b92d81071bff,network=Network(479365a7-14dd-48f6-bc9d-89b514e60d34),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap35f12904-c6') {{(pid=74535) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 10:24:01 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:24:01 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:24:01 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 10:24:01 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:24:01 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'd1f31eba-519b-5006-9ede-0f62e5fc27cd', '_type': 'linux-noop'}}, row=False) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:24:01 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:24:01 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:24:01 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:24:01 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap35f12904-c6, may_exist=True, interface_attrs={}) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:24:01 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap35f12904-c6, col_values=(('qos', UUID('e4110d90-6e21-4884-b009-59b13884bd15')),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:24:01 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap35f12904-c6, col_values=(('external_ids', {'iface-id': '35f12904-c632-45f6-ad85-b92d81071bff', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:5a:6f:5a', 'vm-uuid': '42a48037-73bb-4037-9b85-1454d51b909b'}),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:24:01 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:24:01 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:24:01 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:24:01 user nova-compute[74535]: INFO os_vif [None req-59920b36-7de0-4b76-927d-61201f75d3df tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:5a:6f:5a,bridge_name='br-int',has_traffic_filtering=True,id=35f12904-c632-45f6-ad85-b92d81071bff,network=Network(479365a7-14dd-48f6-bc9d-89b514e60d34),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap35f12904-c6')
Dec 06 10:24:02 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-59920b36-7de0-4b76-927d-61201f75d3df tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] No BDM found with device name vda, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 10:24:02 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-59920b36-7de0-4b76-927d-61201f75d3df tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] No VIF found with MAC fa:16:3e:5a:6f:5a, not building metadata {{(pid=74535) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 10:24:02 user nova-compute[74535]: DEBUG nova.network.neutron [req-0e87fa9e-19f6-4eae-8479-13e614024bfc req-9058dbab-0ee3-4264-a87a-092b78d77c08 service nova] [instance: 42a48037-73bb-4037-9b85-1454d51b909b] Updated VIF entry in instance network info cache for port 35f12904-c632-45f6-ad85-b92d81071bff. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 10:24:02 user nova-compute[74535]: DEBUG nova.network.neutron [req-0e87fa9e-19f6-4eae-8479-13e614024bfc req-9058dbab-0ee3-4264-a87a-092b78d77c08 service nova] [instance: 42a48037-73bb-4037-9b85-1454d51b909b] Updating instance_info_cache with network_info: [{"id": "35f12904-c632-45f6-ad85-b92d81071bff", "address": "fa:16:3e:5a:6f:5a", "network": {"id": "479365a7-14dd-48f6-bc9d-89b514e60d34", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.128", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "563f6a2917a742ada39fb0e950eece6e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap35f12904-c6", "ovs_interfaceid": "35f12904-c632-45f6-ad85-b92d81071bff", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:24:02 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-0e87fa9e-19f6-4eae-8479-13e614024bfc req-9058dbab-0ee3-4264-a87a-092b78d77c08 service nova] Releasing lock "refresh_cache-42a48037-73bb-4037-9b85-1454d51b909b" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:24:03 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:24:03 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:24:03 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:24:03 user nova-compute[74535]: DEBUG nova.compute.manager [req-85dfc1f2-1e7d-455f-ac7f-7f5691d4f290 req-01e8feaf-79f4-46f6-a851-3bd376511768 service nova] [instance: 42a48037-73bb-4037-9b85-1454d51b909b] Received event network-vif-plugged-35f12904-c632-45f6-ad85-b92d81071bff {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:24:03 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-85dfc1f2-1e7d-455f-ac7f-7f5691d4f290 req-01e8feaf-79f4-46f6-a851-3bd376511768 service nova] Acquiring lock "42a48037-73bb-4037-9b85-1454d51b909b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:24:03 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-85dfc1f2-1e7d-455f-ac7f-7f5691d4f290 req-01e8feaf-79f4-46f6-a851-3bd376511768 service nova] Lock "42a48037-73bb-4037-9b85-1454d51b909b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:24:03 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-85dfc1f2-1e7d-455f-ac7f-7f5691d4f290 req-01e8feaf-79f4-46f6-a851-3bd376511768 service nova] Lock "42a48037-73bb-4037-9b85-1454d51b909b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:24:03 user nova-compute[74535]: DEBUG nova.compute.manager [req-85dfc1f2-1e7d-455f-ac7f-7f5691d4f290 req-01e8feaf-79f4-46f6-a851-3bd376511768 service nova] [instance: 42a48037-73bb-4037-9b85-1454d51b909b] No waiting events found dispatching network-vif-plugged-35f12904-c632-45f6-ad85-b92d81071bff {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:24:03 user nova-compute[74535]: WARNING nova.compute.manager [req-85dfc1f2-1e7d-455f-ac7f-7f5691d4f290 req-01e8feaf-79f4-46f6-a851-3bd376511768 service nova] [instance: 42a48037-73bb-4037-9b85-1454d51b909b] Received unexpected event network-vif-plugged-35f12904-c632-45f6-ad85-b92d81071bff for instance with vm_state building and task_state spawning.
Dec 06 10:24:03 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:24:03 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:24:03 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:24:03 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:24:05 user nova-compute[74535]: DEBUG nova.compute.manager [None req-59920b36-7de0-4b76-927d-61201f75d3df tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] [instance: 42a48037-73bb-4037-9b85-1454d51b909b] Instance event wait completed in 0 seconds for  {{(pid=74535) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 10:24:05 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-59920b36-7de0-4b76-927d-61201f75d3df tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] [instance: 42a48037-73bb-4037-9b85-1454d51b909b] Guest created on hypervisor {{(pid=74535) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 10:24:05 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: 42a48037-73bb-4037-9b85-1454d51b909b] Instance spawned successfully.
Dec 06 10:24:05 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-59920b36-7de0-4b76-927d-61201f75d3df tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] [instance: 42a48037-73bb-4037-9b85-1454d51b909b] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 10:24:05 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-59920b36-7de0-4b76-927d-61201f75d3df tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] [instance: 42a48037-73bb-4037-9b85-1454d51b909b] Found default for hw_cdrom_bus of ide {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:24:05 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-59920b36-7de0-4b76-927d-61201f75d3df tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] [instance: 42a48037-73bb-4037-9b85-1454d51b909b] Found default for hw_disk_bus of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:24:05 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-59920b36-7de0-4b76-927d-61201f75d3df tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] [instance: 42a48037-73bb-4037-9b85-1454d51b909b] Found default for hw_input_bus of None {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:24:05 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-59920b36-7de0-4b76-927d-61201f75d3df tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] [instance: 42a48037-73bb-4037-9b85-1454d51b909b] Found default for hw_pointer_model of None {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:24:05 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-59920b36-7de0-4b76-927d-61201f75d3df tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] [instance: 42a48037-73bb-4037-9b85-1454d51b909b] Found default for hw_video_model of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:24:05 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-59920b36-7de0-4b76-927d-61201f75d3df tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] [instance: 42a48037-73bb-4037-9b85-1454d51b909b] Found default for hw_vif_model of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:24:05 user nova-compute[74535]: INFO nova.compute.manager [None req-59920b36-7de0-4b76-927d-61201f75d3df tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] [instance: 42a48037-73bb-4037-9b85-1454d51b909b] Took 5.45 seconds to spawn the instance on the hypervisor.
Dec 06 10:24:05 user nova-compute[74535]: DEBUG nova.compute.manager [None req-59920b36-7de0-4b76-927d-61201f75d3df tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] [instance: 42a48037-73bb-4037-9b85-1454d51b909b] Checking state {{(pid=74535) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 10:24:05 user nova-compute[74535]: INFO nova.compute.manager [None req-59920b36-7de0-4b76-927d-61201f75d3df tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] [instance: 42a48037-73bb-4037-9b85-1454d51b909b] Took 6.05 seconds to build instance.
Dec 06 10:24:05 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-59920b36-7de0-4b76-927d-61201f75d3df tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] Lock "42a48037-73bb-4037-9b85-1454d51b909b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.141s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:24:06 user nova-compute[74535]: DEBUG nova.compute.manager [req-35d38f0b-f8b8-4052-b813-305544647b73 req-5b1a1796-350a-4247-87ed-3fa4c80cc592 service nova] [instance: 42a48037-73bb-4037-9b85-1454d51b909b] Received event network-vif-plugged-35f12904-c632-45f6-ad85-b92d81071bff {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:24:06 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-35d38f0b-f8b8-4052-b813-305544647b73 req-5b1a1796-350a-4247-87ed-3fa4c80cc592 service nova] Acquiring lock "42a48037-73bb-4037-9b85-1454d51b909b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:24:06 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-35d38f0b-f8b8-4052-b813-305544647b73 req-5b1a1796-350a-4247-87ed-3fa4c80cc592 service nova] Lock "42a48037-73bb-4037-9b85-1454d51b909b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:24:06 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-35d38f0b-f8b8-4052-b813-305544647b73 req-5b1a1796-350a-4247-87ed-3fa4c80cc592 service nova] Lock "42a48037-73bb-4037-9b85-1454d51b909b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:24:06 user nova-compute[74535]: DEBUG nova.compute.manager [req-35d38f0b-f8b8-4052-b813-305544647b73 req-5b1a1796-350a-4247-87ed-3fa4c80cc592 service nova] [instance: 42a48037-73bb-4037-9b85-1454d51b909b] No waiting events found dispatching network-vif-plugged-35f12904-c632-45f6-ad85-b92d81071bff {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:24:06 user nova-compute[74535]: WARNING nova.compute.manager [req-35d38f0b-f8b8-4052-b813-305544647b73 req-5b1a1796-350a-4247-87ed-3fa4c80cc592 service nova] [instance: 42a48037-73bb-4037-9b85-1454d51b909b] Received unexpected event network-vif-plugged-35f12904-c632-45f6-ad85-b92d81071bff for instance with vm_state active and task_state None.
Dec 06 10:24:06 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:24:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:24:11 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:24:16 user nova-compute[74535]: DEBUG nova.compute.manager [req-c02afa90-6ac2-403c-9eb2-13e8b3868170 req-f7832056-140f-4dd4-aa1a-18961d6ca9af service nova] [instance: 938728e8-963c-4ea5-9e37-40c26236e951] Received event network-changed-3c7d7fc0-6049-4045-8d78-66880111e5f1 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:24:16 user nova-compute[74535]: DEBUG nova.compute.manager [req-c02afa90-6ac2-403c-9eb2-13e8b3868170 req-f7832056-140f-4dd4-aa1a-18961d6ca9af service nova] [instance: 938728e8-963c-4ea5-9e37-40c26236e951] Refreshing instance network info cache due to event network-changed-3c7d7fc0-6049-4045-8d78-66880111e5f1. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 10:24:16 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-c02afa90-6ac2-403c-9eb2-13e8b3868170 req-f7832056-140f-4dd4-aa1a-18961d6ca9af service nova] Acquiring lock "refresh_cache-938728e8-963c-4ea5-9e37-40c26236e951" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:24:16 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-c02afa90-6ac2-403c-9eb2-13e8b3868170 req-f7832056-140f-4dd4-aa1a-18961d6ca9af service nova] Acquired lock "refresh_cache-938728e8-963c-4ea5-9e37-40c26236e951" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:24:16 user nova-compute[74535]: DEBUG nova.network.neutron [req-c02afa90-6ac2-403c-9eb2-13e8b3868170 req-f7832056-140f-4dd4-aa1a-18961d6ca9af service nova] [instance: 938728e8-963c-4ea5-9e37-40c26236e951] Refreshing network info cache for port 3c7d7fc0-6049-4045-8d78-66880111e5f1 {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 10:24:16 user nova-compute[74535]: DEBUG nova.network.neutron [req-c02afa90-6ac2-403c-9eb2-13e8b3868170 req-f7832056-140f-4dd4-aa1a-18961d6ca9af service nova] [instance: 938728e8-963c-4ea5-9e37-40c26236e951] Updated VIF entry in instance network info cache for port 3c7d7fc0-6049-4045-8d78-66880111e5f1. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 10:24:16 user nova-compute[74535]: DEBUG nova.network.neutron [req-c02afa90-6ac2-403c-9eb2-13e8b3868170 req-f7832056-140f-4dd4-aa1a-18961d6ca9af service nova] [instance: 938728e8-963c-4ea5-9e37-40c26236e951] Updating instance_info_cache with network_info: [{"id": "3c7d7fc0-6049-4045-8d78-66880111e5f1", "address": "fa:16:3e:9f:d9:8c", "network": {"id": "759d6a58-74d7-4337-a003-f4544a152928", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-2052355860-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.74", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "248a2193854f471b91f3b45fda2d57cf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3c7d7fc0-60", "ovs_interfaceid": "3c7d7fc0-6049-4045-8d78-66880111e5f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:24:16 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-c02afa90-6ac2-403c-9eb2-13e8b3868170 req-f7832056-140f-4dd4-aa1a-18961d6ca9af service nova] Releasing lock "refresh_cache-938728e8-963c-4ea5-9e37-40c26236e951" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:24:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:24:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:24:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74535) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 10:24:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74535) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 10:24:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74535) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 10:24:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:24:18 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:24:19 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a3dfe36e-a7f8-447c-8896-33c53a00487e tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] Acquiring lock "938728e8-963c-4ea5-9e37-40c26236e951" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:24:19 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a3dfe36e-a7f8-447c-8896-33c53a00487e tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] Lock "938728e8-963c-4ea5-9e37-40c26236e951" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:24:19 user nova-compute[74535]: DEBUG nova.objects.instance [None req-a3dfe36e-a7f8-447c-8896-33c53a00487e tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] Lazy-loading 'flavor' on Instance uuid 938728e8-963c-4ea5-9e37-40c26236e951 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:24:19 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a3dfe36e-a7f8-447c-8896-33c53a00487e tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] Lock "938728e8-963c-4ea5-9e37-40c26236e951" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.048s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:24:19 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a3dfe36e-a7f8-447c-8896-33c53a00487e tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] Acquiring lock "938728e8-963c-4ea5-9e37-40c26236e951" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:24:19 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a3dfe36e-a7f8-447c-8896-33c53a00487e tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] Lock "938728e8-963c-4ea5-9e37-40c26236e951" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:24:19 user nova-compute[74535]: INFO nova.compute.manager [None req-a3dfe36e-a7f8-447c-8896-33c53a00487e tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] [instance: 938728e8-963c-4ea5-9e37-40c26236e951] Attaching volume 5684c23e-4b91-4443-995f-1569b9a73adf to /dev/vdb
Dec 06 10:24:19 user nova-compute[74535]: DEBUG os_brick.utils [None req-a3dfe36e-a7f8-447c-8896-33c53a00487e tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:24:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:24:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:24:19 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[94b97245-4891-4d15-9bb0-f793f0074c4b]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d95ac7cee77a\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:24:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:24:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:24:19 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[eddcae2c-60bc-4704-873f-534cbe301259]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:24:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:24:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:24:19 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[cafd9fa6-6172-48f7-b048-93445686e7e6]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:24:19 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[0421d9ca-f3dd-4387-82b2-0e352b793f8f]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:24:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-a3dfe36e-a7f8-447c-8896-33c53a00487e tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] Running cmd (subprocess): nvme version {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:24:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-a3dfe36e-a7f8-447c-8896-33c53a00487e tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] 'nvme version' failed. Not Retrying. {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 10:24:19 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.nvmeof [None req-a3dfe36e-a7f8-447c-8896-33c53a00487e tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] nvme not present on system {{(pid=74535) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 10:24:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:24:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 10:24:19 user nova-compute[74535]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 10:24:19 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[5043bd95-49a5-4ae6-9f59-a08fbf8b2d1a]: (4, '') {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:24:19 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-a3dfe36e-a7f8-447c-8896-33c53a00487e tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74535) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 10:24:19 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-a3dfe36e-a7f8-447c-8896-33c53a00487e tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74535) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 10:24:19 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-a3dfe36e-a7f8-447c-8896-33c53a00487e tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] LIGHTOS: no hostnqn found. {{(pid=74535) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 10:24:19 user nova-compute[74535]: DEBUG os_brick.utils [None req-a3dfe36e-a7f8-447c-8896-33c53a00487e tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] <== get_connector_properties: return (124ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d95ac7cee77a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:24:19 user nova-compute[74535]: DEBUG nova.virt.block_device [None req-a3dfe36e-a7f8-447c-8896-33c53a00487e tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] [instance: 938728e8-963c-4ea5-9e37-40c26236e951] Updating existing volume attachment record: cf5a3935-0a1f-4dd1-8a11-641e7f7e6a7e {{(pid=74535) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 10:24:21 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:24:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:24:24 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:24:24 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:24:24 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74535) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 10:24:26 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:24:27 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:24:27 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:24:27 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:24:27 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:24:27 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Auditing locally available compute resources for user (node: user) {{(pid=74535) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 10:24:28 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/42a48037-73bb-4037-9b85-1454d51b909b/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:24:28 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/42a48037-73bb-4037-9b85-1454d51b909b/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:24:28 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/42a48037-73bb-4037-9b85-1454d51b909b/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:24:28 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/42a48037-73bb-4037-9b85-1454d51b909b/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:24:28 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/938728e8-963c-4ea5-9e37-40c26236e951/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:24:28 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/938728e8-963c-4ea5-9e37-40c26236e951/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:24:28 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/938728e8-963c-4ea5-9e37-40c26236e951/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:24:28 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:24:28 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/938728e8-963c-4ea5-9e37-40c26236e951/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:24:28 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74535) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 10:24:28 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f980f0fd-c4e6-4f6c-9d11-6acf8b231231/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:24:28 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f980f0fd-c4e6-4f6c-9d11-6acf8b231231/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:24:28 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f980f0fd-c4e6-4f6c-9d11-6acf8b231231/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:24:29 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a3dfe36e-a7f8-447c-8896-33c53a00487e tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] [instance: 938728e8-963c-4ea5-9e37-40c26236e951] Calling os-brick to attach iSCSI Volume {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 10:24:29 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3dfe36e-a7f8-447c-8896-33c53a00487e tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:5684c23e-4b91-4443-995f-1569b9a73adf', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XncNGyfQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:24:29 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-a3dfe36e-a7f8-447c-8896-33c53a00487e tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:24:29 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-a3dfe36e-a7f8-447c-8896-33c53a00487e tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:24:29 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-a3dfe36e-a7f8-447c-8896-33c53a00487e tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:24:29 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-a3dfe36e-a7f8-447c-8896-33c53a00487e tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:24:29 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-a3dfe36e-a7f8-447c-8896-33c53a00487e tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5684c23e-4b91-4443-995f-1569b9a73adf" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:24:29 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-a3dfe36e-a7f8-447c-8896-33c53a00487e tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5684c23e-4b91-4443-995f-1569b9a73adf" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:24:29 user nova-compute[74535]: INFO os_brick.initiator.connectors.iscsi [None req-a3dfe36e-a7f8-447c-8896-33c53a00487e tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 10:24:29 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5684c23e-4b91-4443-995f-1569b9a73adf -p 172.16.0.220:3260 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:24:29 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5684c23e-4b91-4443-995f-1569b9a73adf -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:24:29 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[caff848e-e848-4964-8281-c882f15aeb91]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:24:29 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3dfe36e-a7f8-447c-8896-33c53a00487e tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 10:24:29 user nova-compute[74535]:  {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:24:29 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5684c23e-4b91-4443-995f-1569b9a73adf -p 172.16.0.220:3260 --interface default --op new {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:24:29 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5684c23e-4b91-4443-995f-1569b9a73adf -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:24:29 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e0f5a83-692b-4c9c-957e-dc3e87ac39a2]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5684c23e-4b91-4443-995f-1569b9a73adf] added\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:24:29 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3dfe36e-a7f8-447c-8896-33c53a00487e tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5684c23e-4b91-4443-995f-1569b9a73adf] added
Dec 06 10:24:29 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:24:29 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5684c23e-4b91-4443-995f-1569b9a73adf -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:24:29 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5684c23e-4b91-4443-995f-1569b9a73adf -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:24:29 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[703f71c3-0a9f-4dfe-9876-0d91a191a5b5]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:24:29 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3dfe36e-a7f8-447c-8896-33c53a00487e tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:24:29 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5684c23e-4b91-4443-995f-1569b9a73adf -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:24:29 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5684c23e-4b91-4443-995f-1569b9a73adf -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:24:29 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[ebeee490-6ce5-4540-afad-61e12c2b4859]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:24:29 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3dfe36e-a7f8-447c-8896-33c53a00487e tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:24:29 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5684c23e-4b91-4443-995f-1569b9a73adf -p 172.16.0.220:3260 --op update -n node.session.auth.username -v XncNGyfQ {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:24:29 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f980f0fd-c4e6-4f6c-9d11-6acf8b231231/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:24:29 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5684c23e-4b91-4443-995f-1569b9a73adf -p 172.16.0.220:3260 --op update -n node.session.auth.username -v XncNGyfQ" returned: 0 in 0.017s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:24:29 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[fec722ff-9ceb-4d96-9ce7-b01e249097fa]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:24:29 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3dfe36e-a7f8-447c-8896-33c53a00487e tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'XncNGyfQ'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:24:29 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5684c23e-4b91-4443-995f-1569b9a73adf -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:24:29 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74535) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 10:24:29 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5684c23e-4b91-4443-995f-1569b9a73adf -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.028s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:24:29 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c538ee9-71e0-4e00-8c9e-9bc0db7b6448]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:24:29 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3dfe36e-a7f8-447c-8896-33c53a00487e tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:24:29 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:24:29 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:24:29 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[17bee2fb-85aa-49f0-aa8e-410e4f50c660]: (4, ('tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c (non-flash)\ntcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2979cc08-5d13-4b31-bbab-6c2bfa7cdc14 (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:24:29 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3dfe36e-a7f8-447c-8896-33c53a00487e tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c (non-flash)
Dec 06 10:24:29 user nova-compute[74535]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2979cc08-5d13-4b31-bbab-6c2bfa7cdc14 (non-flash)
Dec 06 10:24:29 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:24:29 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3dfe36e-a7f8-447c-8896-33c53a00487e tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] iscsi session list stdout=tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c (non-flash)
Dec 06 10:24:29 user nova-compute[74535]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2979cc08-5d13-4b31-bbab-6c2bfa7cdc14 (non-flash)
Dec 06 10:24:29 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:24:29 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5684c23e-4b91-4443-995f-1569b9a73adf -p 172.16.0.220:3260 --login {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:24:29 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:24:29 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:24:29 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Hypervisor/Node resource view: name=user free_ram=8375MB free_disk=25.129985809326172GB free_vcpus=7 pci_devices=[{"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74535) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 10:24:29 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:24:29 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:24:29 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5684c23e-4b91-4443-995f-1569b9a73adf -p 172.16.0.220:3260 --login" returned: 0 in 0.058s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:24:29 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e5d0534-b1f1-49b7-a623-03c1e78f7a8e]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:5684c23e-4b91-4443-995f-1569b9a73adf, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:5684c23e-4b91-4443-995f-1569b9a73adf, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:24:29 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3dfe36e-a7f8-447c-8896-33c53a00487e tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:5684c23e-4b91-4443-995f-1569b9a73adf, portal: 172.16.0.220,3260]
Dec 06 10:24:29 user nova-compute[74535]: Login to [iface: default, target: iqn.2010-10.org.openstack:5684c23e-4b91-4443-995f-1569b9a73adf, portal: 172.16.0.220,3260] successful.
Dec 06 10:24:29 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:24:29 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5684c23e-4b91-4443-995f-1569b9a73adf -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:24:29 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5684c23e-4b91-4443-995f-1569b9a73adf -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.027s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:24:29 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4e542a1-d2d2-4a4b-9027-d1aeded6dd1c]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:24:29 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3dfe36e-a7f8-447c-8896-33c53a00487e tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:24:29 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:24:29 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 7116d71e-3fd9-473f-b5e5-2c7721f76c1a actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:24:29 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 938728e8-963c-4ea5-9e37-40c26236e951 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:24:29 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance b23c9201-20bd-4ef4-b6ab-c433a37098cc actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:24:29 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance f980f0fd-c4e6-4f6c-9d11-6acf8b231231 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:24:29 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 42a48037-73bb-4037-9b85-1454d51b909b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:24:29 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Total usable vcpus: 12, total allocated vcpus: 5 {{(pid=74535) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 10:24:29 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Final resource view: name=user phys_ram=16011MB used_ram=3072MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=5 pci_stats=[] {{(pid=74535) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 10:24:29 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:24:29 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd4c78d4-e823-44a7-ad0a-a5ab3b70323a]: (4, ('tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c (non-flash)\ntcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2979cc08-5d13-4b31-bbab-6c2bfa7cdc14 (non-flash)\ntcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5684c23e-4b91-4443-995f-1569b9a73adf (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:24:29 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3dfe36e-a7f8-447c-8896-33c53a00487e tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c (non-flash)
Dec 06 10:24:29 user nova-compute[74535]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2979cc08-5d13-4b31-bbab-6c2bfa7cdc14 (non-flash)
Dec 06 10:24:29 user nova-compute[74535]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5684c23e-4b91-4443-995f-1569b9a73adf (non-flash)
Dec 06 10:24:29 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:24:29 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3dfe36e-a7f8-447c-8896-33c53a00487e tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] iscsi session list stdout=tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c (non-flash)
Dec 06 10:24:29 user nova-compute[74535]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2979cc08-5d13-4b31-bbab-6c2bfa7cdc14 (non-flash)
Dec 06 10:24:29 user nova-compute[74535]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5684c23e-4b91-4443-995f-1569b9a73adf (non-flash)
Dec 06 10:24:29 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:24:29 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-a3dfe36e-a7f8-447c-8896-33c53a00487e tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5684c23e-4b91-4443-995f-1569b9a73adf" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.614s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:24:29 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3dfe36e-a7f8-447c-8896-33c53a00487e tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] Connected to 172.16.0.220:3260 {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 10:24:29 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-a3dfe36e-a7f8-447c-8896-33c53a00487e tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] HCTL ('35', '-', '-', 0) found on session 52 with lun 0 {{(pid=74535) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 10:24:29 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-a3dfe36e-a7f8-447c-8896-33c53a00487e tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74535) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 10:24:29 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:24:29 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:24:29 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[91d4441a-463b-4d4d-ada1-fcbea879b23c]: (4, ('- - 0', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:24:29 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-a3dfe36e-a7f8-447c-8896-33c53a00487e tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] Searching for a device in session 52 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74535) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 10:24:29 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3dfe36e-a7f8-447c-8896-33c53a00487e tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:5684c23e-4b91-4443-995f-1569b9a73adf', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XncNGyfQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 10:24:29 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:24:30 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:24:30 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Compute_service record updated for user:user {{(pid=74535) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 10:24:30 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.486s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:24:30 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-a3dfe36e-a7f8-447c-8896-33c53a00487e tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.648s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:24:30 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3dfe36e-a7f8-447c-8896-33c53a00487e tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] <== connect_volume: return (1650ms) {'type': 'block', 'scsi_wwn': '23363333232646161', 'path': '/dev/sdd'} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:24:30 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a3dfe36e-a7f8-447c-8896-33c53a00487e tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] [instance: 938728e8-963c-4ea5-9e37-40c26236e951] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23363333232646161', 'path': '/dev/sdd'} {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 10:24:30 user nova-compute[74535]: DEBUG nova.objects.instance [None req-a3dfe36e-a7f8-447c-8896-33c53a00487e tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] Lazy-loading 'flavor' on Instance uuid 938728e8-963c-4ea5-9e37-40c26236e951 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:24:30 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-a3dfe36e-a7f8-447c-8896-33c53a00487e tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 10:24:30 user nova-compute[74535]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 10:24:30 user nova-compute[74535]:   <source dev="/dev/sdd"/>
Dec 06 10:24:30 user nova-compute[74535]:   <target dev="vdb" bus="virtio"/>
Dec 06 10:24:30 user nova-compute[74535]:   <serial>5684c23e-4b91-4443-995f-1569b9a73adf</serial>
Dec 06 10:24:30 user nova-compute[74535]: </disk>
Dec 06 10:24:30 user nova-compute[74535]:  {{(pid=74535) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 10:24:31 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-a3dfe36e-a7f8-447c-8896-33c53a00487e tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] No BDM found with device name vda, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 10:24:31 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-a3dfe36e-a7f8-447c-8896-33c53a00487e tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 10:24:31 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-a3dfe36e-a7f8-447c-8896-33c53a00487e tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] No VIF found with MAC fa:16:3e:9f:d9:8c, not building metadata {{(pid=74535) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 10:24:31 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a3dfe36e-a7f8-447c-8896-33c53a00487e tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] Lock "938728e8-963c-4ea5-9e37-40c26236e951" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 11.583s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:24:31 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:24:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-5b5be7d2-dc70-4442-9a7c-ce7d5befdfd6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] Acquiring lock "938728e8-963c-4ea5-9e37-40c26236e951" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:24:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-5b5be7d2-dc70-4442-9a7c-ce7d5befdfd6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] Lock "938728e8-963c-4ea5-9e37-40c26236e951" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:24:32 user nova-compute[74535]: INFO nova.compute.manager [None req-5b5be7d2-dc70-4442-9a7c-ce7d5befdfd6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] [instance: 938728e8-963c-4ea5-9e37-40c26236e951] Detaching volume 5684c23e-4b91-4443-995f-1569b9a73adf
Dec 06 10:24:32 user nova-compute[74535]: INFO nova.virt.block_device [None req-5b5be7d2-dc70-4442-9a7c-ce7d5befdfd6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] [instance: 938728e8-963c-4ea5-9e37-40c26236e951] Attempting to driver detach volume 5684c23e-4b91-4443-995f-1569b9a73adf from mountpoint /dev/vdb
Dec 06 10:24:32 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-5b5be7d2-dc70-4442-9a7c-ce7d5befdfd6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] Attempting to detach device vdb from instance 938728e8-963c-4ea5-9e37-40c26236e951 from the persistent domain config. {{(pid=74535) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 10:24:32 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-5b5be7d2-dc70-4442-9a7c-ce7d5befdfd6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 10:24:32 user nova-compute[74535]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 10:24:32 user nova-compute[74535]:   <source dev="/dev/sdd"/>
Dec 06 10:24:32 user nova-compute[74535]:   <target dev="vdb" bus="virtio"/>
Dec 06 10:24:32 user nova-compute[74535]:   <serial>5684c23e-4b91-4443-995f-1569b9a73adf</serial>
Dec 06 10:24:32 user nova-compute[74535]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 10:24:32 user nova-compute[74535]: </disk>
Dec 06 10:24:32 user nova-compute[74535]:  {{(pid=74535) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 10:24:32 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-5b5be7d2-dc70-4442-9a7c-ce7d5befdfd6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] Successfully detached device vdb from instance 938728e8-963c-4ea5-9e37-40c26236e951 from the persistent domain config.
Dec 06 10:24:32 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-5b5be7d2-dc70-4442-9a7c-ce7d5befdfd6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 938728e8-963c-4ea5-9e37-40c26236e951 from the live domain config. {{(pid=74535) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 10:24:32 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-5b5be7d2-dc70-4442-9a7c-ce7d5befdfd6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 10:24:32 user nova-compute[74535]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 10:24:32 user nova-compute[74535]:   <source dev="/dev/sdd"/>
Dec 06 10:24:32 user nova-compute[74535]:   <target dev="vdb" bus="virtio"/>
Dec 06 10:24:32 user nova-compute[74535]:   <serial>5684c23e-4b91-4443-995f-1569b9a73adf</serial>
Dec 06 10:24:32 user nova-compute[74535]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 10:24:32 user nova-compute[74535]: </disk>
Dec 06 10:24:32 user nova-compute[74535]:  {{(pid=74535) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 10:24:32 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-5b5be7d2-dc70-4442-9a7c-ce7d5befdfd6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 938728e8-963c-4ea5-9e37-40c26236e951 {{(pid=74535) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 10:24:33 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:24:33 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:24:33 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:24:33 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:24:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:24:33 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:24:34 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:24:36 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:24:38 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:24:38 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:24:38 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Starting heal instance info cache {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 10:24:38 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Rebuilding the list of instances to heal {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 06 10:24:38 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "refresh_cache-7116d71e-3fd9-473f-b5e5-2c7721f76c1a" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:24:38 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquired lock "refresh_cache-7116d71e-3fd9-473f-b5e5-2c7721f76c1a" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:24:38 user nova-compute[74535]: DEBUG nova.network.neutron [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: 7116d71e-3fd9-473f-b5e5-2c7721f76c1a] Forcefully refreshing network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 10:24:38 user nova-compute[74535]: DEBUG nova.objects.instance [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lazy-loading 'info_cache' on Instance uuid 7116d71e-3fd9-473f-b5e5-2c7721f76c1a {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:24:39 user nova-compute[74535]: DEBUG nova.network.neutron [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: 7116d71e-3fd9-473f-b5e5-2c7721f76c1a] Updating instance_info_cache with network_info: [{"id": "cdb0c2ea-9000-40ea-9e5b-6128b0bd497b", "address": "fa:16:3e:34:bf:3c", "network": {"id": "72d08fd1-cc74-485f-848c-2ce73172f719", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1718263965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.69", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "19e83c953cf8498f8ea89afce479f26b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcdb0c2ea-90", "ovs_interfaceid": "cdb0c2ea-9000-40ea-9e5b-6128b0bd497b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:24:39 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Releasing lock "refresh_cache-7116d71e-3fd9-473f-b5e5-2c7721f76c1a" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:24:39 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: 7116d71e-3fd9-473f-b5e5-2c7721f76c1a] Updated the network info_cache for instance {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 10:24:41 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:24:44 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:24:45 user nova-compute[74535]: DEBUG nova.compute.manager [req-60b150dd-3d4c-462d-9813-2d7212b6c687 req-d1c69e1f-d48e-4a34-bd02-d94f2cf82a83 service nova] [instance: b23c9201-20bd-4ef4-b6ab-c433a37098cc] Received event network-changed-99379bff-e7d9-43c1-a31d-574b14cc22f9 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:24:45 user nova-compute[74535]: DEBUG nova.compute.manager [req-60b150dd-3d4c-462d-9813-2d7212b6c687 req-d1c69e1f-d48e-4a34-bd02-d94f2cf82a83 service nova] [instance: b23c9201-20bd-4ef4-b6ab-c433a37098cc] Refreshing instance network info cache due to event network-changed-99379bff-e7d9-43c1-a31d-574b14cc22f9. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 10:24:45 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-60b150dd-3d4c-462d-9813-2d7212b6c687 req-d1c69e1f-d48e-4a34-bd02-d94f2cf82a83 service nova] Acquiring lock "refresh_cache-b23c9201-20bd-4ef4-b6ab-c433a37098cc" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:24:45 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-60b150dd-3d4c-462d-9813-2d7212b6c687 req-d1c69e1f-d48e-4a34-bd02-d94f2cf82a83 service nova] Acquired lock "refresh_cache-b23c9201-20bd-4ef4-b6ab-c433a37098cc" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:24:45 user nova-compute[74535]: DEBUG nova.network.neutron [req-60b150dd-3d4c-462d-9813-2d7212b6c687 req-d1c69e1f-d48e-4a34-bd02-d94f2cf82a83 service nova] [instance: b23c9201-20bd-4ef4-b6ab-c433a37098cc] Refreshing network info cache for port 99379bff-e7d9-43c1-a31d-574b14cc22f9 {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 10:24:46 user nova-compute[74535]: DEBUG nova.network.neutron [req-60b150dd-3d4c-462d-9813-2d7212b6c687 req-d1c69e1f-d48e-4a34-bd02-d94f2cf82a83 service nova] [instance: b23c9201-20bd-4ef4-b6ab-c433a37098cc] Updated VIF entry in instance network info cache for port 99379bff-e7d9-43c1-a31d-574b14cc22f9. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 10:24:46 user nova-compute[74535]: DEBUG nova.network.neutron [req-60b150dd-3d4c-462d-9813-2d7212b6c687 req-d1c69e1f-d48e-4a34-bd02-d94f2cf82a83 service nova] [instance: b23c9201-20bd-4ef4-b6ab-c433a37098cc] Updating instance_info_cache with network_info: [{"id": "99379bff-e7d9-43c1-a31d-574b14cc22f9", "address": "fa:16:3e:b2:80:30", "network": {"id": "72d08fd1-cc74-485f-848c-2ce73172f719", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1718263965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.77", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "19e83c953cf8498f8ea89afce479f26b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap99379bff-e7", "ovs_interfaceid": "99379bff-e7d9-43c1-a31d-574b14cc22f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:24:46 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-60b150dd-3d4c-462d-9813-2d7212b6c687 req-d1c69e1f-d48e-4a34-bd02-d94f2cf82a83 service nova] Releasing lock "refresh_cache-b23c9201-20bd-4ef4-b6ab-c433a37098cc" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:24:46 user nova-compute[74535]: DEBUG nova.compute.manager [req-93afd441-c229-448f-a2df-5bd51d9fa7ac req-50c0092e-0c86-4cbc-8284-5ebe6c0de0d0 service nova] [instance: b23c9201-20bd-4ef4-b6ab-c433a37098cc] Received event network-changed-99379bff-e7d9-43c1-a31d-574b14cc22f9 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:24:46 user nova-compute[74535]: DEBUG nova.compute.manager [req-93afd441-c229-448f-a2df-5bd51d9fa7ac req-50c0092e-0c86-4cbc-8284-5ebe6c0de0d0 service nova] [instance: b23c9201-20bd-4ef4-b6ab-c433a37098cc] Refreshing instance network info cache due to event network-changed-99379bff-e7d9-43c1-a31d-574b14cc22f9. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 10:24:46 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-93afd441-c229-448f-a2df-5bd51d9fa7ac req-50c0092e-0c86-4cbc-8284-5ebe6c0de0d0 service nova] Acquiring lock "refresh_cache-b23c9201-20bd-4ef4-b6ab-c433a37098cc" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:24:46 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-93afd441-c229-448f-a2df-5bd51d9fa7ac req-50c0092e-0c86-4cbc-8284-5ebe6c0de0d0 service nova] Acquired lock "refresh_cache-b23c9201-20bd-4ef4-b6ab-c433a37098cc" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:24:46 user nova-compute[74535]: DEBUG nova.network.neutron [req-93afd441-c229-448f-a2df-5bd51d9fa7ac req-50c0092e-0c86-4cbc-8284-5ebe6c0de0d0 service nova] [instance: b23c9201-20bd-4ef4-b6ab-c433a37098cc] Refreshing network info cache for port 99379bff-e7d9-43c1-a31d-574b14cc22f9 {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 10:24:46 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-c093dbe0-3509-4f3f-bf50-775f9e115774 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Acquiring lock "b23c9201-20bd-4ef4-b6ab-c433a37098cc" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:24:46 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-c093dbe0-3509-4f3f-bf50-775f9e115774 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lock "b23c9201-20bd-4ef4-b6ab-c433a37098cc" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:24:46 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-c093dbe0-3509-4f3f-bf50-775f9e115774 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Acquiring lock "b23c9201-20bd-4ef4-b6ab-c433a37098cc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:24:46 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-c093dbe0-3509-4f3f-bf50-775f9e115774 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lock "b23c9201-20bd-4ef4-b6ab-c433a37098cc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:24:46 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-c093dbe0-3509-4f3f-bf50-775f9e115774 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lock "b23c9201-20bd-4ef4-b6ab-c433a37098cc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:24:46 user nova-compute[74535]: INFO nova.compute.manager [None req-c093dbe0-3509-4f3f-bf50-775f9e115774 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: b23c9201-20bd-4ef4-b6ab-c433a37098cc] Terminating instance
Dec 06 10:24:46 user nova-compute[74535]: DEBUG nova.compute.manager [None req-c093dbe0-3509-4f3f-bf50-775f9e115774 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: b23c9201-20bd-4ef4-b6ab-c433a37098cc] Start destroying the instance on the hypervisor. {{(pid=74535) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 10:24:46 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:24:46 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:24:46 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:24:47 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:24:47 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:24:47 user nova-compute[74535]: DEBUG nova.compute.manager [req-48c71faa-2042-4564-8f4a-d543f8aa3bb9 req-79a78847-1f57-456f-960b-1e34e148fcbc service nova] [instance: b23c9201-20bd-4ef4-b6ab-c433a37098cc] Received event network-vif-unplugged-99379bff-e7d9-43c1-a31d-574b14cc22f9 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:24:47 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-48c71faa-2042-4564-8f4a-d543f8aa3bb9 req-79a78847-1f57-456f-960b-1e34e148fcbc service nova] Acquiring lock "b23c9201-20bd-4ef4-b6ab-c433a37098cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:24:47 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-48c71faa-2042-4564-8f4a-d543f8aa3bb9 req-79a78847-1f57-456f-960b-1e34e148fcbc service nova] Lock "b23c9201-20bd-4ef4-b6ab-c433a37098cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:24:47 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-48c71faa-2042-4564-8f4a-d543f8aa3bb9 req-79a78847-1f57-456f-960b-1e34e148fcbc service nova] Lock "b23c9201-20bd-4ef4-b6ab-c433a37098cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:24:47 user nova-compute[74535]: DEBUG nova.compute.manager [req-48c71faa-2042-4564-8f4a-d543f8aa3bb9 req-79a78847-1f57-456f-960b-1e34e148fcbc service nova] [instance: b23c9201-20bd-4ef4-b6ab-c433a37098cc] No waiting events found dispatching network-vif-unplugged-99379bff-e7d9-43c1-a31d-574b14cc22f9 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:24:47 user nova-compute[74535]: DEBUG nova.compute.manager [req-48c71faa-2042-4564-8f4a-d543f8aa3bb9 req-79a78847-1f57-456f-960b-1e34e148fcbc service nova] [instance: b23c9201-20bd-4ef4-b6ab-c433a37098cc] Received event network-vif-unplugged-99379bff-e7d9-43c1-a31d-574b14cc22f9 for instance with task_state deleting. {{(pid=74535) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 10:24:47 user nova-compute[74535]: DEBUG nova.network.neutron [req-93afd441-c229-448f-a2df-5bd51d9fa7ac req-50c0092e-0c86-4cbc-8284-5ebe6c0de0d0 service nova] [instance: b23c9201-20bd-4ef4-b6ab-c433a37098cc] Updated VIF entry in instance network info cache for port 99379bff-e7d9-43c1-a31d-574b14cc22f9. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 10:24:47 user nova-compute[74535]: DEBUG nova.network.neutron [req-93afd441-c229-448f-a2df-5bd51d9fa7ac req-50c0092e-0c86-4cbc-8284-5ebe6c0de0d0 service nova] [instance: b23c9201-20bd-4ef4-b6ab-c433a37098cc] Updating instance_info_cache with network_info: [{"id": "99379bff-e7d9-43c1-a31d-574b14cc22f9", "address": "fa:16:3e:b2:80:30", "network": {"id": "72d08fd1-cc74-485f-848c-2ce73172f719", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1718263965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "19e83c953cf8498f8ea89afce479f26b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap99379bff-e7", "ovs_interfaceid": "99379bff-e7d9-43c1-a31d-574b14cc22f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:24:47 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-d5c29ba0-edc5-46a2-b968-8abbc56c8e94 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Acquiring lock "f980f0fd-c4e6-4f6c-9d11-6acf8b231231" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:24:47 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-d5c29ba0-edc5-46a2-b968-8abbc56c8e94 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Lock "f980f0fd-c4e6-4f6c-9d11-6acf8b231231" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:24:47 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-93afd441-c229-448f-a2df-5bd51d9fa7ac req-50c0092e-0c86-4cbc-8284-5ebe6c0de0d0 service nova] Releasing lock "refresh_cache-b23c9201-20bd-4ef4-b6ab-c433a37098cc" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:24:47 user nova-compute[74535]: DEBUG nova.objects.instance [None req-d5c29ba0-edc5-46a2-b968-8abbc56c8e94 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Lazy-loading 'flavor' on Instance uuid f980f0fd-c4e6-4f6c-9d11-6acf8b231231 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:24:47 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-d5c29ba0-edc5-46a2-b968-8abbc56c8e94 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] [instance: f980f0fd-c4e6-4f6c-9d11-6acf8b231231] Ignoring supplied device name: /dev/vdb
Dec 06 10:24:47 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-d5c29ba0-edc5-46a2-b968-8abbc56c8e94 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Lock "f980f0fd-c4e6-4f6c-9d11-6acf8b231231" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.052s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:24:47 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: b23c9201-20bd-4ef4-b6ab-c433a37098cc] Instance destroyed successfully.
Dec 06 10:24:47 user nova-compute[74535]: DEBUG nova.objects.instance [None req-c093dbe0-3509-4f3f-bf50-775f9e115774 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lazy-loading 'resources' on Instance uuid b23c9201-20bd-4ef4-b6ab-c433a37098cc {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:24:47 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-c093dbe0-3509-4f3f-bf50-775f9e115774 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:22:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1543949089',display_name='tempest-TestVolumeBootPattern-server-1543949089',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1543949089',id=46,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHf5pNVx5JEYKWTW5K7zzNRxAbljK/9rKlLOTAAPsNvH3raFXCB2AGXNwOVLUCwdkSBIoOPQ8wr9DqYK/MSPiFizL2uvk+xuRgB9CVkbmP+g9Usc8cd1vA5QHPxG3Qy3yA==',key_name='tempest-TestVolumeBootPattern-2041036188',keypairs=<?>,launch_index=0,launched_at=2023-12-06T10:23:11Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='19e83c953cf8498f8ea89afce479f26b',ramdisk_id='',reservation_id='r-qfbzcb4w',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-1927549100',owner_user_name='tempest-TestVolumeBootPattern-1927549100-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T10:23:11Z,user_data=None,user_id='1068d2d7cca843c1b32d9c1b5b29d882',uuid=b23c9201-20bd-4ef4-b6ab-c433a37098cc,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "99379bff-e7d9-43c1-a31d-574b14cc22f9", "address": "fa:16:3e:b2:80:30", "network": {"id": "72d08fd1-cc74-485f-848c-2ce73172f719", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1718263965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.77", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "19e83c953cf8498f8ea89afce479f26b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap99379bff-e7", "ovs_interfaceid": "99379bff-e7d9-43c1-a31d-574b14cc22f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 10:24:47 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-c093dbe0-3509-4f3f-bf50-775f9e115774 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Converting VIF {"id": "99379bff-e7d9-43c1-a31d-574b14cc22f9", "address": "fa:16:3e:b2:80:30", "network": {"id": "72d08fd1-cc74-485f-848c-2ce73172f719", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1718263965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.77", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "19e83c953cf8498f8ea89afce479f26b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap99379bff-e7", "ovs_interfaceid": "99379bff-e7d9-43c1-a31d-574b14cc22f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:24:47 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-c093dbe0-3509-4f3f-bf50-775f9e115774 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:b2:80:30,bridge_name='br-int',has_traffic_filtering=True,id=99379bff-e7d9-43c1-a31d-574b14cc22f9,network=Network(72d08fd1-cc74-485f-848c-2ce73172f719),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap99379bff-e7') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:24:47 user nova-compute[74535]: DEBUG os_vif [None req-c093dbe0-3509-4f3f-bf50-775f9e115774 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:b2:80:30,bridge_name='br-int',has_traffic_filtering=True,id=99379bff-e7d9-43c1-a31d-574b14cc22f9,network=Network(72d08fd1-cc74-485f-848c-2ce73172f719),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap99379bff-e7') {{(pid=74535) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 10:24:47 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:24:47 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap99379bff-e7, bridge=br-int, if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:24:47 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:24:47 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-d5c29ba0-edc5-46a2-b968-8abbc56c8e94 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Acquiring lock "f980f0fd-c4e6-4f6c-9d11-6acf8b231231" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:24:47 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-d5c29ba0-edc5-46a2-b968-8abbc56c8e94 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Lock "f980f0fd-c4e6-4f6c-9d11-6acf8b231231" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:24:47 user nova-compute[74535]: INFO nova.compute.manager [None req-d5c29ba0-edc5-46a2-b968-8abbc56c8e94 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] [instance: f980f0fd-c4e6-4f6c-9d11-6acf8b231231] Attaching volume 2785fb72-e4e6-49fb-8d23-2cdc06658bbe to /dev/vdb
Dec 06 10:24:47 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:24:47 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:24:47 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=42ef01ae-a515-41f5-a82d-fac8275d9843) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:24:47 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:24:47 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:24:47 user nova-compute[74535]: INFO os_vif [None req-c093dbe0-3509-4f3f-bf50-775f9e115774 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:b2:80:30,bridge_name='br-int',has_traffic_filtering=True,id=99379bff-e7d9-43c1-a31d-574b14cc22f9,network=Network(72d08fd1-cc74-485f-848c-2ce73172f719),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap99379bff-e7')
Dec 06 10:24:47 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c093dbe0-3509-4f3f-bf50-775f9e115774 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: b23c9201-20bd-4ef4-b6ab-c433a37098cc] calling os-brick to detach iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 10:24:47 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-c093dbe0-3509-4f3f-bf50-775f9e115774 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, {'target_iqn': 'iqn.2010-10.org.openstack:2979cc08-5d13-4b31-bbab-6c2bfa7cdc14', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ufCBjwtI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:24:47 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-c093dbe0-3509-4f3f-bf50-775f9e115774 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:24:47 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-c093dbe0-3509-4f3f-bf50-775f9e115774 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:24:47 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-c093dbe0-3509-4f3f-bf50-775f9e115774 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:24:47 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:24:47 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:24:47 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[d9936d60-0138-4cdc-a720-f1cfbb58b0e9]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5684c23e-4b91-4443-995f-1569b9a73adf\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2979cc08-5d13-4b31-bbab-6c2bfa7cdc14\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:24:47 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-c093dbe0-3509-4f3f-bf50-775f9e115774 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 10:24:47 user nova-compute[74535]: No targets found.
Dec 06 10:24:47 user nova-compute[74535]: iSNS:
Dec 06 10:24:47 user nova-compute[74535]: No targets found.
Dec 06 10:24:47 user nova-compute[74535]: STATIC:
Dec 06 10:24:47 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c
Dec 06 10:24:47 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:24:47 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:24:47 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:5684c23e-4b91-4443-995f-1569b9a73adf
Dec 06 10:24:47 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:24:47 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:24:47 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:2979cc08-5d13-4b31-bbab-6c2bfa7cdc14
Dec 06 10:24:47 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:24:47 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:24:47 user nova-compute[74535]: FIRMWARE:
Dec 06 10:24:47 user nova-compute[74535]: No targets found.
Dec 06 10:24:47 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:24:47 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-c093dbe0-3509-4f3f-bf50-775f9e115774 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 10:24:47 user nova-compute[74535]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 10:24:47 user nova-compute[74535]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74535) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 10:24:47 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-c093dbe0-3509-4f3f-bf50-775f9e115774 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2979cc08-5d13-4b31-bbab-6c2bfa7cdc14', 0)] {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 10:24:47 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:24:47 user nova-compute[74535]: DEBUG os_brick.utils [None req-d5c29ba0-edc5-46a2-b968-8abbc56c8e94 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:24:47 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:24:47 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd22bd7e-35f8-4f53-a5e6-72a7d7b0c891]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2979cc08-5d13-4b31-bbab-6c2bfa7cdc14\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5684c23e-4b91-4443-995f-1569b9a73adf\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:24:47 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:24:47 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:24:47 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:24:47 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b03bcc8-1797-4a8f-b5ec-fd005a3c905b]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d95ac7cee77a\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:24:47 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:24:47 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:24:47 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[73150a2a-1ad1-410a-9cf3-fd7971ff1cf3]: (4, ('tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c (non-flash)\ntcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2979cc08-5d13-4b31-bbab-6c2bfa7cdc14 (non-flash)\ntcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5684c23e-4b91-4443-995f-1569b9a73adf (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:24:47 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-c093dbe0-3509-4f3f-bf50-775f9e115774 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c (non-flash)
Dec 06 10:24:47 user nova-compute[74535]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2979cc08-5d13-4b31-bbab-6c2bfa7cdc14 (non-flash)
Dec 06 10:24:47 user nova-compute[74535]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5684c23e-4b91-4443-995f-1569b9a73adf (non-flash)
Dec 06 10:24:47 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:24:47 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-c093dbe0-3509-4f3f-bf50-775f9e115774 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] iscsi session list stdout=tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c (non-flash)
Dec 06 10:24:47 user nova-compute[74535]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2979cc08-5d13-4b31-bbab-6c2bfa7cdc14 (non-flash)
Dec 06 10:24:47 user nova-compute[74535]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5684c23e-4b91-4443-995f-1569b9a73adf (non-flash)
Dec 06 10:24:47 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:24:47 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-c093dbe0-3509-4f3f-bf50-775f9e115774 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ff1007ce680>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2979cc08-5d13-4b31-bbab-6c2bfa7cdc14'): ({'sdc'}, set())}) {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 10:24:47 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-c093dbe0-3509-4f3f-bf50-775f9e115774 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Removing single pathed devices sdc {{(pid=74535) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 10:24:47 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:24:47 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[57b5f90d-dcaf-4505-9f1e-e04282f96f01]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:24:47 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:24:47 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:24:47 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:24:47 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[8087746e-17cc-4fcc-b69c-4b774f9a2a32]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:24:47 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.020s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:24:47 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:24:47 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[583f7519-ce06-498e-b4c3-430f2be99afd]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:24:47 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[7918c31d-9219-46df-9ab1-bf4c40ed481e]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:24:47 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-d5c29ba0-edc5-46a2-b968-8abbc56c8e94 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Running cmd (subprocess): nvme version {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:24:47 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-d5c29ba0-edc5-46a2-b968-8abbc56c8e94 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] 'nvme version' failed. Not Retrying. {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 10:24:47 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:24:47 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc6182ea-7cdf-4134-881e-7d1436785733]: (4, ('ok\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:24:47 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.nvmeof [None req-d5c29ba0-edc5-46a2-b968-8abbc56c8e94 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] nvme not present on system {{(pid=74535) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 10:24:47 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-c093dbe0-3509-4f3f-bf50-775f9e115774 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Flushing IO for device /dev/sdc {{(pid=74535) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 10:24:47 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:24:47 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:24:47 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 10:24:47 user nova-compute[74535]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 10:24:47 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae5dc403-0aa3-45f5-b840-d3adf2ae47b8]: (4, '') {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:24:47 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:24:47 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1500a81-7834-4f43-8bec-d6cdcc333850]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:24:47 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-d5c29ba0-edc5-46a2-b968-8abbc56c8e94 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74535) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 10:24:47 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-d5c29ba0-edc5-46a2-b968-8abbc56c8e94 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74535) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 10:24:47 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-d5c29ba0-edc5-46a2-b968-8abbc56c8e94 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] LIGHTOS: no hostnqn found. {{(pid=74535) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 10:24:47 user nova-compute[74535]: DEBUG os_brick.utils [None req-d5c29ba0-edc5-46a2-b968-8abbc56c8e94 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] <== get_connector_properties: return (135ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d95ac7cee77a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:24:47 user nova-compute[74535]: DEBUG nova.virt.block_device [None req-d5c29ba0-edc5-46a2-b968-8abbc56c8e94 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] [instance: f980f0fd-c4e6-4f6c-9d11-6acf8b231231] Updating existing volume attachment record: e6c1d395-5e35-4e70-8db5-d062ff2eae5a {{(pid=74535) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 10:24:47 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-c093dbe0-3509-4f3f-bf50-775f9e115774 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74535) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 10:24:47 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:24:47 user nova-compute[74535]: DEBUG nova.compute.manager [req-a8591331-42d3-4649-8b97-28e6e9ca5a10 req-5d531d04-be23-4789-b581-bb51046fdaaf service nova] [instance: f980f0fd-c4e6-4f6c-9d11-6acf8b231231] Received event network-changed-38615775-4a1c-470d-8088-0d086c63e207 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:24:47 user nova-compute[74535]: DEBUG nova.compute.manager [req-a8591331-42d3-4649-8b97-28e6e9ca5a10 req-5d531d04-be23-4789-b581-bb51046fdaaf service nova] [instance: f980f0fd-c4e6-4f6c-9d11-6acf8b231231] Refreshing instance network info cache due to event network-changed-38615775-4a1c-470d-8088-0d086c63e207. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 10:24:47 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-a8591331-42d3-4649-8b97-28e6e9ca5a10 req-5d531d04-be23-4789-b581-bb51046fdaaf service nova] Acquiring lock "refresh_cache-f980f0fd-c4e6-4f6c-9d11-6acf8b231231" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:24:47 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-a8591331-42d3-4649-8b97-28e6e9ca5a10 req-5d531d04-be23-4789-b581-bb51046fdaaf service nova] Acquired lock "refresh_cache-f980f0fd-c4e6-4f6c-9d11-6acf8b231231" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:24:47 user nova-compute[74535]: DEBUG nova.network.neutron [req-a8591331-42d3-4649-8b97-28e6e9ca5a10 req-5d531d04-be23-4789-b581-bb51046fdaaf service nova] [instance: f980f0fd-c4e6-4f6c-9d11-6acf8b231231] Refreshing network info cache for port 38615775-4a1c-470d-8088-0d086c63e207 {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 10:24:47 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.053s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:24:47 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[b479ebd4-dd61-46c0-a3f9-6617f4d888b5]: (4, ('1', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:24:47 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-c093dbe0-3509-4f3f-bf50-775f9e115774 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 10:24:47 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-c093dbe0-3509-4f3f-bf50-775f9e115774 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] SCSI volumes sdc have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 10:24:47 user nova-compute[74535]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-23361303266336334', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_fede9990', '/dev/disk/by-id/scsi-1SCST_BIOfede9990-3a02f3c44d2225a6') {{(pid=86180) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Dec 06 10:24:47 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[e67a4821-a7f8-4436-b6bd-de17c320eec5]: (4, None) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:24:47 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-c093dbe0-3509-4f3f-bf50-775f9e115774 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2979cc08-5d13-4b31-bbab-6c2bfa7cdc14')] {{(pid=74535) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 10:24:47 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2979cc08-5d13-4b31-bbab-6c2bfa7cdc14 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:24:47 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2979cc08-5d13-4b31-bbab-6c2bfa7cdc14 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:24:47 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[f05102a3-4735-4797-b6fd-4b4713a1b7c3]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:24:47 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-c093dbe0-3509-4f3f-bf50-775f9e115774 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:24:47 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2979cc08-5d13-4b31-bbab-6c2bfa7cdc14 -p 172.16.0.220:3260 --logout {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:24:47 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2979cc08-5d13-4b31-bbab-6c2bfa7cdc14 -p 172.16.0.220:3260 --logout" returned: 0 in 0.067s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:24:47 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[1edc14e0-5f29-4ea4-b6d4-8600a36dd3af]: (4, ('Logging out of session [sid: 51, target: iqn.2010-10.org.openstack:2979cc08-5d13-4b31-bbab-6c2bfa7cdc14, portal: 172.16.0.220,3260]\nLogout of [sid: 51, target: iqn.2010-10.org.openstack:2979cc08-5d13-4b31-bbab-6c2bfa7cdc14, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:24:47 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-c093dbe0-3509-4f3f-bf50-775f9e115774 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 51, target: iqn.2010-10.org.openstack:2979cc08-5d13-4b31-bbab-6c2bfa7cdc14, portal: 172.16.0.220,3260]
Dec 06 10:24:47 user nova-compute[74535]: Logout of [sid: 51, target: iqn.2010-10.org.openstack:2979cc08-5d13-4b31-bbab-6c2bfa7cdc14, portal: 172.16.0.220,3260] successful.
Dec 06 10:24:47 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:24:47 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2979cc08-5d13-4b31-bbab-6c2bfa7cdc14 -p 172.16.0.220:3260 --op delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:24:47 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2979cc08-5d13-4b31-bbab-6c2bfa7cdc14 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.028s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:24:47 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[29e75493-f43a-465b-9954-98b8f5a55358]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:24:47 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-c093dbe0-3509-4f3f-bf50-775f9e115774 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:24:47 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-c093dbe0-3509-4f3f-bf50-775f9e115774 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.390s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:24:47 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-c093dbe0-3509-4f3f-bf50-775f9e115774 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] <== disconnect_volume: return (392ms) None {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:24:47 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c093dbe0-3509-4f3f-bf50-775f9e115774 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: b23c9201-20bd-4ef4-b6ab-c433a37098cc] Disconnected iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 10:24:47 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-c093dbe0-3509-4f3f-bf50-775f9e115774 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: b23c9201-20bd-4ef4-b6ab-c433a37098cc] Deleting instance files /opt/stack/data/nova/instances/b23c9201-20bd-4ef4-b6ab-c433a37098cc_del
Dec 06 10:24:47 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-c093dbe0-3509-4f3f-bf50-775f9e115774 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: b23c9201-20bd-4ef4-b6ab-c433a37098cc] Deletion of /opt/stack/data/nova/instances/b23c9201-20bd-4ef4-b6ab-c433a37098cc_del complete
Dec 06 10:24:48 user nova-compute[74535]: INFO nova.compute.manager [None req-c093dbe0-3509-4f3f-bf50-775f9e115774 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: b23c9201-20bd-4ef4-b6ab-c433a37098cc] Took 1.28 seconds to destroy the instance on the hypervisor.
Dec 06 10:24:48 user nova-compute[74535]: DEBUG oslo.service.loopingcall [None req-c093dbe0-3509-4f3f-bf50-775f9e115774 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74535) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 10:24:48 user nova-compute[74535]: DEBUG nova.compute.manager [-] [instance: b23c9201-20bd-4ef4-b6ab-c433a37098cc] Deallocating network for instance {{(pid=74535) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 10:24:48 user nova-compute[74535]: DEBUG nova.network.neutron [-] [instance: b23c9201-20bd-4ef4-b6ab-c433a37098cc] deallocate_for_instance() {{(pid=74535) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 10:24:48 user nova-compute[74535]: DEBUG nova.network.neutron [req-a8591331-42d3-4649-8b97-28e6e9ca5a10 req-5d531d04-be23-4789-b581-bb51046fdaaf service nova] [instance: f980f0fd-c4e6-4f6c-9d11-6acf8b231231] Updated VIF entry in instance network info cache for port 38615775-4a1c-470d-8088-0d086c63e207. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 10:24:48 user nova-compute[74535]: DEBUG nova.network.neutron [req-a8591331-42d3-4649-8b97-28e6e9ca5a10 req-5d531d04-be23-4789-b581-bb51046fdaaf service nova] [instance: f980f0fd-c4e6-4f6c-9d11-6acf8b231231] Updating instance_info_cache with network_info: [{"id": "38615775-4a1c-470d-8088-0d086c63e207", "address": "fa:16:3e:1c:00:05", "network": {"id": "08180dbd-2a47-4077-9d90-f0a3f7e127c3", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1995484456-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5a618ff4d71840c69240b9bfd00fc741", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap38615775-4a", "ovs_interfaceid": "38615775-4a1c-470d-8088-0d086c63e207", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:24:48 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-a8591331-42d3-4649-8b97-28e6e9ca5a10 req-5d531d04-be23-4789-b581-bb51046fdaaf service nova] Releasing lock "refresh_cache-f980f0fd-c4e6-4f6c-9d11-6acf8b231231" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:24:48 user nova-compute[74535]: DEBUG nova.network.neutron [-] [instance: b23c9201-20bd-4ef4-b6ab-c433a37098cc] Updating instance_info_cache with network_info: [] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:24:48 user nova-compute[74535]: INFO nova.compute.manager [-] [instance: b23c9201-20bd-4ef4-b6ab-c433a37098cc] Took 0.42 seconds to deallocate network for instance.
Dec 06 10:24:48 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:24:48 user nova-compute[74535]: DEBUG nova.compute.manager [req-3541dbe8-9ef1-4ca1-b3ac-281b698298f5 req-fdf2e0e9-f9e5-4117-ae37-4fef84e9434c service nova] [instance: b23c9201-20bd-4ef4-b6ab-c433a37098cc] Received event network-vif-deleted-99379bff-e7d9-43c1-a31d-574b14cc22f9 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:24:49 user nova-compute[74535]: DEBUG nova.compute.manager [req-72787b7b-4e4e-4fef-bc1b-8f9ebc0eaacb req-dd954434-ccec-4c6e-a828-bcf413a16e76 service nova] [instance: b23c9201-20bd-4ef4-b6ab-c433a37098cc] Received event network-vif-plugged-99379bff-e7d9-43c1-a31d-574b14cc22f9 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:24:49 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-72787b7b-4e4e-4fef-bc1b-8f9ebc0eaacb req-dd954434-ccec-4c6e-a828-bcf413a16e76 service nova] Acquiring lock "b23c9201-20bd-4ef4-b6ab-c433a37098cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:24:49 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-72787b7b-4e4e-4fef-bc1b-8f9ebc0eaacb req-dd954434-ccec-4c6e-a828-bcf413a16e76 service nova] Lock "b23c9201-20bd-4ef4-b6ab-c433a37098cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:24:49 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-72787b7b-4e4e-4fef-bc1b-8f9ebc0eaacb req-dd954434-ccec-4c6e-a828-bcf413a16e76 service nova] Lock "b23c9201-20bd-4ef4-b6ab-c433a37098cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:24:49 user nova-compute[74535]: DEBUG nova.compute.manager [req-72787b7b-4e4e-4fef-bc1b-8f9ebc0eaacb req-dd954434-ccec-4c6e-a828-bcf413a16e76 service nova] [instance: b23c9201-20bd-4ef4-b6ab-c433a37098cc] No waiting events found dispatching network-vif-plugged-99379bff-e7d9-43c1-a31d-574b14cc22f9 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:24:49 user nova-compute[74535]: WARNING nova.compute.manager [req-72787b7b-4e4e-4fef-bc1b-8f9ebc0eaacb req-dd954434-ccec-4c6e-a828-bcf413a16e76 service nova] [instance: b23c9201-20bd-4ef4-b6ab-c433a37098cc] Received unexpected event network-vif-plugged-99379bff-e7d9-43c1-a31d-574b14cc22f9 for instance with vm_state active and task_state deleting.
Dec 06 10:24:49 user nova-compute[74535]: INFO nova.compute.manager [None req-c093dbe0-3509-4f3f-bf50-775f9e115774 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: b23c9201-20bd-4ef4-b6ab-c433a37098cc] Took 0.80 seconds to detach 1 volumes for instance.
Dec 06 10:24:49 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-c093dbe0-3509-4f3f-bf50-775f9e115774 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:24:49 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-c093dbe0-3509-4f3f-bf50-775f9e115774 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:24:49 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-c093dbe0-3509-4f3f-bf50-775f9e115774 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:24:49 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-c093dbe0-3509-4f3f-bf50-775f9e115774 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:24:49 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-c093dbe0-3509-4f3f-bf50-775f9e115774 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.224s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:24:49 user nova-compute[74535]: INFO nova.scheduler.client.report [None req-c093dbe0-3509-4f3f-bf50-775f9e115774 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Deleted allocations for instance b23c9201-20bd-4ef4-b6ab-c433a37098cc
Dec 06 10:24:49 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-c093dbe0-3509-4f3f-bf50-775f9e115774 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lock "b23c9201-20bd-4ef4-b6ab-c433a37098cc" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.971s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:24:52 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:24:52 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-5b5be7d2-dc70-4442-9a7c-ce7d5befdfd6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 938728e8-963c-4ea5-9e37-40c26236e951 is timed out.
Dec 06 10:24:52 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-5b5be7d2-dc70-4442-9a7c-ce7d5befdfd6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] Successfully detached device vdb from instance 938728e8-963c-4ea5-9e37-40c26236e951 from the live domain config.
Dec 06 10:24:52 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5b5be7d2-dc70-4442-9a7c-ce7d5befdfd6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] [instance: 938728e8-963c-4ea5-9e37-40c26236e951] calling os-brick to detach iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 10:24:52 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b5be7d2-dc70-4442-9a7c-ce7d5befdfd6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, {'target_iqn': 'iqn.2010-10.org.openstack:5684c23e-4b91-4443-995f-1569b9a73adf', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XncNGyfQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:24:52 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-5b5be7d2-dc70-4442-9a7c-ce7d5befdfd6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:24:52 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-5b5be7d2-dc70-4442-9a7c-ce7d5befdfd6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:24:52 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-5b5be7d2-dc70-4442-9a7c-ce7d5befdfd6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:24:52 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:24:52 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:24:52 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9176633-a700-4d96-86f4-fb759dd8b337]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5684c23e-4b91-4443-995f-1569b9a73adf\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:24:52 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b5be7d2-dc70-4442-9a7c-ce7d5befdfd6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 10:24:52 user nova-compute[74535]: No targets found.
Dec 06 10:24:52 user nova-compute[74535]: iSNS:
Dec 06 10:24:52 user nova-compute[74535]: No targets found.
Dec 06 10:24:52 user nova-compute[74535]: STATIC:
Dec 06 10:24:52 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c
Dec 06 10:24:52 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:24:52 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:24:52 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:5684c23e-4b91-4443-995f-1569b9a73adf
Dec 06 10:24:52 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:24:52 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:24:52 user nova-compute[74535]: FIRMWARE:
Dec 06 10:24:52 user nova-compute[74535]: No targets found.
Dec 06 10:24:52 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:24:52 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b5be7d2-dc70-4442-9a7c-ce7d5befdfd6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 10:24:52 user nova-compute[74535]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 10:24:52 user nova-compute[74535]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74535) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 10:24:52 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b5be7d2-dc70-4442-9a7c-ce7d5befdfd6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5684c23e-4b91-4443-995f-1569b9a73adf', 0)] {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 10:24:52 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:24:52 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:24:52 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[197dc9aa-8b90-4c54-817a-c4a970b0790a]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5684c23e-4b91-4443-995f-1569b9a73adf\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:24:52 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:24:52 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:24:52 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[00e755ff-a629-41d3-91e1-bf73fa364a35]: (4, ('tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c (non-flash)\ntcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5684c23e-4b91-4443-995f-1569b9a73adf (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:24:52 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b5be7d2-dc70-4442-9a7c-ce7d5befdfd6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c (non-flash)
Dec 06 10:24:52 user nova-compute[74535]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5684c23e-4b91-4443-995f-1569b9a73adf (non-flash)
Dec 06 10:24:52 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:24:52 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b5be7d2-dc70-4442-9a7c-ce7d5befdfd6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] iscsi session list stdout=tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c (non-flash)
Dec 06 10:24:52 user nova-compute[74535]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5684c23e-4b91-4443-995f-1569b9a73adf (non-flash)
Dec 06 10:24:52 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:24:52 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b5be7d2-dc70-4442-9a7c-ce7d5befdfd6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ff1007f1090>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5684c23e-4b91-4443-995f-1569b9a73adf'): ({'sdd'}, set())}) {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 10:24:52 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-5b5be7d2-dc70-4442-9a7c-ce7d5befdfd6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] Removing single pathed devices sdd {{(pid=74535) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 10:24:52 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:24:52 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:24:52 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[de31e5cc-0cc7-45ac-a729-01f86188a9f5]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:24:52 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:24:52 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.020s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:24:52 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[e43f8f39-99b1-4088-a4da-42ec559f7f59]: (4, ('ok\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:24:52 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-5b5be7d2-dc70-4442-9a7c-ce7d5befdfd6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] Flushing IO for device /dev/sdd {{(pid=74535) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 10:24:52 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:24:52 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.012s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:24:52 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[71f006c5-ed6f-4413-9917-b7739888f6d2]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:24:52 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-5b5be7d2-dc70-4442-9a7c-ce7d5befdfd6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74535) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 10:24:52 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:24:52 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.039s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:24:52 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b78f9bc-823f-4460-851f-5f0299f979d9]: (4, ('1', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:24:52 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-5b5be7d2-dc70-4442-9a7c-ce7d5befdfd6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 10:24:52 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-5b5be7d2-dc70-4442-9a7c-ce7d5befdfd6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] SCSI volumes sdd have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 10:24:52 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b5be7d2-dc70-4442-9a7c-ce7d5befdfd6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5684c23e-4b91-4443-995f-1569b9a73adf')] {{(pid=74535) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 10:24:52 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5684c23e-4b91-4443-995f-1569b9a73adf -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:24:52 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5684c23e-4b91-4443-995f-1569b9a73adf -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.038s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:24:52 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[fcb332ec-d9f8-42da-b88d-114c6287d3ca]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:24:52 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b5be7d2-dc70-4442-9a7c-ce7d5befdfd6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:24:52 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5684c23e-4b91-4443-995f-1569b9a73adf -p 172.16.0.220:3260 --logout {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:24:53 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5684c23e-4b91-4443-995f-1569b9a73adf -p 172.16.0.220:3260 --logout" returned: 0 in 0.054s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:24:53 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[d31b8b87-60e8-4809-882e-9bdfa146ffe7]: (4, ('Logging out of session [sid: 52, target: iqn.2010-10.org.openstack:5684c23e-4b91-4443-995f-1569b9a73adf, portal: 172.16.0.220,3260]\nLogout of [sid: 52, target: iqn.2010-10.org.openstack:5684c23e-4b91-4443-995f-1569b9a73adf, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:24:53 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b5be7d2-dc70-4442-9a7c-ce7d5befdfd6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 52, target: iqn.2010-10.org.openstack:5684c23e-4b91-4443-995f-1569b9a73adf, portal: 172.16.0.220,3260]
Dec 06 10:24:53 user nova-compute[74535]: Logout of [sid: 52, target: iqn.2010-10.org.openstack:5684c23e-4b91-4443-995f-1569b9a73adf, portal: 172.16.0.220,3260] successful.
Dec 06 10:24:53 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:24:53 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5684c23e-4b91-4443-995f-1569b9a73adf -p 172.16.0.220:3260 --op delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:24:53 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5684c23e-4b91-4443-995f-1569b9a73adf -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:24:53 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c3e0e1b-999e-4b78-9909-a84266aaf365]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:24:53 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b5be7d2-dc70-4442-9a7c-ce7d5befdfd6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:24:53 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-5b5be7d2-dc70-4442-9a7c-ce7d5befdfd6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.304s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:24:53 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b5be7d2-dc70-4442-9a7c-ce7d5befdfd6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] <== disconnect_volume: return (306ms) None {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:24:53 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5b5be7d2-dc70-4442-9a7c-ce7d5befdfd6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] [instance: 938728e8-963c-4ea5-9e37-40c26236e951] Disconnected iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 10:24:53 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:24:53 user nova-compute[74535]: DEBUG nova.objects.instance [None req-5b5be7d2-dc70-4442-9a7c-ce7d5befdfd6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] Lazy-loading 'flavor' on Instance uuid 938728e8-963c-4ea5-9e37-40c26236e951 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:24:53 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-5b5be7d2-dc70-4442-9a7c-ce7d5befdfd6 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] Lock "938728e8-963c-4ea5-9e37-40c26236e951" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.758s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:24:57 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d5c29ba0-edc5-46a2-b968-8abbc56c8e94 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] [instance: f980f0fd-c4e6-4f6c-9d11-6acf8b231231] Calling os-brick to attach iSCSI Volume {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 10:24:57 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d5c29ba0-edc5-46a2-b968-8abbc56c8e94 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:2785fb72-e4e6-49fb-8d23-2cdc06658bbe', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qjvmsKGH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:24:57 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-d5c29ba0-edc5-46a2-b968-8abbc56c8e94 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:24:57 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-d5c29ba0-edc5-46a2-b968-8abbc56c8e94 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:24:57 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-d5c29ba0-edc5-46a2-b968-8abbc56c8e94 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:24:57 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-d5c29ba0-edc5-46a2-b968-8abbc56c8e94 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:24:57 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-d5c29ba0-edc5-46a2-b968-8abbc56c8e94 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2785fb72-e4e6-49fb-8d23-2cdc06658bbe" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:24:57 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-d5c29ba0-edc5-46a2-b968-8abbc56c8e94 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2785fb72-e4e6-49fb-8d23-2cdc06658bbe" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:24:57 user nova-compute[74535]: INFO os_brick.initiator.connectors.iscsi [None req-d5c29ba0-edc5-46a2-b968-8abbc56c8e94 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 10:24:57 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2785fb72-e4e6-49fb-8d23-2cdc06658bbe -p 172.16.0.220:3260 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:24:57 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2785fb72-e4e6-49fb-8d23-2cdc06658bbe -p 172.16.0.220:3260" returned: 21 in 0.022s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:24:57 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[55e52d11-b7a3-4324-93d3-a0aad70a05bd]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:24:57 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d5c29ba0-edc5-46a2-b968-8abbc56c8e94 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 10:24:57 user nova-compute[74535]:  {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:24:57 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2785fb72-e4e6-49fb-8d23-2cdc06658bbe -p 172.16.0.220:3260 --interface default --op new {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:24:57 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2785fb72-e4e6-49fb-8d23-2cdc06658bbe -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:24:57 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[f76811f4-20c5-4239-be9d-c331eb27b06f]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2785fb72-e4e6-49fb-8d23-2cdc06658bbe] added\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:24:57 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d5c29ba0-edc5-46a2-b968-8abbc56c8e94 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2785fb72-e4e6-49fb-8d23-2cdc06658bbe] added
Dec 06 10:24:57 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:24:57 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2785fb72-e4e6-49fb-8d23-2cdc06658bbe -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:24:57 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2785fb72-e4e6-49fb-8d23-2cdc06658bbe -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:24:57 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2edd290-50f4-46f1-83e2-a2e12ee7c267]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:24:57 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d5c29ba0-edc5-46a2-b968-8abbc56c8e94 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:24:57 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2785fb72-e4e6-49fb-8d23-2cdc06658bbe -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:24:57 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2785fb72-e4e6-49fb-8d23-2cdc06658bbe -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:24:57 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[36585bcc-1fd1-46a9-a370-689ffc7e0acb]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:24:57 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d5c29ba0-edc5-46a2-b968-8abbc56c8e94 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:24:57 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2785fb72-e4e6-49fb-8d23-2cdc06658bbe -p 172.16.0.220:3260 --op update -n node.session.auth.username -v qjvmsKGH {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:24:57 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2785fb72-e4e6-49fb-8d23-2cdc06658bbe -p 172.16.0.220:3260 --op update -n node.session.auth.username -v qjvmsKGH" returned: 0 in 0.024s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:24:57 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a4d4886-41b8-468d-ac88-6df467b5a000]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:24:57 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d5c29ba0-edc5-46a2-b968-8abbc56c8e94 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'qjvmsKGH'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:24:57 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2785fb72-e4e6-49fb-8d23-2cdc06658bbe -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:24:57 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2785fb72-e4e6-49fb-8d23-2cdc06658bbe -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:24:57 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ff28da5-42cf-4aa9-8b34-cabcc6fd4f11]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:24:57 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d5c29ba0-edc5-46a2-b968-8abbc56c8e94 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:24:57 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:24:57 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:24:57 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[dfd68c76-781d-496f-9454-6985d2622012]: (4, ('tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:24:57 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d5c29ba0-edc5-46a2-b968-8abbc56c8e94 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c (non-flash)
Dec 06 10:24:57 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:24:57 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d5c29ba0-edc5-46a2-b968-8abbc56c8e94 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] iscsi session list stdout=tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c (non-flash)
Dec 06 10:24:57 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:24:57 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2785fb72-e4e6-49fb-8d23-2cdc06658bbe -p 172.16.0.220:3260 --login {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:24:57 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2785fb72-e4e6-49fb-8d23-2cdc06658bbe -p 172.16.0.220:3260 --login" returned: 0 in 0.050s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:24:57 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d3f6c2a-8e4f-435e-8400-a8a68181a76e]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:2785fb72-e4e6-49fb-8d23-2cdc06658bbe, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:2785fb72-e4e6-49fb-8d23-2cdc06658bbe, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:24:57 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d5c29ba0-edc5-46a2-b968-8abbc56c8e94 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:2785fb72-e4e6-49fb-8d23-2cdc06658bbe, portal: 172.16.0.220,3260]
Dec 06 10:24:57 user nova-compute[74535]: Login to [iface: default, target: iqn.2010-10.org.openstack:2785fb72-e4e6-49fb-8d23-2cdc06658bbe, portal: 172.16.0.220,3260] successful.
Dec 06 10:24:57 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:24:57 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2785fb72-e4e6-49fb-8d23-2cdc06658bbe -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:24:57 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2785fb72-e4e6-49fb-8d23-2cdc06658bbe -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.027s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:24:57 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f0f0492-f4d8-4856-b100-39f6ceb00bd1]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:24:57 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d5c29ba0-edc5-46a2-b968-8abbc56c8e94 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:24:57 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:24:57 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:24:57 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[e195260f-1321-4476-8688-5518ec307dac]: (4, ('tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c (non-flash)\ntcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2785fb72-e4e6-49fb-8d23-2cdc06658bbe (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:24:57 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d5c29ba0-edc5-46a2-b968-8abbc56c8e94 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c (non-flash)
Dec 06 10:24:57 user nova-compute[74535]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2785fb72-e4e6-49fb-8d23-2cdc06658bbe (non-flash)
Dec 06 10:24:57 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:24:57 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d5c29ba0-edc5-46a2-b968-8abbc56c8e94 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] iscsi session list stdout=tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c (non-flash)
Dec 06 10:24:57 user nova-compute[74535]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2785fb72-e4e6-49fb-8d23-2cdc06658bbe (non-flash)
Dec 06 10:24:57 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:24:57 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-d5c29ba0-edc5-46a2-b968-8abbc56c8e94 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2785fb72-e4e6-49fb-8d23-2cdc06658bbe" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.277s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:24:57 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d5c29ba0-edc5-46a2-b968-8abbc56c8e94 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Connected to 172.16.0.220:3260 {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 10:24:57 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-d5c29ba0-edc5-46a2-b968-8abbc56c8e94 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] HCTL ('34', '-', '-', 0) found on session 53 with lun 0 {{(pid=74535) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 10:24:57 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-d5c29ba0-edc5-46a2-b968-8abbc56c8e94 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74535) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 10:24:57 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:24:57 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:24:57 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc6173b9-2bdc-4f6b-b2e4-d94d5e45b08c]: (4, ('- - 0', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:24:57 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-d5c29ba0-edc5-46a2-b968-8abbc56c8e94 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Searching for a device in session 53 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74535) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 10:24:57 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d5c29ba0-edc5-46a2-b968-8abbc56c8e94 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:2785fb72-e4e6-49fb-8d23-2cdc06658bbe', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qjvmsKGH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 10:24:57 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:24:58 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-d5c29ba0-edc5-46a2-b968-8abbc56c8e94 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.309s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:24:58 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d5c29ba0-edc5-46a2-b968-8abbc56c8e94 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] <== connect_volume: return (1311ms) {'type': 'block', 'scsi_wwn': '23266663935383435', 'path': '/dev/sdc'} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:24:58 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d5c29ba0-edc5-46a2-b968-8abbc56c8e94 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] [instance: f980f0fd-c4e6-4f6c-9d11-6acf8b231231] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23266663935383435', 'path': '/dev/sdc'} {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 10:24:58 user nova-compute[74535]: DEBUG nova.objects.instance [None req-d5c29ba0-edc5-46a2-b968-8abbc56c8e94 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Lazy-loading 'flavor' on Instance uuid f980f0fd-c4e6-4f6c-9d11-6acf8b231231 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:24:58 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-d5c29ba0-edc5-46a2-b968-8abbc56c8e94 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 10:24:58 user nova-compute[74535]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 10:24:58 user nova-compute[74535]:   <source dev="/dev/sdc"/>
Dec 06 10:24:58 user nova-compute[74535]:   <target dev="vdb" bus="virtio"/>
Dec 06 10:24:58 user nova-compute[74535]:   <serial>2785fb72-e4e6-49fb-8d23-2cdc06658bbe</serial>
Dec 06 10:24:58 user nova-compute[74535]: </disk>
Dec 06 10:24:58 user nova-compute[74535]:  {{(pid=74535) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 10:24:58 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:24:58 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-d5c29ba0-edc5-46a2-b968-8abbc56c8e94 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] No BDM found with device name vda, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 10:24:58 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-d5c29ba0-edc5-46a2-b968-8abbc56c8e94 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 10:24:58 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-d5c29ba0-edc5-46a2-b968-8abbc56c8e94 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] No VIF found with MAC fa:16:3e:1c:00:05, not building metadata {{(pid=74535) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 10:24:58 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-d5c29ba0-edc5-46a2-b968-8abbc56c8e94 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Lock "f980f0fd-c4e6-4f6c-9d11-6acf8b231231" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 11.362s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:25:02 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:25:03 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:25:07 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:25:12 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:25:17 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:25:18 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:25:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:25:25 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-0db402c5-42d2-4f90-9663-24906e4b65eb tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Acquiring lock "f980f0fd-c4e6-4f6c-9d11-6acf8b231231" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:25:25 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-0db402c5-42d2-4f90-9663-24906e4b65eb tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Lock "f980f0fd-c4e6-4f6c-9d11-6acf8b231231" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:25:25 user nova-compute[74535]: INFO nova.compute.manager [None req-0db402c5-42d2-4f90-9663-24906e4b65eb tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] [instance: f980f0fd-c4e6-4f6c-9d11-6acf8b231231] Detaching volume 2785fb72-e4e6-49fb-8d23-2cdc06658bbe
Dec 06 10:25:25 user nova-compute[74535]: INFO nova.virt.block_device [None req-0db402c5-42d2-4f90-9663-24906e4b65eb tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] [instance: f980f0fd-c4e6-4f6c-9d11-6acf8b231231] Attempting to driver detach volume 2785fb72-e4e6-49fb-8d23-2cdc06658bbe from mountpoint /dev/vdb
Dec 06 10:25:25 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-0db402c5-42d2-4f90-9663-24906e4b65eb tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Attempting to detach device vdb from instance f980f0fd-c4e6-4f6c-9d11-6acf8b231231 from the persistent domain config. {{(pid=74535) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 10:25:25 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-0db402c5-42d2-4f90-9663-24906e4b65eb tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 10:25:25 user nova-compute[74535]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 10:25:25 user nova-compute[74535]:   <source dev="/dev/sdc"/>
Dec 06 10:25:25 user nova-compute[74535]:   <target dev="vdb" bus="virtio"/>
Dec 06 10:25:25 user nova-compute[74535]:   <serial>2785fb72-e4e6-49fb-8d23-2cdc06658bbe</serial>
Dec 06 10:25:25 user nova-compute[74535]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 10:25:25 user nova-compute[74535]: </disk>
Dec 06 10:25:25 user nova-compute[74535]:  {{(pid=74535) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 10:25:25 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-0db402c5-42d2-4f90-9663-24906e4b65eb tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Successfully detached device vdb from instance f980f0fd-c4e6-4f6c-9d11-6acf8b231231 from the persistent domain config.
Dec 06 10:25:25 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-0db402c5-42d2-4f90-9663-24906e4b65eb tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance f980f0fd-c4e6-4f6c-9d11-6acf8b231231 from the live domain config. {{(pid=74535) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 10:25:25 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-0db402c5-42d2-4f90-9663-24906e4b65eb tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 10:25:25 user nova-compute[74535]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 10:25:25 user nova-compute[74535]:   <source dev="/dev/sdc"/>
Dec 06 10:25:25 user nova-compute[74535]:   <target dev="vdb" bus="virtio"/>
Dec 06 10:25:25 user nova-compute[74535]:   <serial>2785fb72-e4e6-49fb-8d23-2cdc06658bbe</serial>
Dec 06 10:25:25 user nova-compute[74535]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 10:25:25 user nova-compute[74535]: </disk>
Dec 06 10:25:25 user nova-compute[74535]:  {{(pid=74535) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 10:25:25 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-12ecc417-2aec-4742-b461-0fdb7bce7e13 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Acquiring lock "f980f0fd-c4e6-4f6c-9d11-6acf8b231231" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:25:26 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-0db402c5-42d2-4f90-9663-24906e4b65eb tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance f980f0fd-c4e6-4f6c-9d11-6acf8b231231 {{(pid=74535) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 10:25:26 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:25:26 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:25:26 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74535) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 10:25:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-ae50884e-111f-4449-86fd-3a288bd161fc tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] Acquiring lock "938728e8-963c-4ea5-9e37-40c26236e951" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:25:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-ae50884e-111f-4449-86fd-3a288bd161fc tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] Lock "938728e8-963c-4ea5-9e37-40c26236e951" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:25:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-ae50884e-111f-4449-86fd-3a288bd161fc tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] Acquiring lock "938728e8-963c-4ea5-9e37-40c26236e951-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:25:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-ae50884e-111f-4449-86fd-3a288bd161fc tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] Lock "938728e8-963c-4ea5-9e37-40c26236e951-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:25:26 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-ae50884e-111f-4449-86fd-3a288bd161fc tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] Lock "938728e8-963c-4ea5-9e37-40c26236e951-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:25:26 user nova-compute[74535]: INFO nova.compute.manager [None req-ae50884e-111f-4449-86fd-3a288bd161fc tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] [instance: 938728e8-963c-4ea5-9e37-40c26236e951] Terminating instance
Dec 06 10:25:26 user nova-compute[74535]: DEBUG nova.compute.manager [None req-ae50884e-111f-4449-86fd-3a288bd161fc tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] [instance: 938728e8-963c-4ea5-9e37-40c26236e951] Start destroying the instance on the hypervisor. {{(pid=74535) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 10:25:26 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:25:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:25:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:25:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:25:27 user nova-compute[74535]: DEBUG nova.compute.manager [req-bcd072a7-42dc-4021-aade-050e560ef720 req-bcd47a08-b4ed-4721-9137-1b6400024735 service nova] [instance: 938728e8-963c-4ea5-9e37-40c26236e951] Received event network-vif-unplugged-3c7d7fc0-6049-4045-8d78-66880111e5f1 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:25:27 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-bcd072a7-42dc-4021-aade-050e560ef720 req-bcd47a08-b4ed-4721-9137-1b6400024735 service nova] Acquiring lock "938728e8-963c-4ea5-9e37-40c26236e951-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:25:27 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-bcd072a7-42dc-4021-aade-050e560ef720 req-bcd47a08-b4ed-4721-9137-1b6400024735 service nova] Lock "938728e8-963c-4ea5-9e37-40c26236e951-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:25:27 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-bcd072a7-42dc-4021-aade-050e560ef720 req-bcd47a08-b4ed-4721-9137-1b6400024735 service nova] Lock "938728e8-963c-4ea5-9e37-40c26236e951-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:25:27 user nova-compute[74535]: DEBUG nova.compute.manager [req-bcd072a7-42dc-4021-aade-050e560ef720 req-bcd47a08-b4ed-4721-9137-1b6400024735 service nova] [instance: 938728e8-963c-4ea5-9e37-40c26236e951] No waiting events found dispatching network-vif-unplugged-3c7d7fc0-6049-4045-8d78-66880111e5f1 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:25:27 user nova-compute[74535]: DEBUG nova.compute.manager [req-bcd072a7-42dc-4021-aade-050e560ef720 req-bcd47a08-b4ed-4721-9137-1b6400024735 service nova] [instance: 938728e8-963c-4ea5-9e37-40c26236e951] Received event network-vif-unplugged-3c7d7fc0-6049-4045-8d78-66880111e5f1 for instance with task_state deleting. {{(pid=74535) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 10:25:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:25:27 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: 938728e8-963c-4ea5-9e37-40c26236e951] Instance destroyed successfully.
Dec 06 10:25:27 user nova-compute[74535]: DEBUG nova.objects.instance [None req-ae50884e-111f-4449-86fd-3a288bd161fc tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] Lazy-loading 'resources' on Instance uuid 938728e8-963c-4ea5-9e37-40c26236e951 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:25:27 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-ae50884e-111f-4449-86fd-3a288bd161fc tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:22:24Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-277456760',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-277456760',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachscenariooldversion-server-2774567',id=45,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBISq64YXR64m6q18mYWv9tfumgWxW1/9JkeJBqFnRaan/YK6ZLgJB377UOV3MG6E2iB8hWWp8SPeFwETiakQKgNwbzqQFO8tZryLkC/yvAVzeOxOcyu7wZAHKizRyO/iyA==',key_name='tempest-keypair-1282105000',keypairs=<?>,launch_index=0,launched_at=2023-12-06T10:22:32Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='248a2193854f471b91f3b45fda2d57cf',ramdisk_id='',reservation_id='r-gn8w2xkk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-2116642309',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T10:22:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c389efd30a3643de987ff68f59ceba5c',uuid=938728e8-963c-4ea5-9e37-40c26236e951,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "3c7d7fc0-6049-4045-8d78-66880111e5f1", "address": "fa:16:3e:9f:d9:8c", "network": {"id": "759d6a58-74d7-4337-a003-f4544a152928", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-2052355860-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.74", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "248a2193854f471b91f3b45fda2d57cf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3c7d7fc0-60", "ovs_interfaceid": "3c7d7fc0-6049-4045-8d78-66880111e5f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 10:25:27 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-ae50884e-111f-4449-86fd-3a288bd161fc tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] Converting VIF {"id": "3c7d7fc0-6049-4045-8d78-66880111e5f1", "address": "fa:16:3e:9f:d9:8c", "network": {"id": "759d6a58-74d7-4337-a003-f4544a152928", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-2052355860-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.74", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "248a2193854f471b91f3b45fda2d57cf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3c7d7fc0-60", "ovs_interfaceid": "3c7d7fc0-6049-4045-8d78-66880111e5f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:25:27 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-ae50884e-111f-4449-86fd-3a288bd161fc tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:9f:d9:8c,bridge_name='br-int',has_traffic_filtering=True,id=3c7d7fc0-6049-4045-8d78-66880111e5f1,network=Network(759d6a58-74d7-4337-a003-f4544a152928),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3c7d7fc0-60') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:25:27 user nova-compute[74535]: DEBUG os_vif [None req-ae50884e-111f-4449-86fd-3a288bd161fc tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:9f:d9:8c,bridge_name='br-int',has_traffic_filtering=True,id=3c7d7fc0-6049-4045-8d78-66880111e5f1,network=Network(759d6a58-74d7-4337-a003-f4544a152928),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3c7d7fc0-60') {{(pid=74535) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 10:25:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:25:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap3c7d7fc0-60, bridge=br-int, if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:25:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:25:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:25:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:25:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=e7133121-4163-4fb1-a229-05c762b0ac8c) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:25:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:25:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:25:27 user nova-compute[74535]: INFO os_vif [None req-ae50884e-111f-4449-86fd-3a288bd161fc tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:9f:d9:8c,bridge_name='br-int',has_traffic_filtering=True,id=3c7d7fc0-6049-4045-8d78-66880111e5f1,network=Network(759d6a58-74d7-4337-a003-f4544a152928),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3c7d7fc0-60')
Dec 06 10:25:27 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-ae50884e-111f-4449-86fd-3a288bd161fc tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] [instance: 938728e8-963c-4ea5-9e37-40c26236e951] Deleting instance files /opt/stack/data/nova/instances/938728e8-963c-4ea5-9e37-40c26236e951_del
Dec 06 10:25:27 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-ae50884e-111f-4449-86fd-3a288bd161fc tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] [instance: 938728e8-963c-4ea5-9e37-40c26236e951] Deletion of /opt/stack/data/nova/instances/938728e8-963c-4ea5-9e37-40c26236e951_del complete
Dec 06 10:25:27 user nova-compute[74535]: INFO nova.compute.manager [None req-ae50884e-111f-4449-86fd-3a288bd161fc tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] [instance: 938728e8-963c-4ea5-9e37-40c26236e951] Took 0.85 seconds to destroy the instance on the hypervisor.
Dec 06 10:25:27 user nova-compute[74535]: DEBUG oslo.service.loopingcall [None req-ae50884e-111f-4449-86fd-3a288bd161fc tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74535) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 10:25:27 user nova-compute[74535]: DEBUG nova.compute.manager [-] [instance: 938728e8-963c-4ea5-9e37-40c26236e951] Deallocating network for instance {{(pid=74535) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 10:25:27 user nova-compute[74535]: DEBUG nova.network.neutron [-] [instance: 938728e8-963c-4ea5-9e37-40c26236e951] deallocate_for_instance() {{(pid=74535) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 10:25:28 user nova-compute[74535]: DEBUG nova.network.neutron [-] [instance: 938728e8-963c-4ea5-9e37-40c26236e951] Updating instance_info_cache with network_info: [] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:25:28 user nova-compute[74535]: INFO nova.compute.manager [-] [instance: 938728e8-963c-4ea5-9e37-40c26236e951] Took 0.87 seconds to deallocate network for instance.
Dec 06 10:25:28 user nova-compute[74535]: DEBUG nova.compute.manager [req-8fc2d89e-b423-4c8e-ab01-26048a37ac27 req-4f06e07a-8fb0-405d-869f-87fdd6a3755c service nova] [instance: 938728e8-963c-4ea5-9e37-40c26236e951] Received event network-vif-deleted-3c7d7fc0-6049-4045-8d78-66880111e5f1 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:25:28 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-ae50884e-111f-4449-86fd-3a288bd161fc tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:25:28 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-ae50884e-111f-4449-86fd-3a288bd161fc tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:25:28 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-ae50884e-111f-4449-86fd-3a288bd161fc tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:25:28 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-ae50884e-111f-4449-86fd-3a288bd161fc tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:25:28 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-ae50884e-111f-4449-86fd-3a288bd161fc tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.183s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:25:28 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:25:28 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:25:28 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:25:28 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:25:28 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Auditing locally available compute resources for user (node: user) {{(pid=74535) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 10:25:28 user nova-compute[74535]: INFO nova.scheduler.client.report [None req-ae50884e-111f-4449-86fd-3a288bd161fc tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] Deleted allocations for instance 938728e8-963c-4ea5-9e37-40c26236e951
Dec 06 10:25:29 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-ae50884e-111f-4449-86fd-3a288bd161fc tempest-TestServerVolumeAttachScenarioOldVersion-2116642309 tempest-TestServerVolumeAttachScenarioOldVersion-2116642309-project-member] Lock "938728e8-963c-4ea5-9e37-40c26236e951" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.096s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:25:29 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/42a48037-73bb-4037-9b85-1454d51b909b/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:25:29 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/42a48037-73bb-4037-9b85-1454d51b909b/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:25:29 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/42a48037-73bb-4037-9b85-1454d51b909b/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:25:29 user nova-compute[74535]: DEBUG nova.compute.manager [req-675ddee4-a1b2-46cf-803d-80c05918b879 req-3f7a1f51-83e6-40ce-9ecf-799cf769fdba service nova] [instance: 938728e8-963c-4ea5-9e37-40c26236e951] Received event network-vif-plugged-3c7d7fc0-6049-4045-8d78-66880111e5f1 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:25:29 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-675ddee4-a1b2-46cf-803d-80c05918b879 req-3f7a1f51-83e6-40ce-9ecf-799cf769fdba service nova] Acquiring lock "938728e8-963c-4ea5-9e37-40c26236e951-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:25:29 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-675ddee4-a1b2-46cf-803d-80c05918b879 req-3f7a1f51-83e6-40ce-9ecf-799cf769fdba service nova] Lock "938728e8-963c-4ea5-9e37-40c26236e951-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:25:29 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-675ddee4-a1b2-46cf-803d-80c05918b879 req-3f7a1f51-83e6-40ce-9ecf-799cf769fdba service nova] Lock "938728e8-963c-4ea5-9e37-40c26236e951-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:25:29 user nova-compute[74535]: DEBUG nova.compute.manager [req-675ddee4-a1b2-46cf-803d-80c05918b879 req-3f7a1f51-83e6-40ce-9ecf-799cf769fdba service nova] [instance: 938728e8-963c-4ea5-9e37-40c26236e951] No waiting events found dispatching network-vif-plugged-3c7d7fc0-6049-4045-8d78-66880111e5f1 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:25:29 user nova-compute[74535]: WARNING nova.compute.manager [req-675ddee4-a1b2-46cf-803d-80c05918b879 req-3f7a1f51-83e6-40ce-9ecf-799cf769fdba service nova] [instance: 938728e8-963c-4ea5-9e37-40c26236e951] Received unexpected event network-vif-plugged-3c7d7fc0-6049-4045-8d78-66880111e5f1 for instance with vm_state deleted and task_state None.
Dec 06 10:25:29 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/42a48037-73bb-4037-9b85-1454d51b909b/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:25:29 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74535) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 10:25:29 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f980f0fd-c4e6-4f6c-9d11-6acf8b231231/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:25:29 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f980f0fd-c4e6-4f6c-9d11-6acf8b231231/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:25:29 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f980f0fd-c4e6-4f6c-9d11-6acf8b231231/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:25:29 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f980f0fd-c4e6-4f6c-9d11-6acf8b231231/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:25:30 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:25:30 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:25:30 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Hypervisor/Node resource view: name=user free_ram=8643MB free_disk=25.15557098388672GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74535) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 10:25:30 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:25:30 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.003s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:25:30 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 7116d71e-3fd9-473f-b5e5-2c7721f76c1a actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:25:30 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance f980f0fd-c4e6-4f6c-9d11-6acf8b231231 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:25:30 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 42a48037-73bb-4037-9b85-1454d51b909b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:25:30 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=74535) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 10:25:30 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=74535) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 10:25:30 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:25:30 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:25:30 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Compute_service record updated for user:user {{(pid=74535) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 10:25:30 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.238s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:25:32 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:25:33 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:25:33 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:25:33 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:25:33 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:25:35 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:25:37 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:25:40 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:25:40 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Starting heal instance info cache {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 10:25:40 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: f980f0fd-c4e6-4f6c-9d11-6acf8b231231] Skipping network cache update for instance because it is being deleted. {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9971}}
Dec 06 10:25:41 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "refresh_cache-42a48037-73bb-4037-9b85-1454d51b909b" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:25:41 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquired lock "refresh_cache-42a48037-73bb-4037-9b85-1454d51b909b" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:25:41 user nova-compute[74535]: DEBUG nova.network.neutron [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: 42a48037-73bb-4037-9b85-1454d51b909b] Forcefully refreshing network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 10:25:41 user nova-compute[74535]: DEBUG nova.network.neutron [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: 42a48037-73bb-4037-9b85-1454d51b909b] Updating instance_info_cache with network_info: [{"id": "35f12904-c632-45f6-ad85-b92d81071bff", "address": "fa:16:3e:5a:6f:5a", "network": {"id": "479365a7-14dd-48f6-bc9d-89b514e60d34", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.128", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "563f6a2917a742ada39fb0e950eece6e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap35f12904-c6", "ovs_interfaceid": "35f12904-c632-45f6-ad85-b92d81071bff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:25:41 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Releasing lock "refresh_cache-42a48037-73bb-4037-9b85-1454d51b909b" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:25:41 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: 42a48037-73bb-4037-9b85-1454d51b909b] Updated the network info_cache for instance {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 10:25:42 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:25:46 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-0db402c5-42d2-4f90-9663-24906e4b65eb tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance f980f0fd-c4e6-4f6c-9d11-6acf8b231231 is timed out.
Dec 06 10:25:46 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-0db402c5-42d2-4f90-9663-24906e4b65eb tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Successfully detached device vdb from instance f980f0fd-c4e6-4f6c-9d11-6acf8b231231 from the live domain config.
Dec 06 10:25:46 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0db402c5-42d2-4f90-9663-24906e4b65eb tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] [instance: f980f0fd-c4e6-4f6c-9d11-6acf8b231231] calling os-brick to detach iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 10:25:46 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-0db402c5-42d2-4f90-9663-24906e4b65eb tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, {'target_iqn': 'iqn.2010-10.org.openstack:2785fb72-e4e6-49fb-8d23-2cdc06658bbe', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qjvmsKGH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:25:46 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-0db402c5-42d2-4f90-9663-24906e4b65eb tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:25:46 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-0db402c5-42d2-4f90-9663-24906e4b65eb tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:25:46 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-0db402c5-42d2-4f90-9663-24906e4b65eb tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:25:46 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:25:46 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:25:46 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[0afc74c2-6917-4cab-a6b1-b6c02affe330]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:2785fb72-e4e6-49fb-8d23-2cdc06658bbe\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:25:46 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-0db402c5-42d2-4f90-9663-24906e4b65eb tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 10:25:46 user nova-compute[74535]: No targets found.
Dec 06 10:25:46 user nova-compute[74535]: iSNS:
Dec 06 10:25:46 user nova-compute[74535]: No targets found.
Dec 06 10:25:46 user nova-compute[74535]: STATIC:
Dec 06 10:25:46 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:2785fb72-e4e6-49fb-8d23-2cdc06658bbe
Dec 06 10:25:46 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:25:46 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:25:46 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c
Dec 06 10:25:46 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:25:46 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:25:46 user nova-compute[74535]: FIRMWARE:
Dec 06 10:25:46 user nova-compute[74535]: No targets found.
Dec 06 10:25:46 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:25:46 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-0db402c5-42d2-4f90-9663-24906e4b65eb tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 10:25:46 user nova-compute[74535]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 10:25:46 user nova-compute[74535]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74535) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 10:25:46 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-0db402c5-42d2-4f90-9663-24906e4b65eb tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2785fb72-e4e6-49fb-8d23-2cdc06658bbe', 0)] {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 10:25:46 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:25:46 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:25:46 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[0545463b-884f-4459-a0c3-ba9cc1c7cabc]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2785fb72-e4e6-49fb-8d23-2cdc06658bbe\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:25:46 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:25:46 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:25:46 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[7207570c-41a4-454a-b898-0e6b5ff70040]: (4, ('tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c (non-flash)\ntcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2785fb72-e4e6-49fb-8d23-2cdc06658bbe (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:25:46 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-0db402c5-42d2-4f90-9663-24906e4b65eb tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c (non-flash)
Dec 06 10:25:46 user nova-compute[74535]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2785fb72-e4e6-49fb-8d23-2cdc06658bbe (non-flash)
Dec 06 10:25:46 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:25:46 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-0db402c5-42d2-4f90-9663-24906e4b65eb tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] iscsi session list stdout=tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c (non-flash)
Dec 06 10:25:46 user nova-compute[74535]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2785fb72-e4e6-49fb-8d23-2cdc06658bbe (non-flash)
Dec 06 10:25:46 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:25:46 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-0db402c5-42d2-4f90-9663-24906e4b65eb tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ff10062e3b0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2785fb72-e4e6-49fb-8d23-2cdc06658bbe'): ({'sdc'}, set())}) {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 10:25:46 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-0db402c5-42d2-4f90-9663-24906e4b65eb tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Removing single pathed devices sdc {{(pid=74535) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 10:25:46 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:25:46 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:25:46 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[df68cbb6-44cb-4116-a2f7-9eff82a7e476]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:25:46 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:25:46 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:25:46 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[05f6729c-e780-4d12-8c21-bf50fbb3de5b]: (4, ('ok\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:25:46 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-0db402c5-42d2-4f90-9663-24906e4b65eb tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Flushing IO for device /dev/sdc {{(pid=74535) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 10:25:46 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:25:46 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.015s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:25:46 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e8fa4fd-10ab-4e7b-8520-483b4d4ee7de]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:25:46 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-0db402c5-42d2-4f90-9663-24906e4b65eb tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74535) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 10:25:46 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:25:46 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.046s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:25:46 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[90fe6ebb-e1fc-4484-90cc-fb38529fbc68]: (4, ('1', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:25:46 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-0db402c5-42d2-4f90-9663-24906e4b65eb tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 10:25:46 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-0db402c5-42d2-4f90-9663-24906e4b65eb tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] SCSI volumes sdc have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 10:25:46 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-0db402c5-42d2-4f90-9663-24906e4b65eb tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2785fb72-e4e6-49fb-8d23-2cdc06658bbe')] {{(pid=74535) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 10:25:46 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2785fb72-e4e6-49fb-8d23-2cdc06658bbe -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:25:46 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2785fb72-e4e6-49fb-8d23-2cdc06658bbe -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:25:46 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[cdb40892-37b2-4cd8-aabe-c868187cb0cb]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:25:46 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-0db402c5-42d2-4f90-9663-24906e4b65eb tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:25:46 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2785fb72-e4e6-49fb-8d23-2cdc06658bbe -p 172.16.0.220:3260 --logout {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:25:46 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2785fb72-e4e6-49fb-8d23-2cdc06658bbe -p 172.16.0.220:3260 --logout" returned: 0 in 0.057s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:25:46 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ca283f1-d317-4855-9ad5-188f3cfb165a]: (4, ('Logging out of session [sid: 53, target: iqn.2010-10.org.openstack:2785fb72-e4e6-49fb-8d23-2cdc06658bbe, portal: 172.16.0.220,3260]\nLogout of [sid: 53, target: iqn.2010-10.org.openstack:2785fb72-e4e6-49fb-8d23-2cdc06658bbe, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:25:46 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-0db402c5-42d2-4f90-9663-24906e4b65eb tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 53, target: iqn.2010-10.org.openstack:2785fb72-e4e6-49fb-8d23-2cdc06658bbe, portal: 172.16.0.220,3260]
Dec 06 10:25:46 user nova-compute[74535]: Logout of [sid: 53, target: iqn.2010-10.org.openstack:2785fb72-e4e6-49fb-8d23-2cdc06658bbe, portal: 172.16.0.220,3260] successful.
Dec 06 10:25:46 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:25:46 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2785fb72-e4e6-49fb-8d23-2cdc06658bbe -p 172.16.0.220:3260 --op delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:25:46 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2785fb72-e4e6-49fb-8d23-2cdc06658bbe -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:25:46 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[e256b27a-8525-4d84-bb4b-9d943e2ce8ee]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:25:46 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-0db402c5-42d2-4f90-9663-24906e4b65eb tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:25:46 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-0db402c5-42d2-4f90-9663-24906e4b65eb tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.305s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:25:46 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-0db402c5-42d2-4f90-9663-24906e4b65eb tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] <== disconnect_volume: return (306ms) None {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:25:46 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0db402c5-42d2-4f90-9663-24906e4b65eb tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] [instance: f980f0fd-c4e6-4f6c-9d11-6acf8b231231] Disconnected iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 10:25:47 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:25:47 user nova-compute[74535]: DEBUG nova.compute.manager [req-50862a3a-aa2b-41ff-b6ff-caf7f84ae58d req-2b2eef44-7074-4f19-b1ca-9965b76dbe89 service nova] [instance: 7116d71e-3fd9-473f-b5e5-2c7721f76c1a] Received event network-changed-cdb0c2ea-9000-40ea-9e5b-6128b0bd497b {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:25:47 user nova-compute[74535]: DEBUG nova.compute.manager [req-50862a3a-aa2b-41ff-b6ff-caf7f84ae58d req-2b2eef44-7074-4f19-b1ca-9965b76dbe89 service nova] [instance: 7116d71e-3fd9-473f-b5e5-2c7721f76c1a] Refreshing instance network info cache due to event network-changed-cdb0c2ea-9000-40ea-9e5b-6128b0bd497b. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 10:25:47 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-50862a3a-aa2b-41ff-b6ff-caf7f84ae58d req-2b2eef44-7074-4f19-b1ca-9965b76dbe89 service nova] Acquiring lock "refresh_cache-7116d71e-3fd9-473f-b5e5-2c7721f76c1a" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:25:47 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-50862a3a-aa2b-41ff-b6ff-caf7f84ae58d req-2b2eef44-7074-4f19-b1ca-9965b76dbe89 service nova] Acquired lock "refresh_cache-7116d71e-3fd9-473f-b5e5-2c7721f76c1a" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:25:47 user nova-compute[74535]: DEBUG nova.network.neutron [req-50862a3a-aa2b-41ff-b6ff-caf7f84ae58d req-2b2eef44-7074-4f19-b1ca-9965b76dbe89 service nova] [instance: 7116d71e-3fd9-473f-b5e5-2c7721f76c1a] Refreshing network info cache for port cdb0c2ea-9000-40ea-9e5b-6128b0bd497b {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 10:25:47 user nova-compute[74535]: DEBUG nova.objects.instance [None req-0db402c5-42d2-4f90-9663-24906e4b65eb tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Lazy-loading 'flavor' on Instance uuid f980f0fd-c4e6-4f6c-9d11-6acf8b231231 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:25:47 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-0db402c5-42d2-4f90-9663-24906e4b65eb tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Lock "f980f0fd-c4e6-4f6c-9d11-6acf8b231231" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.981s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:25:47 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-12ecc417-2aec-4742-b461-0fdb7bce7e13 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Lock "f980f0fd-c4e6-4f6c-9d11-6acf8b231231" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 21.849s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:25:47 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-12ecc417-2aec-4742-b461-0fdb7bce7e13 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Acquiring lock "f980f0fd-c4e6-4f6c-9d11-6acf8b231231-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:25:47 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-12ecc417-2aec-4742-b461-0fdb7bce7e13 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Lock "f980f0fd-c4e6-4f6c-9d11-6acf8b231231-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:25:47 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-12ecc417-2aec-4742-b461-0fdb7bce7e13 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Lock "f980f0fd-c4e6-4f6c-9d11-6acf8b231231-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:25:47 user nova-compute[74535]: INFO nova.compute.manager [None req-12ecc417-2aec-4742-b461-0fdb7bce7e13 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] [instance: f980f0fd-c4e6-4f6c-9d11-6acf8b231231] Terminating instance
Dec 06 10:25:47 user nova-compute[74535]: DEBUG nova.compute.manager [None req-12ecc417-2aec-4742-b461-0fdb7bce7e13 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] [instance: f980f0fd-c4e6-4f6c-9d11-6acf8b231231] Start destroying the instance on the hypervisor. {{(pid=74535) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 10:25:47 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-da1c0d61-e52b-4ecf-a60e-9752905ef277 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Acquiring lock "7116d71e-3fd9-473f-b5e5-2c7721f76c1a" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:25:47 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-da1c0d61-e52b-4ecf-a60e-9752905ef277 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lock "7116d71e-3fd9-473f-b5e5-2c7721f76c1a" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:25:47 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-da1c0d61-e52b-4ecf-a60e-9752905ef277 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Acquiring lock "7116d71e-3fd9-473f-b5e5-2c7721f76c1a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:25:47 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-da1c0d61-e52b-4ecf-a60e-9752905ef277 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lock "7116d71e-3fd9-473f-b5e5-2c7721f76c1a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:25:47 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-da1c0d61-e52b-4ecf-a60e-9752905ef277 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lock "7116d71e-3fd9-473f-b5e5-2c7721f76c1a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:25:47 user nova-compute[74535]: INFO nova.compute.manager [None req-da1c0d61-e52b-4ecf-a60e-9752905ef277 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: 7116d71e-3fd9-473f-b5e5-2c7721f76c1a] Terminating instance
Dec 06 10:25:47 user nova-compute[74535]: DEBUG nova.compute.manager [None req-da1c0d61-e52b-4ecf-a60e-9752905ef277 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: 7116d71e-3fd9-473f-b5e5-2c7721f76c1a] Start destroying the instance on the hypervisor. {{(pid=74535) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 10:25:47 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:25:47 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:25:47 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:25:47 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:25:47 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:25:47 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:25:47 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:25:47 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:25:47 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:25:48 user nova-compute[74535]: DEBUG nova.compute.manager [req-4224cf29-2927-4e0e-b383-13fa034d4a46 req-0ae65457-f837-4cea-9ee6-2fd39c93bdc4 service nova] [instance: f980f0fd-c4e6-4f6c-9d11-6acf8b231231] Received event network-vif-unplugged-38615775-4a1c-470d-8088-0d086c63e207 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:25:48 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-4224cf29-2927-4e0e-b383-13fa034d4a46 req-0ae65457-f837-4cea-9ee6-2fd39c93bdc4 service nova] Acquiring lock "f980f0fd-c4e6-4f6c-9d11-6acf8b231231-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:25:48 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-4224cf29-2927-4e0e-b383-13fa034d4a46 req-0ae65457-f837-4cea-9ee6-2fd39c93bdc4 service nova] Lock "f980f0fd-c4e6-4f6c-9d11-6acf8b231231-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:25:48 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-4224cf29-2927-4e0e-b383-13fa034d4a46 req-0ae65457-f837-4cea-9ee6-2fd39c93bdc4 service nova] Lock "f980f0fd-c4e6-4f6c-9d11-6acf8b231231-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:25:48 user nova-compute[74535]: DEBUG nova.compute.manager [req-4224cf29-2927-4e0e-b383-13fa034d4a46 req-0ae65457-f837-4cea-9ee6-2fd39c93bdc4 service nova] [instance: f980f0fd-c4e6-4f6c-9d11-6acf8b231231] No waiting events found dispatching network-vif-unplugged-38615775-4a1c-470d-8088-0d086c63e207 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:25:48 user nova-compute[74535]: DEBUG nova.compute.manager [req-4224cf29-2927-4e0e-b383-13fa034d4a46 req-0ae65457-f837-4cea-9ee6-2fd39c93bdc4 service nova] [instance: f980f0fd-c4e6-4f6c-9d11-6acf8b231231] Received event network-vif-unplugged-38615775-4a1c-470d-8088-0d086c63e207 for instance with task_state deleting. {{(pid=74535) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 10:25:48 user nova-compute[74535]: DEBUG nova.network.neutron [req-50862a3a-aa2b-41ff-b6ff-caf7f84ae58d req-2b2eef44-7074-4f19-b1ca-9965b76dbe89 service nova] [instance: 7116d71e-3fd9-473f-b5e5-2c7721f76c1a] Updated VIF entry in instance network info cache for port cdb0c2ea-9000-40ea-9e5b-6128b0bd497b. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 10:25:48 user nova-compute[74535]: DEBUG nova.network.neutron [req-50862a3a-aa2b-41ff-b6ff-caf7f84ae58d req-2b2eef44-7074-4f19-b1ca-9965b76dbe89 service nova] [instance: 7116d71e-3fd9-473f-b5e5-2c7721f76c1a] Updating instance_info_cache with network_info: [{"id": "cdb0c2ea-9000-40ea-9e5b-6128b0bd497b", "address": "fa:16:3e:34:bf:3c", "network": {"id": "72d08fd1-cc74-485f-848c-2ce73172f719", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1718263965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "19e83c953cf8498f8ea89afce479f26b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcdb0c2ea-90", "ovs_interfaceid": "cdb0c2ea-9000-40ea-9e5b-6128b0bd497b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:25:48 user nova-compute[74535]: DEBUG nova.compute.manager [req-e1333228-a23e-465e-b87e-f76aec2a39ae req-db9636a3-926c-42d7-b530-2a88467f0322 service nova] [instance: 7116d71e-3fd9-473f-b5e5-2c7721f76c1a] Received event network-vif-unplugged-cdb0c2ea-9000-40ea-9e5b-6128b0bd497b {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:25:48 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-e1333228-a23e-465e-b87e-f76aec2a39ae req-db9636a3-926c-42d7-b530-2a88467f0322 service nova] Acquiring lock "7116d71e-3fd9-473f-b5e5-2c7721f76c1a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:25:48 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-e1333228-a23e-465e-b87e-f76aec2a39ae req-db9636a3-926c-42d7-b530-2a88467f0322 service nova] Lock "7116d71e-3fd9-473f-b5e5-2c7721f76c1a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:25:48 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-e1333228-a23e-465e-b87e-f76aec2a39ae req-db9636a3-926c-42d7-b530-2a88467f0322 service nova] Lock "7116d71e-3fd9-473f-b5e5-2c7721f76c1a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:25:48 user nova-compute[74535]: DEBUG nova.compute.manager [req-e1333228-a23e-465e-b87e-f76aec2a39ae req-db9636a3-926c-42d7-b530-2a88467f0322 service nova] [instance: 7116d71e-3fd9-473f-b5e5-2c7721f76c1a] No waiting events found dispatching network-vif-unplugged-cdb0c2ea-9000-40ea-9e5b-6128b0bd497b {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:25:48 user nova-compute[74535]: DEBUG nova.compute.manager [req-e1333228-a23e-465e-b87e-f76aec2a39ae req-db9636a3-926c-42d7-b530-2a88467f0322 service nova] [instance: 7116d71e-3fd9-473f-b5e5-2c7721f76c1a] Received event network-vif-unplugged-cdb0c2ea-9000-40ea-9e5b-6128b0bd497b for instance with task_state deleting. {{(pid=74535) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 10:25:48 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-50862a3a-aa2b-41ff-b6ff-caf7f84ae58d req-2b2eef44-7074-4f19-b1ca-9965b76dbe89 service nova] Releasing lock "refresh_cache-7116d71e-3fd9-473f-b5e5-2c7721f76c1a" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:25:48 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:25:48 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:25:48 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:25:48 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:25:48 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: f980f0fd-c4e6-4f6c-9d11-6acf8b231231] Instance destroyed successfully.
Dec 06 10:25:48 user nova-compute[74535]: DEBUG nova.objects.instance [None req-12ecc417-2aec-4742-b461-0fdb7bce7e13 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Lazy-loading 'resources' on Instance uuid f980f0fd-c4e6-4f6c-9d11-6acf8b231231 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:25:48 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-12ecc417-2aec-4742-b461-0fdb7bce7e13 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:22:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-740664380',display_name='tempest-VolumesSnapshotTestJSON-instance-740664380',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-740664380',id=47,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCGaYukmXqxiYDkQtC0B1EF+4/mfix1MGCr4fOoule7IfuKJ2dJmxhdWfN59BYr4x8fqXYvDK0ebtep+hmuJazr/4Mzgj/wyxnUvV1r9EOCAWUaMtIW23JfhDO/0J07ukA==',key_name='tempest-keypair-2030455739',keypairs=<?>,launch_index=0,launched_at=2023-12-06T10:23:03Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='5a618ff4d71840c69240b9bfd00fc741',ramdisk_id='',reservation_id='r-e20cbpd0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesSnapshotTestJSON-1580291087',owner_user_name='tempest-VolumesSnapshotTestJSON-1580291087-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T10:23:03Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ae0f40f9b62e42099a7f13a978b016f6',uuid=f980f0fd-c4e6-4f6c-9d11-6acf8b231231,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "38615775-4a1c-470d-8088-0d086c63e207", "address": "fa:16:3e:1c:00:05", "network": {"id": "08180dbd-2a47-4077-9d90-f0a3f7e127c3", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1995484456-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5a618ff4d71840c69240b9bfd00fc741", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap38615775-4a", "ovs_interfaceid": "38615775-4a1c-470d-8088-0d086c63e207", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 10:25:48 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-12ecc417-2aec-4742-b461-0fdb7bce7e13 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Converting VIF {"id": "38615775-4a1c-470d-8088-0d086c63e207", "address": "fa:16:3e:1c:00:05", "network": {"id": "08180dbd-2a47-4077-9d90-f0a3f7e127c3", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1995484456-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5a618ff4d71840c69240b9bfd00fc741", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap38615775-4a", "ovs_interfaceid": "38615775-4a1c-470d-8088-0d086c63e207", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:25:48 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-12ecc417-2aec-4742-b461-0fdb7bce7e13 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:1c:00:05,bridge_name='br-int',has_traffic_filtering=True,id=38615775-4a1c-470d-8088-0d086c63e207,network=Network(08180dbd-2a47-4077-9d90-f0a3f7e127c3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap38615775-4a') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:25:48 user nova-compute[74535]: DEBUG os_vif [None req-12ecc417-2aec-4742-b461-0fdb7bce7e13 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:1c:00:05,bridge_name='br-int',has_traffic_filtering=True,id=38615775-4a1c-470d-8088-0d086c63e207,network=Network(08180dbd-2a47-4077-9d90-f0a3f7e127c3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap38615775-4a') {{(pid=74535) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 10:25:48 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:25:48 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap38615775-4a, bridge=br-int, if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:25:48 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:25:48 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:25:48 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: 7116d71e-3fd9-473f-b5e5-2c7721f76c1a] Instance destroyed successfully.
Dec 06 10:25:48 user nova-compute[74535]: DEBUG nova.objects.instance [None req-da1c0d61-e52b-4ecf-a60e-9752905ef277 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lazy-loading 'resources' on Instance uuid 7116d71e-3fd9-473f-b5e5-2c7721f76c1a {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:25:48 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:25:48 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:25:48 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=ef7b0d4d-67c8-49c8-9701-035bd18f05d9) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:25:48 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:25:48 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:25:48 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-da1c0d61-e52b-4ecf-a60e-9752905ef277 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:20:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1096318815',display_name='tempest-TestVolumeBootPattern-server-1096318815',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1096318815',id=44,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHf5pNVx5JEYKWTW5K7zzNRxAbljK/9rKlLOTAAPsNvH3raFXCB2AGXNwOVLUCwdkSBIoOPQ8wr9DqYK/MSPiFizL2uvk+xuRgB9CVkbmP+g9Usc8cd1vA5QHPxG3Qy3yA==',key_name='tempest-TestVolumeBootPattern-2041036188',keypairs=<?>,launch_index=0,launched_at=2023-12-06T10:21:05Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='19e83c953cf8498f8ea89afce479f26b',ramdisk_id='',reservation_id='r-n55s45ye',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-1927549100',owner_user_name='tempest-TestVolumeBootPattern-1927549100-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T10:21:05Z,user_data=None,user_id='1068d2d7cca843c1b32d9c1b5b29d882',uuid=7116d71e-3fd9-473f-b5e5-2c7721f76c1a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "cdb0c2ea-9000-40ea-9e5b-6128b0bd497b", "address": "fa:16:3e:34:bf:3c", "network": {"id": "72d08fd1-cc74-485f-848c-2ce73172f719", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1718263965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.69", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "19e83c953cf8498f8ea89afce479f26b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcdb0c2ea-90", "ovs_interfaceid": "cdb0c2ea-9000-40ea-9e5b-6128b0bd497b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 10:25:48 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-da1c0d61-e52b-4ecf-a60e-9752905ef277 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Converting VIF {"id": "cdb0c2ea-9000-40ea-9e5b-6128b0bd497b", "address": "fa:16:3e:34:bf:3c", "network": {"id": "72d08fd1-cc74-485f-848c-2ce73172f719", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1718263965-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.69", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "19e83c953cf8498f8ea89afce479f26b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcdb0c2ea-90", "ovs_interfaceid": "cdb0c2ea-9000-40ea-9e5b-6128b0bd497b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:25:48 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-da1c0d61-e52b-4ecf-a60e-9752905ef277 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:34:bf:3c,bridge_name='br-int',has_traffic_filtering=True,id=cdb0c2ea-9000-40ea-9e5b-6128b0bd497b,network=Network(72d08fd1-cc74-485f-848c-2ce73172f719),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcdb0c2ea-90') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:25:48 user nova-compute[74535]: DEBUG os_vif [None req-da1c0d61-e52b-4ecf-a60e-9752905ef277 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:34:bf:3c,bridge_name='br-int',has_traffic_filtering=True,id=cdb0c2ea-9000-40ea-9e5b-6128b0bd497b,network=Network(72d08fd1-cc74-485f-848c-2ce73172f719),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcdb0c2ea-90') {{(pid=74535) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 10:25:48 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:25:48 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:25:48 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapcdb0c2ea-90, bridge=br-int, if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:25:48 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:25:48 user nova-compute[74535]: INFO os_vif [None req-12ecc417-2aec-4742-b461-0fdb7bce7e13 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:1c:00:05,bridge_name='br-int',has_traffic_filtering=True,id=38615775-4a1c-470d-8088-0d086c63e207,network=Network(08180dbd-2a47-4077-9d90-f0a3f7e127c3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap38615775-4a')
Dec 06 10:25:48 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:25:48 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:25:48 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=341fb43d-dbc3-4cc2-8343-7b2a99efea39) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:25:48 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:25:48 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-12ecc417-2aec-4742-b461-0fdb7bce7e13 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] [instance: f980f0fd-c4e6-4f6c-9d11-6acf8b231231] calling os-brick to detach iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 10:25:48 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-12ecc417-2aec-4742-b461-0fdb7bce7e13 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, {'target_iqn': 'iqn.2010-10.org.openstack:2785fb72-e4e6-49fb-8d23-2cdc06658bbe', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qjvmsKGH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:25:48 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-12ecc417-2aec-4742-b461-0fdb7bce7e13 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:25:48 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-12ecc417-2aec-4742-b461-0fdb7bce7e13 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:25:48 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-12ecc417-2aec-4742-b461-0fdb7bce7e13 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:25:48 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:25:48 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:25:48 user nova-compute[74535]: INFO os_vif [None req-da1c0d61-e52b-4ecf-a60e-9752905ef277 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:34:bf:3c,bridge_name='br-int',has_traffic_filtering=True,id=cdb0c2ea-9000-40ea-9e5b-6128b0bd497b,network=Network(72d08fd1-cc74-485f-848c-2ce73172f719),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcdb0c2ea-90')
Dec 06 10:25:48 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-da1c0d61-e52b-4ecf-a60e-9752905ef277 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: 7116d71e-3fd9-473f-b5e5-2c7721f76c1a] calling os-brick to detach iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 10:25:48 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-da1c0d61-e52b-4ecf-a60e-9752905ef277 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, {'target_iqn': 'iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cEBsYGCS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:25:48 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-da1c0d61-e52b-4ecf-a60e-9752905ef277 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:25:48 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-da1c0d61-e52b-4ecf-a60e-9752905ef277 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:25:48 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:25:48 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[57698654-723c-4838-aa93-9889587c391e]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:25:48 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-12ecc417-2aec-4742-b461-0fdb7bce7e13 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 10:25:48 user nova-compute[74535]: No targets found.
Dec 06 10:25:48 user nova-compute[74535]: iSNS:
Dec 06 10:25:48 user nova-compute[74535]: No targets found.
Dec 06 10:25:48 user nova-compute[74535]: STATIC:
Dec 06 10:25:48 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c
Dec 06 10:25:48 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:25:48 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:25:48 user nova-compute[74535]: FIRMWARE:
Dec 06 10:25:48 user nova-compute[74535]: No targets found.
Dec 06 10:25:48 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:25:48 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-12ecc417-2aec-4742-b461-0fdb7bce7e13 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 10:25:48 user nova-compute[74535]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 10:25:48 user nova-compute[74535]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74535) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 10:25:48 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-12ecc417-2aec-4742-b461-0fdb7bce7e13 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2785fb72-e4e6-49fb-8d23-2cdc06658bbe', 0)] {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 10:25:48 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:25:48 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:25:48 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[5936b526-8177-4da4-84ea-d0acde6aeb64]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:25:48 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:25:48 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:25:48 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[661b26bf-5870-49eb-8b1f-d47baa645e18]: (4, ('tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:25:48 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-12ecc417-2aec-4742-b461-0fdb7bce7e13 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c (non-flash)
Dec 06 10:25:48 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:25:48 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-12ecc417-2aec-4742-b461-0fdb7bce7e13 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] iscsi session list stdout=tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c (non-flash)
Dec 06 10:25:48 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:25:48 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-12ecc417-2aec-4742-b461-0fdb7bce7e13 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ff1007cf520>, {}) {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 10:25:48 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-12ecc417-2aec-4742-b461-0fdb7bce7e13 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Disconnecting from: [] {{(pid=74535) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 10:25:48 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-12ecc417-2aec-4742-b461-0fdb7bce7e13 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.082s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:25:48 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-12ecc417-2aec-4742-b461-0fdb7bce7e13 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] <== disconnect_volume: return (83ms) None {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:25:48 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-12ecc417-2aec-4742-b461-0fdb7bce7e13 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] [instance: f980f0fd-c4e6-4f6c-9d11-6acf8b231231] Disconnected iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 10:25:48 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-12ecc417-2aec-4742-b461-0fdb7bce7e13 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] [instance: f980f0fd-c4e6-4f6c-9d11-6acf8b231231] Deleting instance files /opt/stack/data/nova/instances/f980f0fd-c4e6-4f6c-9d11-6acf8b231231_del
Dec 06 10:25:48 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-12ecc417-2aec-4742-b461-0fdb7bce7e13 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] [instance: f980f0fd-c4e6-4f6c-9d11-6acf8b231231] Deletion of /opt/stack/data/nova/instances/f980f0fd-c4e6-4f6c-9d11-6acf8b231231_del complete
Dec 06 10:25:48 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-da1c0d61-e52b-4ecf-a60e-9752905ef277 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.080s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:25:48 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:25:48 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:25:48 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[8fcbfbd9-6625-425e-8457-a823b79ccea6]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:25:48 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-da1c0d61-e52b-4ecf-a60e-9752905ef277 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 10:25:48 user nova-compute[74535]: No targets found.
Dec 06 10:25:48 user nova-compute[74535]: iSNS:
Dec 06 10:25:48 user nova-compute[74535]: No targets found.
Dec 06 10:25:48 user nova-compute[74535]: STATIC:
Dec 06 10:25:48 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c
Dec 06 10:25:48 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:25:48 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:25:48 user nova-compute[74535]: FIRMWARE:
Dec 06 10:25:48 user nova-compute[74535]: No targets found.
Dec 06 10:25:48 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:25:48 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-da1c0d61-e52b-4ecf-a60e-9752905ef277 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 10:25:48 user nova-compute[74535]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 10:25:48 user nova-compute[74535]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74535) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 10:25:48 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-da1c0d61-e52b-4ecf-a60e-9752905ef277 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c', 0)] {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 10:25:48 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:25:48 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:25:48 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f0eefca-7589-4548-ad2c-1e9953f8f648]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:25:48 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:25:48 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:25:48 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[265d6601-3dcd-4471-a2ed-2afb4ae4419e]: (4, ('tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:25:48 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-da1c0d61-e52b-4ecf-a60e-9752905ef277 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c (non-flash)
Dec 06 10:25:48 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:25:48 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-da1c0d61-e52b-4ecf-a60e-9752905ef277 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] iscsi session list stdout=tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c (non-flash)
Dec 06 10:25:48 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:25:48 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-da1c0d61-e52b-4ecf-a60e-9752905ef277 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ff1007cc670>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c'): ({'sdb'}, set())}) {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 10:25:48 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-da1c0d61-e52b-4ecf-a60e-9752905ef277 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Removing single pathed devices sdb {{(pid=74535) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 10:25:48 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:25:48 user nova-compute[74535]: INFO nova.compute.manager [None req-12ecc417-2aec-4742-b461-0fdb7bce7e13 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] [instance: f980f0fd-c4e6-4f6c-9d11-6acf8b231231] Took 1.31 seconds to destroy the instance on the hypervisor.
Dec 06 10:25:48 user nova-compute[74535]: DEBUG oslo.service.loopingcall [None req-12ecc417-2aec-4742-b461-0fdb7bce7e13 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74535) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 10:25:48 user nova-compute[74535]: DEBUG nova.compute.manager [-] [instance: f980f0fd-c4e6-4f6c-9d11-6acf8b231231] Deallocating network for instance {{(pid=74535) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 10:25:48 user nova-compute[74535]: DEBUG nova.network.neutron [-] [instance: f980f0fd-c4e6-4f6c-9d11-6acf8b231231] deallocate_for_instance() {{(pid=74535) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 10:25:48 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.025s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:25:48 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[111587b6-5ea6-44ff-8664-f057d53dcd3c]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:25:48 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:25:48 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.028s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:25:48 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c2ac3c5-30b2-4bd3-ac46-8427ccc08a26]: (4, ('ok\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:25:48 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-da1c0d61-e52b-4ecf-a60e-9752905ef277 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Flushing IO for device /dev/sdb {{(pid=74535) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 10:25:48 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:25:48 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:25:48 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:25:48 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.020s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:25:48 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[6589104d-6848-499c-a132-fb1a413e2b19]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:25:48 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-da1c0d61-e52b-4ecf-a60e-9752905ef277 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74535) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 10:25:48 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:25:48 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:25:49 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.037s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:25:49 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[315a22ac-5ce4-4bf0-b6f0-bbf21dbb55b2]: (4, ('1', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:25:49 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-da1c0d61-e52b-4ecf-a60e-9752905ef277 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 10:25:49 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-da1c0d61-e52b-4ecf-a60e-9752905ef277 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] SCSI volumes sdb have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 10:25:49 user nova-compute[74535]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-1SCST_BIOf354b38c-79222229aecd2d64', '/dev/disk/by-id/scsi-23739323232323239', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_f354b38c') {{(pid=86180) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Dec 06 10:25:49 user nova-compute[74535]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-SSCST_BIO_Storage_f354b38c
Dec 06 10:25:49 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[9bca4fca-b9ee-42f9-8a16-8d334054ac5d]: (4, None) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:25:49 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-da1c0d61-e52b-4ecf-a60e-9752905ef277 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c')] {{(pid=74535) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 10:25:49 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:25:49 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:25:49 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:25:49 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[738efac8-836e-4607-aaf9-5a33543a7cf1]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:25:49 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-da1c0d61-e52b-4ecf-a60e-9752905ef277 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:25:49 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c -p 172.16.0.220:3260 --logout {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:25:49 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:25:49 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c -p 172.16.0.220:3260 --logout" returned: 0 in 0.085s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:25:49 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb1b19db-d434-4261-a658-ebd550cf0cf7]: (4, ('Logging out of session [sid: 50, target: iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c, portal: 172.16.0.220,3260]\nLogout of [sid: 50, target: iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:25:49 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-da1c0d61-e52b-4ecf-a60e-9752905ef277 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 50, target: iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c, portal: 172.16.0.220,3260]
Dec 06 10:25:49 user nova-compute[74535]: Logout of [sid: 50, target: iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c, portal: 172.16.0.220,3260] successful.
Dec 06 10:25:49 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:25:49 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c -p 172.16.0.220:3260 --op delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:25:49 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3168aec8-cee4-41d4-8518-1acaf0438e3c -p 172.16.0.220:3260 --op delete" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:25:49 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[65e52d1b-6c1d-4c2f-b6b7-2ea4eb2a6539]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:25:49 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-da1c0d61-e52b-4ecf-a60e-9752905ef277 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:25:49 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-da1c0d61-e52b-4ecf-a60e-9752905ef277 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.387s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:25:49 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-da1c0d61-e52b-4ecf-a60e-9752905ef277 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] <== disconnect_volume: return (466ms) None {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:25:49 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-da1c0d61-e52b-4ecf-a60e-9752905ef277 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: 7116d71e-3fd9-473f-b5e5-2c7721f76c1a] Disconnected iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 10:25:49 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-da1c0d61-e52b-4ecf-a60e-9752905ef277 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: 7116d71e-3fd9-473f-b5e5-2c7721f76c1a] Deleting instance files /opt/stack/data/nova/instances/7116d71e-3fd9-473f-b5e5-2c7721f76c1a_del
Dec 06 10:25:49 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-da1c0d61-e52b-4ecf-a60e-9752905ef277 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: 7116d71e-3fd9-473f-b5e5-2c7721f76c1a] Deletion of /opt/stack/data/nova/instances/7116d71e-3fd9-473f-b5e5-2c7721f76c1a_del complete
Dec 06 10:25:49 user nova-compute[74535]: INFO nova.compute.manager [None req-da1c0d61-e52b-4ecf-a60e-9752905ef277 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: 7116d71e-3fd9-473f-b5e5-2c7721f76c1a] Took 1.64 seconds to destroy the instance on the hypervisor.
Dec 06 10:25:49 user nova-compute[74535]: DEBUG oslo.service.loopingcall [None req-da1c0d61-e52b-4ecf-a60e-9752905ef277 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74535) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 10:25:49 user nova-compute[74535]: DEBUG nova.compute.manager [-] [instance: 7116d71e-3fd9-473f-b5e5-2c7721f76c1a] Deallocating network for instance {{(pid=74535) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 10:25:49 user nova-compute[74535]: DEBUG nova.network.neutron [-] [instance: 7116d71e-3fd9-473f-b5e5-2c7721f76c1a] deallocate_for_instance() {{(pid=74535) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 10:25:49 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-773cddbb-71c4-4ae2-9844-e94ab9f00a5e tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] Acquiring lock "42a48037-73bb-4037-9b85-1454d51b909b" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:25:49 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-773cddbb-71c4-4ae2-9844-e94ab9f00a5e tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] Lock "42a48037-73bb-4037-9b85-1454d51b909b" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:25:49 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-773cddbb-71c4-4ae2-9844-e94ab9f00a5e tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] Acquiring lock "42a48037-73bb-4037-9b85-1454d51b909b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:25:49 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-773cddbb-71c4-4ae2-9844-e94ab9f00a5e tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] Lock "42a48037-73bb-4037-9b85-1454d51b909b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:25:49 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-773cddbb-71c4-4ae2-9844-e94ab9f00a5e tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] Lock "42a48037-73bb-4037-9b85-1454d51b909b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:25:49 user nova-compute[74535]: INFO nova.compute.manager [None req-773cddbb-71c4-4ae2-9844-e94ab9f00a5e tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] [instance: 42a48037-73bb-4037-9b85-1454d51b909b] Terminating instance
Dec 06 10:25:49 user nova-compute[74535]: DEBUG nova.compute.manager [None req-773cddbb-71c4-4ae2-9844-e94ab9f00a5e tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] [instance: 42a48037-73bb-4037-9b85-1454d51b909b] Start destroying the instance on the hypervisor. {{(pid=74535) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 10:25:49 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:25:49 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:25:49 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:25:49 user nova-compute[74535]: DEBUG nova.network.neutron [-] [instance: 7116d71e-3fd9-473f-b5e5-2c7721f76c1a] Updating instance_info_cache with network_info: [] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:25:49 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:25:49 user nova-compute[74535]: INFO nova.compute.manager [-] [instance: 7116d71e-3fd9-473f-b5e5-2c7721f76c1a] Took 0.51 seconds to deallocate network for instance.
Dec 06 10:25:49 user nova-compute[74535]: DEBUG nova.network.neutron [-] [instance: f980f0fd-c4e6-4f6c-9d11-6acf8b231231] Updating instance_info_cache with network_info: [] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:25:49 user nova-compute[74535]: INFO nova.compute.manager [-] [instance: f980f0fd-c4e6-4f6c-9d11-6acf8b231231] Took 1.11 seconds to deallocate network for instance.
Dec 06 10:25:50 user nova-compute[74535]: WARNING nova.volume.cinder [None req-12ecc417-2aec-4742-b461-0fdb7bce7e13 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Attachment e6c1d395-5e35-4e70-8db5-d062ff2eae5a does not exist. Ignoring.: cinderclient.exceptions.NotFound: Volume attachment could not be found with filter: attachment_id = e6c1d395-5e35-4e70-8db5-d062ff2eae5a. (HTTP 404) (Request-ID: req-4a5a799c-86d4-4b48-9fb5-0df4988c47e7)
Dec 06 10:25:50 user nova-compute[74535]: INFO nova.compute.manager [None req-12ecc417-2aec-4742-b461-0fdb7bce7e13 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] [instance: f980f0fd-c4e6-4f6c-9d11-6acf8b231231] Took 0.03 seconds to detach 1 volumes for instance.
Dec 06 10:25:50 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:25:50 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:25:50 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:25:50 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:25:50 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: 42a48037-73bb-4037-9b85-1454d51b909b] Instance destroyed successfully.
Dec 06 10:25:50 user nova-compute[74535]: DEBUG nova.objects.instance [None req-773cddbb-71c4-4ae2-9844-e94ab9f00a5e tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] Lazy-loading 'resources' on Instance uuid 42a48037-73bb-4037-9b85-1454d51b909b {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:25:50 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-12ecc417-2aec-4742-b461-0fdb7bce7e13 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:25:50 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-12ecc417-2aec-4742-b461-0fdb7bce7e13 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:25:50 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-773cddbb-71c4-4ae2-9844-e94ab9f00a5e tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:23:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesNegativeTest-instance-963003344',display_name='tempest-VolumesNegativeTest-instance-963003344',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesnegativetest-instance-963003344',id=48,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-06T10:24:05Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='4da7ce3b524d44b0b003c73535a861bb',ramdisk_id='',reservation_id='r-a4a3ck33',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesNegativeTest-1508163619',owner_user_name='tempest-VolumesNegativeTest-1508163619-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T10:24:06Z,user_data=None,user_id='94aa1d8578a44e89b6904a329467a16b',uuid=42a48037-73bb-4037-9b85-1454d51b909b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "35f12904-c632-45f6-ad85-b92d81071bff", "address": "fa:16:3e:5a:6f:5a", "network": {"id": "479365a7-14dd-48f6-bc9d-89b514e60d34", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.128", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "563f6a2917a742ada39fb0e950eece6e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap35f12904-c6", "ovs_interfaceid": "35f12904-c632-45f6-ad85-b92d81071bff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 10:25:50 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-773cddbb-71c4-4ae2-9844-e94ab9f00a5e tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] Converting VIF {"id": "35f12904-c632-45f6-ad85-b92d81071bff", "address": "fa:16:3e:5a:6f:5a", "network": {"id": "479365a7-14dd-48f6-bc9d-89b514e60d34", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.128", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "563f6a2917a742ada39fb0e950eece6e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap35f12904-c6", "ovs_interfaceid": "35f12904-c632-45f6-ad85-b92d81071bff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:25:50 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-773cddbb-71c4-4ae2-9844-e94ab9f00a5e tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:5a:6f:5a,bridge_name='br-int',has_traffic_filtering=True,id=35f12904-c632-45f6-ad85-b92d81071bff,network=Network(479365a7-14dd-48f6-bc9d-89b514e60d34),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap35f12904-c6') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:25:50 user nova-compute[74535]: DEBUG os_vif [None req-773cddbb-71c4-4ae2-9844-e94ab9f00a5e tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:5a:6f:5a,bridge_name='br-int',has_traffic_filtering=True,id=35f12904-c632-45f6-ad85-b92d81071bff,network=Network(479365a7-14dd-48f6-bc9d-89b514e60d34),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap35f12904-c6') {{(pid=74535) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 10:25:50 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:25:50 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap35f12904-c6, bridge=br-int, if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:25:50 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:25:50 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:25:50 user nova-compute[74535]: DEBUG nova.compute.manager [req-2fd76823-4fa0-4bf6-9e28-a4b83f633883 req-e5fd8e90-d4b9-4a41-ac80-54b21b913772 service nova] [instance: f980f0fd-c4e6-4f6c-9d11-6acf8b231231] Received event network-vif-plugged-38615775-4a1c-470d-8088-0d086c63e207 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:25:50 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-2fd76823-4fa0-4bf6-9e28-a4b83f633883 req-e5fd8e90-d4b9-4a41-ac80-54b21b913772 service nova] Acquiring lock "f980f0fd-c4e6-4f6c-9d11-6acf8b231231-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:25:50 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-2fd76823-4fa0-4bf6-9e28-a4b83f633883 req-e5fd8e90-d4b9-4a41-ac80-54b21b913772 service nova] Lock "f980f0fd-c4e6-4f6c-9d11-6acf8b231231-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:25:50 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-2fd76823-4fa0-4bf6-9e28-a4b83f633883 req-e5fd8e90-d4b9-4a41-ac80-54b21b913772 service nova] Lock "f980f0fd-c4e6-4f6c-9d11-6acf8b231231-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:25:50 user nova-compute[74535]: DEBUG nova.compute.manager [req-2fd76823-4fa0-4bf6-9e28-a4b83f633883 req-e5fd8e90-d4b9-4a41-ac80-54b21b913772 service nova] [instance: f980f0fd-c4e6-4f6c-9d11-6acf8b231231] No waiting events found dispatching network-vif-plugged-38615775-4a1c-470d-8088-0d086c63e207 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:25:50 user nova-compute[74535]: WARNING nova.compute.manager [req-2fd76823-4fa0-4bf6-9e28-a4b83f633883 req-e5fd8e90-d4b9-4a41-ac80-54b21b913772 service nova] [instance: f980f0fd-c4e6-4f6c-9d11-6acf8b231231] Received unexpected event network-vif-plugged-38615775-4a1c-470d-8088-0d086c63e207 for instance with vm_state deleted and task_state None.
Dec 06 10:25:50 user nova-compute[74535]: DEBUG nova.compute.manager [req-2fd76823-4fa0-4bf6-9e28-a4b83f633883 req-e5fd8e90-d4b9-4a41-ac80-54b21b913772 service nova] [instance: f980f0fd-c4e6-4f6c-9d11-6acf8b231231] Received event network-vif-plugged-38615775-4a1c-470d-8088-0d086c63e207 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:25:50 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-2fd76823-4fa0-4bf6-9e28-a4b83f633883 req-e5fd8e90-d4b9-4a41-ac80-54b21b913772 service nova] Acquiring lock "f980f0fd-c4e6-4f6c-9d11-6acf8b231231-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:25:50 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-2fd76823-4fa0-4bf6-9e28-a4b83f633883 req-e5fd8e90-d4b9-4a41-ac80-54b21b913772 service nova] Lock "f980f0fd-c4e6-4f6c-9d11-6acf8b231231-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:25:50 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-2fd76823-4fa0-4bf6-9e28-a4b83f633883 req-e5fd8e90-d4b9-4a41-ac80-54b21b913772 service nova] Lock "f980f0fd-c4e6-4f6c-9d11-6acf8b231231-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:25:50 user nova-compute[74535]: DEBUG nova.compute.manager [req-2fd76823-4fa0-4bf6-9e28-a4b83f633883 req-e5fd8e90-d4b9-4a41-ac80-54b21b913772 service nova] [instance: f980f0fd-c4e6-4f6c-9d11-6acf8b231231] No waiting events found dispatching network-vif-plugged-38615775-4a1c-470d-8088-0d086c63e207 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:25:50 user nova-compute[74535]: WARNING nova.compute.manager [req-2fd76823-4fa0-4bf6-9e28-a4b83f633883 req-e5fd8e90-d4b9-4a41-ac80-54b21b913772 service nova] [instance: f980f0fd-c4e6-4f6c-9d11-6acf8b231231] Received unexpected event network-vif-plugged-38615775-4a1c-470d-8088-0d086c63e207 for instance with vm_state deleted and task_state None.
Dec 06 10:25:50 user nova-compute[74535]: DEBUG nova.compute.manager [req-2fd76823-4fa0-4bf6-9e28-a4b83f633883 req-e5fd8e90-d4b9-4a41-ac80-54b21b913772 service nova] [instance: f980f0fd-c4e6-4f6c-9d11-6acf8b231231] Received event network-vif-plugged-38615775-4a1c-470d-8088-0d086c63e207 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:25:50 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-2fd76823-4fa0-4bf6-9e28-a4b83f633883 req-e5fd8e90-d4b9-4a41-ac80-54b21b913772 service nova] Acquiring lock "f980f0fd-c4e6-4f6c-9d11-6acf8b231231-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:25:50 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-2fd76823-4fa0-4bf6-9e28-a4b83f633883 req-e5fd8e90-d4b9-4a41-ac80-54b21b913772 service nova] Lock "f980f0fd-c4e6-4f6c-9d11-6acf8b231231-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:25:50 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-2fd76823-4fa0-4bf6-9e28-a4b83f633883 req-e5fd8e90-d4b9-4a41-ac80-54b21b913772 service nova] Lock "f980f0fd-c4e6-4f6c-9d11-6acf8b231231-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:25:50 user nova-compute[74535]: DEBUG nova.compute.manager [req-2fd76823-4fa0-4bf6-9e28-a4b83f633883 req-e5fd8e90-d4b9-4a41-ac80-54b21b913772 service nova] [instance: f980f0fd-c4e6-4f6c-9d11-6acf8b231231] No waiting events found dispatching network-vif-plugged-38615775-4a1c-470d-8088-0d086c63e207 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:25:50 user nova-compute[74535]: WARNING nova.compute.manager [req-2fd76823-4fa0-4bf6-9e28-a4b83f633883 req-e5fd8e90-d4b9-4a41-ac80-54b21b913772 service nova] [instance: f980f0fd-c4e6-4f6c-9d11-6acf8b231231] Received unexpected event network-vif-plugged-38615775-4a1c-470d-8088-0d086c63e207 for instance with vm_state deleted and task_state None.
Dec 06 10:25:50 user nova-compute[74535]: DEBUG nova.compute.manager [req-2fd76823-4fa0-4bf6-9e28-a4b83f633883 req-e5fd8e90-d4b9-4a41-ac80-54b21b913772 service nova] [instance: f980f0fd-c4e6-4f6c-9d11-6acf8b231231] Received event network-vif-unplugged-38615775-4a1c-470d-8088-0d086c63e207 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:25:50 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-2fd76823-4fa0-4bf6-9e28-a4b83f633883 req-e5fd8e90-d4b9-4a41-ac80-54b21b913772 service nova] Acquiring lock "f980f0fd-c4e6-4f6c-9d11-6acf8b231231-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:25:50 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-2fd76823-4fa0-4bf6-9e28-a4b83f633883 req-e5fd8e90-d4b9-4a41-ac80-54b21b913772 service nova] Lock "f980f0fd-c4e6-4f6c-9d11-6acf8b231231-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:25:50 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-2fd76823-4fa0-4bf6-9e28-a4b83f633883 req-e5fd8e90-d4b9-4a41-ac80-54b21b913772 service nova] Lock "f980f0fd-c4e6-4f6c-9d11-6acf8b231231-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:25:50 user nova-compute[74535]: DEBUG nova.compute.manager [req-2fd76823-4fa0-4bf6-9e28-a4b83f633883 req-e5fd8e90-d4b9-4a41-ac80-54b21b913772 service nova] [instance: f980f0fd-c4e6-4f6c-9d11-6acf8b231231] No waiting events found dispatching network-vif-unplugged-38615775-4a1c-470d-8088-0d086c63e207 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:25:50 user nova-compute[74535]: WARNING nova.compute.manager [req-2fd76823-4fa0-4bf6-9e28-a4b83f633883 req-e5fd8e90-d4b9-4a41-ac80-54b21b913772 service nova] [instance: f980f0fd-c4e6-4f6c-9d11-6acf8b231231] Received unexpected event network-vif-unplugged-38615775-4a1c-470d-8088-0d086c63e207 for instance with vm_state deleted and task_state None.
Dec 06 10:25:50 user nova-compute[74535]: DEBUG nova.compute.manager [req-2fd76823-4fa0-4bf6-9e28-a4b83f633883 req-e5fd8e90-d4b9-4a41-ac80-54b21b913772 service nova] [instance: f980f0fd-c4e6-4f6c-9d11-6acf8b231231] Received event network-vif-plugged-38615775-4a1c-470d-8088-0d086c63e207 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:25:50 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-2fd76823-4fa0-4bf6-9e28-a4b83f633883 req-e5fd8e90-d4b9-4a41-ac80-54b21b913772 service nova] Acquiring lock "f980f0fd-c4e6-4f6c-9d11-6acf8b231231-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:25:50 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-2fd76823-4fa0-4bf6-9e28-a4b83f633883 req-e5fd8e90-d4b9-4a41-ac80-54b21b913772 service nova] Lock "f980f0fd-c4e6-4f6c-9d11-6acf8b231231-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:25:50 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-2fd76823-4fa0-4bf6-9e28-a4b83f633883 req-e5fd8e90-d4b9-4a41-ac80-54b21b913772 service nova] Lock "f980f0fd-c4e6-4f6c-9d11-6acf8b231231-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:25:50 user nova-compute[74535]: DEBUG nova.compute.manager [req-2fd76823-4fa0-4bf6-9e28-a4b83f633883 req-e5fd8e90-d4b9-4a41-ac80-54b21b913772 service nova] [instance: f980f0fd-c4e6-4f6c-9d11-6acf8b231231] No waiting events found dispatching network-vif-plugged-38615775-4a1c-470d-8088-0d086c63e207 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:25:50 user nova-compute[74535]: WARNING nova.compute.manager [req-2fd76823-4fa0-4bf6-9e28-a4b83f633883 req-e5fd8e90-d4b9-4a41-ac80-54b21b913772 service nova] [instance: f980f0fd-c4e6-4f6c-9d11-6acf8b231231] Received unexpected event network-vif-plugged-38615775-4a1c-470d-8088-0d086c63e207 for instance with vm_state deleted and task_state None.
Dec 06 10:25:50 user nova-compute[74535]: DEBUG nova.compute.manager [req-2fd76823-4fa0-4bf6-9e28-a4b83f633883 req-e5fd8e90-d4b9-4a41-ac80-54b21b913772 service nova] [instance: 7116d71e-3fd9-473f-b5e5-2c7721f76c1a] Received event network-vif-deleted-cdb0c2ea-9000-40ea-9e5b-6128b0bd497b {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:25:50 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:25:50 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:25:50 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=e4110d90-6e21-4884-b009-59b13884bd15) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:25:50 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:25:50 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:25:50 user nova-compute[74535]: INFO os_vif [None req-773cddbb-71c4-4ae2-9844-e94ab9f00a5e tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:5a:6f:5a,bridge_name='br-int',has_traffic_filtering=True,id=35f12904-c632-45f6-ad85-b92d81071bff,network=Network(479365a7-14dd-48f6-bc9d-89b514e60d34),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap35f12904-c6')
Dec 06 10:25:50 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-773cddbb-71c4-4ae2-9844-e94ab9f00a5e tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] [instance: 42a48037-73bb-4037-9b85-1454d51b909b] Deleting instance files /opt/stack/data/nova/instances/42a48037-73bb-4037-9b85-1454d51b909b_del
Dec 06 10:25:50 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-773cddbb-71c4-4ae2-9844-e94ab9f00a5e tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] [instance: 42a48037-73bb-4037-9b85-1454d51b909b] Deletion of /opt/stack/data/nova/instances/42a48037-73bb-4037-9b85-1454d51b909b_del complete
Dec 06 10:25:50 user nova-compute[74535]: DEBUG nova.compute.manager [req-d9630092-0ce7-480b-a11d-e26b5865185a req-e7a120b8-f844-4e77-b143-8b9a1e2132fb service nova] [instance: 7116d71e-3fd9-473f-b5e5-2c7721f76c1a] Received event network-vif-plugged-cdb0c2ea-9000-40ea-9e5b-6128b0bd497b {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:25:50 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-d9630092-0ce7-480b-a11d-e26b5865185a req-e7a120b8-f844-4e77-b143-8b9a1e2132fb service nova] Acquiring lock "7116d71e-3fd9-473f-b5e5-2c7721f76c1a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:25:50 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-d9630092-0ce7-480b-a11d-e26b5865185a req-e7a120b8-f844-4e77-b143-8b9a1e2132fb service nova] Lock "7116d71e-3fd9-473f-b5e5-2c7721f76c1a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:25:50 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-d9630092-0ce7-480b-a11d-e26b5865185a req-e7a120b8-f844-4e77-b143-8b9a1e2132fb service nova] Lock "7116d71e-3fd9-473f-b5e5-2c7721f76c1a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:25:50 user nova-compute[74535]: DEBUG nova.compute.manager [req-d9630092-0ce7-480b-a11d-e26b5865185a req-e7a120b8-f844-4e77-b143-8b9a1e2132fb service nova] [instance: 7116d71e-3fd9-473f-b5e5-2c7721f76c1a] No waiting events found dispatching network-vif-plugged-cdb0c2ea-9000-40ea-9e5b-6128b0bd497b {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:25:50 user nova-compute[74535]: WARNING nova.compute.manager [req-d9630092-0ce7-480b-a11d-e26b5865185a req-e7a120b8-f844-4e77-b143-8b9a1e2132fb service nova] [instance: 7116d71e-3fd9-473f-b5e5-2c7721f76c1a] Received unexpected event network-vif-plugged-cdb0c2ea-9000-40ea-9e5b-6128b0bd497b for instance with vm_state active and task_state deleting.
Dec 06 10:25:50 user nova-compute[74535]: DEBUG nova.compute.manager [req-d9630092-0ce7-480b-a11d-e26b5865185a req-e7a120b8-f844-4e77-b143-8b9a1e2132fb service nova] [instance: 42a48037-73bb-4037-9b85-1454d51b909b] Received event network-vif-unplugged-35f12904-c632-45f6-ad85-b92d81071bff {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:25:50 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-d9630092-0ce7-480b-a11d-e26b5865185a req-e7a120b8-f844-4e77-b143-8b9a1e2132fb service nova] Acquiring lock "42a48037-73bb-4037-9b85-1454d51b909b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:25:50 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-d9630092-0ce7-480b-a11d-e26b5865185a req-e7a120b8-f844-4e77-b143-8b9a1e2132fb service nova] Lock "42a48037-73bb-4037-9b85-1454d51b909b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:25:50 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-d9630092-0ce7-480b-a11d-e26b5865185a req-e7a120b8-f844-4e77-b143-8b9a1e2132fb service nova] Lock "42a48037-73bb-4037-9b85-1454d51b909b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:25:50 user nova-compute[74535]: DEBUG nova.compute.manager [req-d9630092-0ce7-480b-a11d-e26b5865185a req-e7a120b8-f844-4e77-b143-8b9a1e2132fb service nova] [instance: 42a48037-73bb-4037-9b85-1454d51b909b] No waiting events found dispatching network-vif-unplugged-35f12904-c632-45f6-ad85-b92d81071bff {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:25:50 user nova-compute[74535]: DEBUG nova.compute.manager [req-d9630092-0ce7-480b-a11d-e26b5865185a req-e7a120b8-f844-4e77-b143-8b9a1e2132fb service nova] [instance: 42a48037-73bb-4037-9b85-1454d51b909b] Received event network-vif-unplugged-35f12904-c632-45f6-ad85-b92d81071bff for instance with task_state deleting. {{(pid=74535) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 10:25:50 user nova-compute[74535]: DEBUG nova.compute.manager [req-d9630092-0ce7-480b-a11d-e26b5865185a req-e7a120b8-f844-4e77-b143-8b9a1e2132fb service nova] [instance: f980f0fd-c4e6-4f6c-9d11-6acf8b231231] Received event network-vif-deleted-38615775-4a1c-470d-8088-0d086c63e207 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:25:50 user nova-compute[74535]: DEBUG nova.compute.manager [req-d9630092-0ce7-480b-a11d-e26b5865185a req-e7a120b8-f844-4e77-b143-8b9a1e2132fb service nova] [instance: 42a48037-73bb-4037-9b85-1454d51b909b] Received event network-vif-plugged-35f12904-c632-45f6-ad85-b92d81071bff {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:25:50 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-d9630092-0ce7-480b-a11d-e26b5865185a req-e7a120b8-f844-4e77-b143-8b9a1e2132fb service nova] Acquiring lock "42a48037-73bb-4037-9b85-1454d51b909b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:25:50 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-d9630092-0ce7-480b-a11d-e26b5865185a req-e7a120b8-f844-4e77-b143-8b9a1e2132fb service nova] Lock "42a48037-73bb-4037-9b85-1454d51b909b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:25:50 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-d9630092-0ce7-480b-a11d-e26b5865185a req-e7a120b8-f844-4e77-b143-8b9a1e2132fb service nova] Lock "42a48037-73bb-4037-9b85-1454d51b909b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:25:50 user nova-compute[74535]: DEBUG nova.compute.manager [req-d9630092-0ce7-480b-a11d-e26b5865185a req-e7a120b8-f844-4e77-b143-8b9a1e2132fb service nova] [instance: 42a48037-73bb-4037-9b85-1454d51b909b] No waiting events found dispatching network-vif-plugged-35f12904-c632-45f6-ad85-b92d81071bff {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:25:50 user nova-compute[74535]: WARNING nova.compute.manager [req-d9630092-0ce7-480b-a11d-e26b5865185a req-e7a120b8-f844-4e77-b143-8b9a1e2132fb service nova] [instance: 42a48037-73bb-4037-9b85-1454d51b909b] Received unexpected event network-vif-plugged-35f12904-c632-45f6-ad85-b92d81071bff for instance with vm_state active and task_state deleting.
Dec 06 10:25:50 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-12ecc417-2aec-4742-b461-0fdb7bce7e13 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:25:50 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-12ecc417-2aec-4742-b461-0fdb7bce7e13 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:25:50 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-12ecc417-2aec-4742-b461-0fdb7bce7e13 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.349s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:25:50 user nova-compute[74535]: INFO nova.compute.manager [None req-773cddbb-71c4-4ae2-9844-e94ab9f00a5e tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] [instance: 42a48037-73bb-4037-9b85-1454d51b909b] Took 0.92 seconds to destroy the instance on the hypervisor.
Dec 06 10:25:50 user nova-compute[74535]: DEBUG oslo.service.loopingcall [None req-773cddbb-71c4-4ae2-9844-e94ab9f00a5e tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74535) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 10:25:50 user nova-compute[74535]: DEBUG nova.compute.manager [-] [instance: 42a48037-73bb-4037-9b85-1454d51b909b] Deallocating network for instance {{(pid=74535) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 10:25:50 user nova-compute[74535]: DEBUG nova.network.neutron [-] [instance: 42a48037-73bb-4037-9b85-1454d51b909b] deallocate_for_instance() {{(pid=74535) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 10:25:50 user nova-compute[74535]: INFO nova.scheduler.client.report [None req-12ecc417-2aec-4742-b461-0fdb7bce7e13 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Deleted allocations for instance f980f0fd-c4e6-4f6c-9d11-6acf8b231231
Dec 06 10:25:50 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-12ecc417-2aec-4742-b461-0fdb7bce7e13 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Lock "f980f0fd-c4e6-4f6c-9d11-6acf8b231231" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.062s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:25:50 user nova-compute[74535]: INFO nova.compute.manager [None req-da1c0d61-e52b-4ecf-a60e-9752905ef277 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] [instance: 7116d71e-3fd9-473f-b5e5-2c7721f76c1a] Took 0.91 seconds to detach 1 volumes for instance.
Dec 06 10:25:50 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-da1c0d61-e52b-4ecf-a60e-9752905ef277 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:25:50 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-da1c0d61-e52b-4ecf-a60e-9752905ef277 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:25:50 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-da1c0d61-e52b-4ecf-a60e-9752905ef277 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:25:50 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-da1c0d61-e52b-4ecf-a60e-9752905ef277 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:25:50 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:25:50 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:25:50 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-da1c0d61-e52b-4ecf-a60e-9752905ef277 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.140s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:25:50 user nova-compute[74535]: INFO nova.scheduler.client.report [None req-da1c0d61-e52b-4ecf-a60e-9752905ef277 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Deleted allocations for instance 7116d71e-3fd9-473f-b5e5-2c7721f76c1a
Dec 06 10:25:50 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:25:50 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:25:50 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-da1c0d61-e52b-4ecf-a60e-9752905ef277 tempest-TestVolumeBootPattern-1927549100 tempest-TestVolumeBootPattern-1927549100-project-member] Lock "7116d71e-3fd9-473f-b5e5-2c7721f76c1a" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.384s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:25:51 user nova-compute[74535]: DEBUG nova.network.neutron [-] [instance: 42a48037-73bb-4037-9b85-1454d51b909b] Updating instance_info_cache with network_info: [] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:25:51 user nova-compute[74535]: INFO nova.compute.manager [-] [instance: 42a48037-73bb-4037-9b85-1454d51b909b] Took 0.70 seconds to deallocate network for instance.
Dec 06 10:25:51 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-773cddbb-71c4-4ae2-9844-e94ab9f00a5e tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:25:51 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-773cddbb-71c4-4ae2-9844-e94ab9f00a5e tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:25:51 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-773cddbb-71c4-4ae2-9844-e94ab9f00a5e tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:25:51 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-773cddbb-71c4-4ae2-9844-e94ab9f00a5e tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:25:51 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-773cddbb-71c4-4ae2-9844-e94ab9f00a5e tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.146s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:25:51 user nova-compute[74535]: INFO nova.scheduler.client.report [None req-773cddbb-71c4-4ae2-9844-e94ab9f00a5e tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] Deleted allocations for instance 42a48037-73bb-4037-9b85-1454d51b909b
Dec 06 10:25:51 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-773cddbb-71c4-4ae2-9844-e94ab9f00a5e tempest-VolumesNegativeTest-1508163619 tempest-VolumesNegativeTest-1508163619-project-member] Lock "42a48037-73bb-4037-9b85-1454d51b909b" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.949s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:25:52 user nova-compute[74535]: DEBUG nova.compute.manager [req-d0bfa73c-9e57-4ff8-a5f9-739316390a90 req-52d975f3-3d9c-4207-8c99-ca803d3a3e21 service nova] [instance: 42a48037-73bb-4037-9b85-1454d51b909b] Received event network-vif-plugged-35f12904-c632-45f6-ad85-b92d81071bff {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:25:52 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-d0bfa73c-9e57-4ff8-a5f9-739316390a90 req-52d975f3-3d9c-4207-8c99-ca803d3a3e21 service nova] Acquiring lock "42a48037-73bb-4037-9b85-1454d51b909b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:25:52 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-d0bfa73c-9e57-4ff8-a5f9-739316390a90 req-52d975f3-3d9c-4207-8c99-ca803d3a3e21 service nova] Lock "42a48037-73bb-4037-9b85-1454d51b909b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:25:52 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-d0bfa73c-9e57-4ff8-a5f9-739316390a90 req-52d975f3-3d9c-4207-8c99-ca803d3a3e21 service nova] Lock "42a48037-73bb-4037-9b85-1454d51b909b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:25:52 user nova-compute[74535]: DEBUG nova.compute.manager [req-d0bfa73c-9e57-4ff8-a5f9-739316390a90 req-52d975f3-3d9c-4207-8c99-ca803d3a3e21 service nova] [instance: 42a48037-73bb-4037-9b85-1454d51b909b] No waiting events found dispatching network-vif-plugged-35f12904-c632-45f6-ad85-b92d81071bff {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:25:52 user nova-compute[74535]: WARNING nova.compute.manager [req-d0bfa73c-9e57-4ff8-a5f9-739316390a90 req-52d975f3-3d9c-4207-8c99-ca803d3a3e21 service nova] [instance: 42a48037-73bb-4037-9b85-1454d51b909b] Received unexpected event network-vif-plugged-35f12904-c632-45f6-ad85-b92d81071bff for instance with vm_state deleted and task_state None.
Dec 06 10:25:52 user nova-compute[74535]: DEBUG nova.compute.manager [req-d0bfa73c-9e57-4ff8-a5f9-739316390a90 req-52d975f3-3d9c-4207-8c99-ca803d3a3e21 service nova] [instance: 42a48037-73bb-4037-9b85-1454d51b909b] Received event network-vif-plugged-35f12904-c632-45f6-ad85-b92d81071bff {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:25:52 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-d0bfa73c-9e57-4ff8-a5f9-739316390a90 req-52d975f3-3d9c-4207-8c99-ca803d3a3e21 service nova] Acquiring lock "42a48037-73bb-4037-9b85-1454d51b909b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:25:52 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-d0bfa73c-9e57-4ff8-a5f9-739316390a90 req-52d975f3-3d9c-4207-8c99-ca803d3a3e21 service nova] Lock "42a48037-73bb-4037-9b85-1454d51b909b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:25:52 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-d0bfa73c-9e57-4ff8-a5f9-739316390a90 req-52d975f3-3d9c-4207-8c99-ca803d3a3e21 service nova] Lock "42a48037-73bb-4037-9b85-1454d51b909b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:25:52 user nova-compute[74535]: DEBUG nova.compute.manager [req-d0bfa73c-9e57-4ff8-a5f9-739316390a90 req-52d975f3-3d9c-4207-8c99-ca803d3a3e21 service nova] [instance: 42a48037-73bb-4037-9b85-1454d51b909b] No waiting events found dispatching network-vif-plugged-35f12904-c632-45f6-ad85-b92d81071bff {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:25:52 user nova-compute[74535]: WARNING nova.compute.manager [req-d0bfa73c-9e57-4ff8-a5f9-739316390a90 req-52d975f3-3d9c-4207-8c99-ca803d3a3e21 service nova] [instance: 42a48037-73bb-4037-9b85-1454d51b909b] Received unexpected event network-vif-plugged-35f12904-c632-45f6-ad85-b92d81071bff for instance with vm_state deleted and task_state None.
Dec 06 10:25:52 user nova-compute[74535]: DEBUG nova.compute.manager [req-d0bfa73c-9e57-4ff8-a5f9-739316390a90 req-52d975f3-3d9c-4207-8c99-ca803d3a3e21 service nova] [instance: 42a48037-73bb-4037-9b85-1454d51b909b] Received event network-vif-deleted-35f12904-c632-45f6-ad85-b92d81071bff {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:25:52 user nova-compute[74535]: DEBUG nova.compute.manager [req-d0bfa73c-9e57-4ff8-a5f9-739316390a90 req-52d975f3-3d9c-4207-8c99-ca803d3a3e21 service nova] [instance: 42a48037-73bb-4037-9b85-1454d51b909b] Received event network-vif-plugged-35f12904-c632-45f6-ad85-b92d81071bff {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:25:52 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-d0bfa73c-9e57-4ff8-a5f9-739316390a90 req-52d975f3-3d9c-4207-8c99-ca803d3a3e21 service nova] Acquiring lock "42a48037-73bb-4037-9b85-1454d51b909b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:25:52 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-d0bfa73c-9e57-4ff8-a5f9-739316390a90 req-52d975f3-3d9c-4207-8c99-ca803d3a3e21 service nova] Lock "42a48037-73bb-4037-9b85-1454d51b909b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:25:52 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-d0bfa73c-9e57-4ff8-a5f9-739316390a90 req-52d975f3-3d9c-4207-8c99-ca803d3a3e21 service nova] Lock "42a48037-73bb-4037-9b85-1454d51b909b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:25:52 user nova-compute[74535]: DEBUG nova.compute.manager [req-d0bfa73c-9e57-4ff8-a5f9-739316390a90 req-52d975f3-3d9c-4207-8c99-ca803d3a3e21 service nova] [instance: 42a48037-73bb-4037-9b85-1454d51b909b] No waiting events found dispatching network-vif-plugged-35f12904-c632-45f6-ad85-b92d81071bff {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:25:52 user nova-compute[74535]: WARNING nova.compute.manager [req-d0bfa73c-9e57-4ff8-a5f9-739316390a90 req-52d975f3-3d9c-4207-8c99-ca803d3a3e21 service nova] [instance: 42a48037-73bb-4037-9b85-1454d51b909b] Received unexpected event network-vif-plugged-35f12904-c632-45f6-ad85-b92d81071bff for instance with vm_state deleted and task_state None.
Dec 06 10:25:55 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:26:00 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:26:00 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:26:00 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74535) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 10:26:00 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74535) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 10:26:00 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74535) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 10:26:00 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:26:05 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:26:05 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:26:05 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74535) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 10:26:05 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74535) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 10:26:05 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74535) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 10:26:05 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:26:10 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:26:10 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:26:10 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74535) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 10:26:10 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74535) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 10:26:10 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74535) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 10:26:10 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:26:15 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:26:20 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:26:20 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:26:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:26:25 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:26:26 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:26:28 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:26:28 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74535) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 10:26:28 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:26:28 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:26:28 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:26:28 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:26:28 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Auditing locally available compute resources for user (node: user) {{(pid=74535) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 10:26:29 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:26:29 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:26:29 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Hypervisor/Node resource view: name=user free_ram=9015MB free_disk=25.201141357421875GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74535) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 10:26:29 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:26:29 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:26:29 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74535) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 10:26:29 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74535) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 10:26:29 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:26:29 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:26:29 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Compute_service record updated for user:user {{(pid=74535) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 10:26:29 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.169s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:26:30 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:26:30 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:26:30 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74535) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 10:26:30 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74535) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 10:26:30 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74535) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 10:26:30 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:26:34 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:26:34 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:26:34 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:26:35 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:26:35 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:26:36 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:26:36 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:26:37 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-948ffcf2-edee-45e7-aa96-c660b84b1b0f tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Acquiring lock "f53313d8-3057-4645-8a49-f738f5dbe1a5" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:26:37 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-948ffcf2-edee-45e7-aa96-c660b84b1b0f tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Lock "f53313d8-3057-4645-8a49-f738f5dbe1a5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:26:37 user nova-compute[74535]: DEBUG nova.compute.manager [None req-948ffcf2-edee-45e7-aa96-c660b84b1b0f tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] [instance: f53313d8-3057-4645-8a49-f738f5dbe1a5] Starting instance... {{(pid=74535) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 10:26:37 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-948ffcf2-edee-45e7-aa96-c660b84b1b0f tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:26:37 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-948ffcf2-edee-45e7-aa96-c660b84b1b0f tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:26:37 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-948ffcf2-edee-45e7-aa96-c660b84b1b0f tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74535) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 10:26:37 user nova-compute[74535]: INFO nova.compute.claims [None req-948ffcf2-edee-45e7-aa96-c660b84b1b0f tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] [instance: f53313d8-3057-4645-8a49-f738f5dbe1a5] Claim successful on node user
Dec 06 10:26:38 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-948ffcf2-edee-45e7-aa96-c660b84b1b0f tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:26:38 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-948ffcf2-edee-45e7-aa96-c660b84b1b0f tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:26:38 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-948ffcf2-edee-45e7-aa96-c660b84b1b0f tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.202s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:26:38 user nova-compute[74535]: DEBUG nova.compute.manager [None req-948ffcf2-edee-45e7-aa96-c660b84b1b0f tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] [instance: f53313d8-3057-4645-8a49-f738f5dbe1a5] Start building networks asynchronously for instance. {{(pid=74535) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 10:26:38 user nova-compute[74535]: DEBUG nova.compute.manager [None req-948ffcf2-edee-45e7-aa96-c660b84b1b0f tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] [instance: f53313d8-3057-4645-8a49-f738f5dbe1a5] Allocating IP information in the background. {{(pid=74535) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 10:26:38 user nova-compute[74535]: DEBUG nova.network.neutron [None req-948ffcf2-edee-45e7-aa96-c660b84b1b0f tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] [instance: f53313d8-3057-4645-8a49-f738f5dbe1a5] allocate_for_instance() {{(pid=74535) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 10:26:38 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-948ffcf2-edee-45e7-aa96-c660b84b1b0f tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] [instance: f53313d8-3057-4645-8a49-f738f5dbe1a5] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 10:26:38 user nova-compute[74535]: DEBUG nova.compute.manager [None req-948ffcf2-edee-45e7-aa96-c660b84b1b0f tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] [instance: f53313d8-3057-4645-8a49-f738f5dbe1a5] Start building block device mappings for instance. {{(pid=74535) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 10:26:38 user nova-compute[74535]: DEBUG nova.compute.manager [None req-948ffcf2-edee-45e7-aa96-c660b84b1b0f tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] [instance: f53313d8-3057-4645-8a49-f738f5dbe1a5] Start spawning the instance on the hypervisor. {{(pid=74535) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 10:26:38 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-948ffcf2-edee-45e7-aa96-c660b84b1b0f tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] [instance: f53313d8-3057-4645-8a49-f738f5dbe1a5] Creating instance directory {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 10:26:38 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-948ffcf2-edee-45e7-aa96-c660b84b1b0f tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] [instance: f53313d8-3057-4645-8a49-f738f5dbe1a5] Creating image(s)
Dec 06 10:26:38 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-948ffcf2-edee-45e7-aa96-c660b84b1b0f tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Acquiring lock "/opt/stack/data/nova/instances/f53313d8-3057-4645-8a49-f738f5dbe1a5/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:26:38 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-948ffcf2-edee-45e7-aa96-c660b84b1b0f tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Lock "/opt/stack/data/nova/instances/f53313d8-3057-4645-8a49-f738f5dbe1a5/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:26:38 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-948ffcf2-edee-45e7-aa96-c660b84b1b0f tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Lock "/opt/stack/data/nova/instances/f53313d8-3057-4645-8a49-f738f5dbe1a5/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.027s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:26:38 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-948ffcf2-edee-45e7-aa96-c660b84b1b0f tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:26:38 user nova-compute[74535]: DEBUG nova.policy [None req-948ffcf2-edee-45e7-aa96-c660b84b1b0f tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ae0f40f9b62e42099a7f13a978b016f6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5a618ff4d71840c69240b9bfd00fc741', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74535) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 10:26:38 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-948ffcf2-edee-45e7-aa96-c660b84b1b0f tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.175s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:26:38 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-948ffcf2-edee-45e7-aa96-c660b84b1b0f tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Acquiring lock "7aef4f97309efbd0d8988be1fd45eed756898e08" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:26:38 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-948ffcf2-edee-45e7-aa96-c660b84b1b0f tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Lock "7aef4f97309efbd0d8988be1fd45eed756898e08" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:26:38 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-948ffcf2-edee-45e7-aa96-c660b84b1b0f tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:26:38 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-948ffcf2-edee-45e7-aa96-c660b84b1b0f tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.170s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:26:38 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-948ffcf2-edee-45e7-aa96-c660b84b1b0f tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08,backing_fmt=raw /opt/stack/data/nova/instances/f53313d8-3057-4645-8a49-f738f5dbe1a5/disk 1073741824 {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:26:38 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-948ffcf2-edee-45e7-aa96-c660b84b1b0f tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08,backing_fmt=raw /opt/stack/data/nova/instances/f53313d8-3057-4645-8a49-f738f5dbe1a5/disk 1073741824" returned: 0 in 0.045s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:26:38 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-948ffcf2-edee-45e7-aa96-c660b84b1b0f tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Lock "7aef4f97309efbd0d8988be1fd45eed756898e08" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.221s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:26:38 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-948ffcf2-edee-45e7-aa96-c660b84b1b0f tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:26:38 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-948ffcf2-edee-45e7-aa96-c660b84b1b0f tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.172s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:26:38 user nova-compute[74535]: DEBUG nova.virt.disk.api [None req-948ffcf2-edee-45e7-aa96-c660b84b1b0f tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Checking if we can resize image /opt/stack/data/nova/instances/f53313d8-3057-4645-8a49-f738f5dbe1a5/disk. size=1073741824 {{(pid=74535) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 10:26:38 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-948ffcf2-edee-45e7-aa96-c660b84b1b0f tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f53313d8-3057-4645-8a49-f738f5dbe1a5/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:26:39 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-948ffcf2-edee-45e7-aa96-c660b84b1b0f tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f53313d8-3057-4645-8a49-f738f5dbe1a5/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:26:39 user nova-compute[74535]: DEBUG nova.virt.disk.api [None req-948ffcf2-edee-45e7-aa96-c660b84b1b0f tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Cannot resize image /opt/stack/data/nova/instances/f53313d8-3057-4645-8a49-f738f5dbe1a5/disk to a smaller size. {{(pid=74535) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 10:26:39 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-948ffcf2-edee-45e7-aa96-c660b84b1b0f tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] [instance: f53313d8-3057-4645-8a49-f738f5dbe1a5] Created local disks {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 10:26:39 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-948ffcf2-edee-45e7-aa96-c660b84b1b0f tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] [instance: f53313d8-3057-4645-8a49-f738f5dbe1a5] Ensure instance console log exists: /opt/stack/data/nova/instances/f53313d8-3057-4645-8a49-f738f5dbe1a5/console.log {{(pid=74535) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 10:26:39 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-948ffcf2-edee-45e7-aa96-c660b84b1b0f tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:26:39 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-948ffcf2-edee-45e7-aa96-c660b84b1b0f tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:26:39 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-948ffcf2-edee-45e7-aa96-c660b84b1b0f tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:26:39 user nova-compute[74535]: DEBUG nova.network.neutron [None req-948ffcf2-edee-45e7-aa96-c660b84b1b0f tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] [instance: f53313d8-3057-4645-8a49-f738f5dbe1a5] Successfully created port: caec8a07-4504-4109-94b1-bdbf68ad0f96 {{(pid=74535) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 10:26:40 user nova-compute[74535]: DEBUG nova.network.neutron [None req-948ffcf2-edee-45e7-aa96-c660b84b1b0f tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] [instance: f53313d8-3057-4645-8a49-f738f5dbe1a5] Successfully updated port: caec8a07-4504-4109-94b1-bdbf68ad0f96 {{(pid=74535) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 10:26:40 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-948ffcf2-edee-45e7-aa96-c660b84b1b0f tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Acquiring lock "refresh_cache-f53313d8-3057-4645-8a49-f738f5dbe1a5" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:26:40 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-948ffcf2-edee-45e7-aa96-c660b84b1b0f tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Acquired lock "refresh_cache-f53313d8-3057-4645-8a49-f738f5dbe1a5" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:26:40 user nova-compute[74535]: DEBUG nova.network.neutron [None req-948ffcf2-edee-45e7-aa96-c660b84b1b0f tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] [instance: f53313d8-3057-4645-8a49-f738f5dbe1a5] Building network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 10:26:40 user nova-compute[74535]: DEBUG nova.compute.manager [req-5cb07990-04ed-4d08-b5d4-aaa6806b617b req-43bef5ba-22cf-40fa-9849-d8950a03816e service nova] [instance: f53313d8-3057-4645-8a49-f738f5dbe1a5] Received event network-changed-caec8a07-4504-4109-94b1-bdbf68ad0f96 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:26:40 user nova-compute[74535]: DEBUG nova.compute.manager [req-5cb07990-04ed-4d08-b5d4-aaa6806b617b req-43bef5ba-22cf-40fa-9849-d8950a03816e service nova] [instance: f53313d8-3057-4645-8a49-f738f5dbe1a5] Refreshing instance network info cache due to event network-changed-caec8a07-4504-4109-94b1-bdbf68ad0f96. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 10:26:40 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-5cb07990-04ed-4d08-b5d4-aaa6806b617b req-43bef5ba-22cf-40fa-9849-d8950a03816e service nova] Acquiring lock "refresh_cache-f53313d8-3057-4645-8a49-f738f5dbe1a5" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:26:40 user nova-compute[74535]: DEBUG nova.network.neutron [None req-948ffcf2-edee-45e7-aa96-c660b84b1b0f tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] [instance: f53313d8-3057-4645-8a49-f738f5dbe1a5] Instance cache missing network info. {{(pid=74535) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 10:26:40 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:26:40 user nova-compute[74535]: DEBUG nova.network.neutron [None req-948ffcf2-edee-45e7-aa96-c660b84b1b0f tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] [instance: f53313d8-3057-4645-8a49-f738f5dbe1a5] Updating instance_info_cache with network_info: [{"id": "caec8a07-4504-4109-94b1-bdbf68ad0f96", "address": "fa:16:3e:92:8e:cd", "network": {"id": "08180dbd-2a47-4077-9d90-f0a3f7e127c3", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1995484456-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5a618ff4d71840c69240b9bfd00fc741", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcaec8a07-45", "ovs_interfaceid": "caec8a07-4504-4109-94b1-bdbf68ad0f96", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:26:40 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-948ffcf2-edee-45e7-aa96-c660b84b1b0f tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Releasing lock "refresh_cache-f53313d8-3057-4645-8a49-f738f5dbe1a5" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:26:40 user nova-compute[74535]: DEBUG nova.compute.manager [None req-948ffcf2-edee-45e7-aa96-c660b84b1b0f tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] [instance: f53313d8-3057-4645-8a49-f738f5dbe1a5] Instance network_info: |[{"id": "caec8a07-4504-4109-94b1-bdbf68ad0f96", "address": "fa:16:3e:92:8e:cd", "network": {"id": "08180dbd-2a47-4077-9d90-f0a3f7e127c3", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1995484456-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5a618ff4d71840c69240b9bfd00fc741", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcaec8a07-45", "ovs_interfaceid": "caec8a07-4504-4109-94b1-bdbf68ad0f96", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74535) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 10:26:40 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-5cb07990-04ed-4d08-b5d4-aaa6806b617b req-43bef5ba-22cf-40fa-9849-d8950a03816e service nova] Acquired lock "refresh_cache-f53313d8-3057-4645-8a49-f738f5dbe1a5" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:26:40 user nova-compute[74535]: DEBUG nova.network.neutron [req-5cb07990-04ed-4d08-b5d4-aaa6806b617b req-43bef5ba-22cf-40fa-9849-d8950a03816e service nova] [instance: f53313d8-3057-4645-8a49-f738f5dbe1a5] Refreshing network info cache for port caec8a07-4504-4109-94b1-bdbf68ad0f96 {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 10:26:40 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-948ffcf2-edee-45e7-aa96-c660b84b1b0f tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] [instance: f53313d8-3057-4645-8a49-f738f5dbe1a5] Start _get_guest_xml network_info=[{"id": "caec8a07-4504-4109-94b1-bdbf68ad0f96", "address": "fa:16:3e:92:8e:cd", "network": {"id": "08180dbd-2a47-4077-9d90-f0a3f7e127c3", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1995484456-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5a618ff4d71840c69240b9bfd00fc741", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcaec8a07-45", "ovs_interfaceid": "caec8a07-4504-4109-94b1-bdbf68ad0f96", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T09:52:28Z,direct_url=<?>,disk_format='qcow2',id=b338f3c8-9974-4b9f-bacb-c75dd541c256,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='563f6a2917a742ada39fb0e950eece6e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T09:52:30Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'device_name': '/dev/vda', 'encrypted': False, 'encryption_format': None, 'encryption_options': None, 'encryption_secret_uuid': None, 'boot_index': 0, 'device_type': 'disk', 'size': 0, 'guest_format': None, 'image_id': 'b338f3c8-9974-4b9f-bacb-c75dd541c256'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 10:26:40 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-948ffcf2-edee-45e7-aa96-c660b84b1b0f tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:26:40 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-948ffcf2-edee-45e7-aa96-c660b84b1b0f tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:26:40 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-948ffcf2-edee-45e7-aa96-c660b84b1b0f tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 10:26:40 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-948ffcf2-edee-45e7-aa96-c660b84b1b0f tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] CPU controller missing on host. {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 10:26:40 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-948ffcf2-edee-45e7-aa96-c660b84b1b0f tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 10:26:40 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-948ffcf2-edee-45e7-aa96-c660b84b1b0f tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] CPU controller found on host. {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 10:26:40 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-948ffcf2-edee-45e7-aa96-c660b84b1b0f tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74535) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 10:26:40 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-948ffcf2-edee-45e7-aa96-c660b84b1b0f tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T09:52:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T09:52:28Z,direct_url=<?>,disk_format='qcow2',id=b338f3c8-9974-4b9f-bacb-c75dd541c256,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='563f6a2917a742ada39fb0e950eece6e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T09:52:30Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 10:26:40 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-948ffcf2-edee-45e7-aa96-c660b84b1b0f tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Flavor limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 10:26:40 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-948ffcf2-edee-45e7-aa96-c660b84b1b0f tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Image limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 10:26:40 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-948ffcf2-edee-45e7-aa96-c660b84b1b0f tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Flavor pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 10:26:40 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-948ffcf2-edee-45e7-aa96-c660b84b1b0f tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Image pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 10:26:40 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-948ffcf2-edee-45e7-aa96-c660b84b1b0f tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 10:26:40 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-948ffcf2-edee-45e7-aa96-c660b84b1b0f tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 10:26:40 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-948ffcf2-edee-45e7-aa96-c660b84b1b0f tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 10:26:40 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-948ffcf2-edee-45e7-aa96-c660b84b1b0f tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Got 1 possible topologies {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 10:26:40 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-948ffcf2-edee-45e7-aa96-c660b84b1b0f tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 10:26:40 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-948ffcf2-edee-45e7-aa96-c660b84b1b0f tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 10:26:40 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-948ffcf2-edee-45e7-aa96-c660b84b1b0f tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:26:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-60175820',display_name='tempest-VolumesSnapshotTestJSON-instance-60175820',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-60175820',id=49,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLXuwtxr4+TMxsuCp//QQO123pP51wdozkVC4L9taO1sWmqkQX4W7QO/hXo/Pu5JL551/kEQxzqt4mYrDQmuBJKxkB/+05jfRorkfa8cGiAGlUFl2G7qLGiZt5l8S+Nkew==',key_name='tempest-keypair-1662150113',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5a618ff4d71840c69240b9bfd00fc741',ramdisk_id='',reservation_id='r-yx6do2d0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-1580291087',owner_user_name='tempest-VolumesSnapshotTestJSON-1580291087-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T10:26:38Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ae0f40f9b62e42099a7f13a978b016f6',uuid=f53313d8-3057-4645-8a49-f738f5dbe1a5,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "caec8a07-4504-4109-94b1-bdbf68ad0f96", "address": "fa:16:3e:92:8e:cd", "network": {"id": "08180dbd-2a47-4077-9d90-f0a3f7e127c3", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1995484456-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5a618ff4d71840c69240b9bfd00fc741", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcaec8a07-45", "ovs_interfaceid": "caec8a07-4504-4109-94b1-bdbf68ad0f96", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74535) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 10:26:40 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-948ffcf2-edee-45e7-aa96-c660b84b1b0f tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Converting VIF {"id": "caec8a07-4504-4109-94b1-bdbf68ad0f96", "address": "fa:16:3e:92:8e:cd", "network": {"id": "08180dbd-2a47-4077-9d90-f0a3f7e127c3", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1995484456-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5a618ff4d71840c69240b9bfd00fc741", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcaec8a07-45", "ovs_interfaceid": "caec8a07-4504-4109-94b1-bdbf68ad0f96", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:26:40 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-948ffcf2-edee-45e7-aa96-c660b84b1b0f tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:92:8e:cd,bridge_name='br-int',has_traffic_filtering=True,id=caec8a07-4504-4109-94b1-bdbf68ad0f96,network=Network(08180dbd-2a47-4077-9d90-f0a3f7e127c3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcaec8a07-45') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:26:40 user nova-compute[74535]: DEBUG nova.objects.instance [None req-948ffcf2-edee-45e7-aa96-c660b84b1b0f tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Lazy-loading 'pci_devices' on Instance uuid f53313d8-3057-4645-8a49-f738f5dbe1a5 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:26:40 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-948ffcf2-edee-45e7-aa96-c660b84b1b0f tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] [instance: f53313d8-3057-4645-8a49-f738f5dbe1a5] End _get_guest_xml xml=<domain type="kvm">
Dec 06 10:26:40 user nova-compute[74535]:   <uuid>f53313d8-3057-4645-8a49-f738f5dbe1a5</uuid>
Dec 06 10:26:40 user nova-compute[74535]:   <name>instance-00000031</name>
Dec 06 10:26:40 user nova-compute[74535]:   <memory>524288</memory>
Dec 06 10:26:40 user nova-compute[74535]:   <vcpu>1</vcpu>
Dec 06 10:26:40 user nova-compute[74535]:   <metadata>
Dec 06 10:26:40 user nova-compute[74535]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 10:26:40 user nova-compute[74535]:       <nova:package version="0.0.0"/>
Dec 06 10:26:40 user nova-compute[74535]:       <nova:name>tempest-VolumesSnapshotTestJSON-instance-60175820</nova:name>
Dec 06 10:26:40 user nova-compute[74535]:       <nova:creationTime>2023-12-06 10:26:40</nova:creationTime>
Dec 06 10:26:40 user nova-compute[74535]:       <nova:flavor name="m1.tiny">
Dec 06 10:26:40 user nova-compute[74535]:         <nova:memory>512</nova:memory>
Dec 06 10:26:40 user nova-compute[74535]:         <nova:disk>1</nova:disk>
Dec 06 10:26:40 user nova-compute[74535]:         <nova:swap>0</nova:swap>
Dec 06 10:26:40 user nova-compute[74535]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 10:26:40 user nova-compute[74535]:         <nova:vcpus>1</nova:vcpus>
Dec 06 10:26:40 user nova-compute[74535]:       </nova:flavor>
Dec 06 10:26:40 user nova-compute[74535]:       <nova:owner>
Dec 06 10:26:40 user nova-compute[74535]:         <nova:user uuid="ae0f40f9b62e42099a7f13a978b016f6">tempest-VolumesSnapshotTestJSON-1580291087-project-member</nova:user>
Dec 06 10:26:40 user nova-compute[74535]:         <nova:project uuid="5a618ff4d71840c69240b9bfd00fc741">tempest-VolumesSnapshotTestJSON-1580291087</nova:project>
Dec 06 10:26:40 user nova-compute[74535]:       </nova:owner>
Dec 06 10:26:40 user nova-compute[74535]:       <nova:root type="image" uuid="b338f3c8-9974-4b9f-bacb-c75dd541c256"/>
Dec 06 10:26:40 user nova-compute[74535]:       <nova:ports>
Dec 06 10:26:40 user nova-compute[74535]:         <nova:port uuid="caec8a07-4504-4109-94b1-bdbf68ad0f96">
Dec 06 10:26:40 user nova-compute[74535]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Dec 06 10:26:40 user nova-compute[74535]:         </nova:port>
Dec 06 10:26:40 user nova-compute[74535]:       </nova:ports>
Dec 06 10:26:40 user nova-compute[74535]:     </nova:instance>
Dec 06 10:26:40 user nova-compute[74535]:   </metadata>
Dec 06 10:26:40 user nova-compute[74535]:   <sysinfo type="smbios">
Dec 06 10:26:40 user nova-compute[74535]:     <system>
Dec 06 10:26:40 user nova-compute[74535]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 10:26:40 user nova-compute[74535]:       <entry name="product">OpenStack Nova</entry>
Dec 06 10:26:40 user nova-compute[74535]:       <entry name="version">0.0.0</entry>
Dec 06 10:26:40 user nova-compute[74535]:       <entry name="serial">f53313d8-3057-4645-8a49-f738f5dbe1a5</entry>
Dec 06 10:26:40 user nova-compute[74535]:       <entry name="uuid">f53313d8-3057-4645-8a49-f738f5dbe1a5</entry>
Dec 06 10:26:40 user nova-compute[74535]:       <entry name="family">Virtual Machine</entry>
Dec 06 10:26:40 user nova-compute[74535]:     </system>
Dec 06 10:26:40 user nova-compute[74535]:   </sysinfo>
Dec 06 10:26:40 user nova-compute[74535]:   <os>
Dec 06 10:26:40 user nova-compute[74535]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 10:26:40 user nova-compute[74535]:     <boot dev="hd"/>
Dec 06 10:26:40 user nova-compute[74535]:     <smbios mode="sysinfo"/>
Dec 06 10:26:40 user nova-compute[74535]:   </os>
Dec 06 10:26:40 user nova-compute[74535]:   <features>
Dec 06 10:26:40 user nova-compute[74535]:     <acpi/>
Dec 06 10:26:40 user nova-compute[74535]:     <apic/>
Dec 06 10:26:40 user nova-compute[74535]:     <vmcoreinfo/>
Dec 06 10:26:40 user nova-compute[74535]:   </features>
Dec 06 10:26:40 user nova-compute[74535]:   <clock offset="utc">
Dec 06 10:26:40 user nova-compute[74535]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 10:26:40 user nova-compute[74535]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 10:26:40 user nova-compute[74535]:     <timer name="hpet" present="no"/>
Dec 06 10:26:40 user nova-compute[74535]:   </clock>
Dec 06 10:26:40 user nova-compute[74535]:   <cpu mode="custom" match="exact">
Dec 06 10:26:40 user nova-compute[74535]:     <model>Nehalem</model>
Dec 06 10:26:40 user nova-compute[74535]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 10:26:40 user nova-compute[74535]:   </cpu>
Dec 06 10:26:40 user nova-compute[74535]:   <devices>
Dec 06 10:26:40 user nova-compute[74535]:     <disk type="file" device="disk">
Dec 06 10:26:40 user nova-compute[74535]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 10:26:40 user nova-compute[74535]:       <source file="/opt/stack/data/nova/instances/f53313d8-3057-4645-8a49-f738f5dbe1a5/disk"/>
Dec 06 10:26:40 user nova-compute[74535]:       <target dev="vda" bus="virtio"/>
Dec 06 10:26:40 user nova-compute[74535]:     </disk>
Dec 06 10:26:40 user nova-compute[74535]:     <interface type="ethernet">
Dec 06 10:26:40 user nova-compute[74535]:       <mac address="fa:16:3e:92:8e:cd"/>
Dec 06 10:26:40 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 10:26:40 user nova-compute[74535]:       <mtu size="1442"/>
Dec 06 10:26:40 user nova-compute[74535]:       <target dev="tapcaec8a07-45"/>
Dec 06 10:26:40 user nova-compute[74535]:     </interface>
Dec 06 10:26:40 user nova-compute[74535]:     <serial type="pty">
Dec 06 10:26:40 user nova-compute[74535]:       <log file="/opt/stack/data/nova/instances/f53313d8-3057-4645-8a49-f738f5dbe1a5/console.log" append="off"/>
Dec 06 10:26:40 user nova-compute[74535]:     </serial>
Dec 06 10:26:40 user nova-compute[74535]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 10:26:40 user nova-compute[74535]:     <video>
Dec 06 10:26:40 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 10:26:40 user nova-compute[74535]:     </video>
Dec 06 10:26:40 user nova-compute[74535]:     <rng model="virtio">
Dec 06 10:26:40 user nova-compute[74535]:       <backend model="random">/dev/urandom</backend>
Dec 06 10:26:40 user nova-compute[74535]:     </rng>
Dec 06 10:26:40 user nova-compute[74535]:     <controller type="usb" index="0" model="none"/>
Dec 06 10:26:40 user nova-compute[74535]:     <memballoon model="virtio">
Dec 06 10:26:40 user nova-compute[74535]:       <stats period="10"/>
Dec 06 10:26:40 user nova-compute[74535]:     </memballoon>
Dec 06 10:26:40 user nova-compute[74535]:   </devices>
Dec 06 10:26:40 user nova-compute[74535]: </domain>
Dec 06 10:26:40 user nova-compute[74535]:  {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 10:26:40 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-948ffcf2-edee-45e7-aa96-c660b84b1b0f tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:26:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-60175820',display_name='tempest-VolumesSnapshotTestJSON-instance-60175820',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-60175820',id=49,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLXuwtxr4+TMxsuCp//QQO123pP51wdozkVC4L9taO1sWmqkQX4W7QO/hXo/Pu5JL551/kEQxzqt4mYrDQmuBJKxkB/+05jfRorkfa8cGiAGlUFl2G7qLGiZt5l8S+Nkew==',key_name='tempest-keypair-1662150113',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5a618ff4d71840c69240b9bfd00fc741',ramdisk_id='',reservation_id='r-yx6do2d0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-1580291087',owner_user_name='tempest-VolumesSnapshotTestJSON-1580291087-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T10:26:38Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ae0f40f9b62e42099a7f13a978b016f6',uuid=f53313d8-3057-4645-8a49-f738f5dbe1a5,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "caec8a07-4504-4109-94b1-bdbf68ad0f96", "address": "fa:16:3e:92:8e:cd", "network": {"id": "08180dbd-2a47-4077-9d90-f0a3f7e127c3", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1995484456-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5a618ff4d71840c69240b9bfd00fc741", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcaec8a07-45", "ovs_interfaceid": "caec8a07-4504-4109-94b1-bdbf68ad0f96", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 10:26:40 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-948ffcf2-edee-45e7-aa96-c660b84b1b0f tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Converting VIF {"id": "caec8a07-4504-4109-94b1-bdbf68ad0f96", "address": "fa:16:3e:92:8e:cd", "network": {"id": "08180dbd-2a47-4077-9d90-f0a3f7e127c3", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1995484456-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5a618ff4d71840c69240b9bfd00fc741", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcaec8a07-45", "ovs_interfaceid": "caec8a07-4504-4109-94b1-bdbf68ad0f96", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:26:40 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-948ffcf2-edee-45e7-aa96-c660b84b1b0f tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:92:8e:cd,bridge_name='br-int',has_traffic_filtering=True,id=caec8a07-4504-4109-94b1-bdbf68ad0f96,network=Network(08180dbd-2a47-4077-9d90-f0a3f7e127c3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcaec8a07-45') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:26:40 user nova-compute[74535]: DEBUG os_vif [None req-948ffcf2-edee-45e7-aa96-c660b84b1b0f tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:92:8e:cd,bridge_name='br-int',has_traffic_filtering=True,id=caec8a07-4504-4109-94b1-bdbf68ad0f96,network=Network(08180dbd-2a47-4077-9d90-f0a3f7e127c3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcaec8a07-45') {{(pid=74535) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 10:26:40 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:26:40 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:26:40 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 10:26:40 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:26:40 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '56a70766-4f65-5715-9138-acef03b5ce73', '_type': 'linux-noop'}}, row=False) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:26:40 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:26:40 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:26:40 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:26:40 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapcaec8a07-45, may_exist=True, interface_attrs={}) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:26:40 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapcaec8a07-45, col_values=(('qos', UUID('83274e12-2e7d-4665-940c-b68b8d0e6878')),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:26:40 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapcaec8a07-45, col_values=(('external_ids', {'iface-id': 'caec8a07-4504-4109-94b1-bdbf68ad0f96', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:92:8e:cd', 'vm-uuid': 'f53313d8-3057-4645-8a49-f738f5dbe1a5'}),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:26:40 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:26:40 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:26:40 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:26:40 user nova-compute[74535]: INFO os_vif [None req-948ffcf2-edee-45e7-aa96-c660b84b1b0f tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:92:8e:cd,bridge_name='br-int',has_traffic_filtering=True,id=caec8a07-4504-4109-94b1-bdbf68ad0f96,network=Network(08180dbd-2a47-4077-9d90-f0a3f7e127c3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcaec8a07-45')
Dec 06 10:26:40 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-948ffcf2-edee-45e7-aa96-c660b84b1b0f tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] No BDM found with device name vda, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 10:26:40 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-948ffcf2-edee-45e7-aa96-c660b84b1b0f tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] No VIF found with MAC fa:16:3e:92:8e:cd, not building metadata {{(pid=74535) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 10:26:40 user nova-compute[74535]: DEBUG nova.network.neutron [req-5cb07990-04ed-4d08-b5d4-aaa6806b617b req-43bef5ba-22cf-40fa-9849-d8950a03816e service nova] [instance: f53313d8-3057-4645-8a49-f738f5dbe1a5] Updated VIF entry in instance network info cache for port caec8a07-4504-4109-94b1-bdbf68ad0f96. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 10:26:40 user nova-compute[74535]: DEBUG nova.network.neutron [req-5cb07990-04ed-4d08-b5d4-aaa6806b617b req-43bef5ba-22cf-40fa-9849-d8950a03816e service nova] [instance: f53313d8-3057-4645-8a49-f738f5dbe1a5] Updating instance_info_cache with network_info: [{"id": "caec8a07-4504-4109-94b1-bdbf68ad0f96", "address": "fa:16:3e:92:8e:cd", "network": {"id": "08180dbd-2a47-4077-9d90-f0a3f7e127c3", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1995484456-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5a618ff4d71840c69240b9bfd00fc741", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcaec8a07-45", "ovs_interfaceid": "caec8a07-4504-4109-94b1-bdbf68ad0f96", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:26:40 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-5cb07990-04ed-4d08-b5d4-aaa6806b617b req-43bef5ba-22cf-40fa-9849-d8950a03816e service nova] Releasing lock "refresh_cache-f53313d8-3057-4645-8a49-f738f5dbe1a5" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:26:40 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:26:40 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Starting heal instance info cache {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 10:26:40 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Rebuilding the list of instances to heal {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 06 10:26:40 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: f53313d8-3057-4645-8a49-f738f5dbe1a5] Skipping network cache update for instance because it is Building. {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9935}}
Dec 06 10:26:40 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Didn't find any instances for network info cache update. {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 06 10:26:41 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:26:41 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:26:41 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:26:41 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:26:42 user nova-compute[74535]: DEBUG nova.compute.manager [req-9a828d57-8ded-4d4a-9da7-ea3e48db26b1 req-f464e2d2-3989-45ec-bdfb-44ee474888f6 service nova] [instance: f53313d8-3057-4645-8a49-f738f5dbe1a5] Received event network-vif-plugged-caec8a07-4504-4109-94b1-bdbf68ad0f96 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:26:42 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-9a828d57-8ded-4d4a-9da7-ea3e48db26b1 req-f464e2d2-3989-45ec-bdfb-44ee474888f6 service nova] Acquiring lock "f53313d8-3057-4645-8a49-f738f5dbe1a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:26:42 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-9a828d57-8ded-4d4a-9da7-ea3e48db26b1 req-f464e2d2-3989-45ec-bdfb-44ee474888f6 service nova] Lock "f53313d8-3057-4645-8a49-f738f5dbe1a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:26:42 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-9a828d57-8ded-4d4a-9da7-ea3e48db26b1 req-f464e2d2-3989-45ec-bdfb-44ee474888f6 service nova] Lock "f53313d8-3057-4645-8a49-f738f5dbe1a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:26:42 user nova-compute[74535]: DEBUG nova.compute.manager [req-9a828d57-8ded-4d4a-9da7-ea3e48db26b1 req-f464e2d2-3989-45ec-bdfb-44ee474888f6 service nova] [instance: f53313d8-3057-4645-8a49-f738f5dbe1a5] No waiting events found dispatching network-vif-plugged-caec8a07-4504-4109-94b1-bdbf68ad0f96 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:26:42 user nova-compute[74535]: WARNING nova.compute.manager [req-9a828d57-8ded-4d4a-9da7-ea3e48db26b1 req-f464e2d2-3989-45ec-bdfb-44ee474888f6 service nova] [instance: f53313d8-3057-4645-8a49-f738f5dbe1a5] Received unexpected event network-vif-plugged-caec8a07-4504-4109-94b1-bdbf68ad0f96 for instance with vm_state building and task_state spawning.
Dec 06 10:26:42 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:26:42 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:26:42 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:26:43 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:26:44 user nova-compute[74535]: DEBUG nova.compute.manager [req-d8e06632-7fc1-4538-9cd1-f6c8535d619e req-1ce0c124-82e4-451c-96a6-f63957e16fbf service nova] [instance: f53313d8-3057-4645-8a49-f738f5dbe1a5] Received event network-vif-plugged-caec8a07-4504-4109-94b1-bdbf68ad0f96 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:26:44 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-d8e06632-7fc1-4538-9cd1-f6c8535d619e req-1ce0c124-82e4-451c-96a6-f63957e16fbf service nova] Acquiring lock "f53313d8-3057-4645-8a49-f738f5dbe1a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:26:44 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-d8e06632-7fc1-4538-9cd1-f6c8535d619e req-1ce0c124-82e4-451c-96a6-f63957e16fbf service nova] Lock "f53313d8-3057-4645-8a49-f738f5dbe1a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:26:44 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-d8e06632-7fc1-4538-9cd1-f6c8535d619e req-1ce0c124-82e4-451c-96a6-f63957e16fbf service nova] Lock "f53313d8-3057-4645-8a49-f738f5dbe1a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:26:44 user nova-compute[74535]: DEBUG nova.compute.manager [req-d8e06632-7fc1-4538-9cd1-f6c8535d619e req-1ce0c124-82e4-451c-96a6-f63957e16fbf service nova] [instance: f53313d8-3057-4645-8a49-f738f5dbe1a5] No waiting events found dispatching network-vif-plugged-caec8a07-4504-4109-94b1-bdbf68ad0f96 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:26:44 user nova-compute[74535]: WARNING nova.compute.manager [req-d8e06632-7fc1-4538-9cd1-f6c8535d619e req-1ce0c124-82e4-451c-96a6-f63957e16fbf service nova] [instance: f53313d8-3057-4645-8a49-f738f5dbe1a5] Received unexpected event network-vif-plugged-caec8a07-4504-4109-94b1-bdbf68ad0f96 for instance with vm_state building and task_state spawning.
Dec 06 10:26:44 user nova-compute[74535]: DEBUG nova.compute.manager [None req-948ffcf2-edee-45e7-aa96-c660b84b1b0f tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] [instance: f53313d8-3057-4645-8a49-f738f5dbe1a5] Instance event wait completed in 0 seconds for  {{(pid=74535) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 10:26:44 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-948ffcf2-edee-45e7-aa96-c660b84b1b0f tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] [instance: f53313d8-3057-4645-8a49-f738f5dbe1a5] Guest created on hypervisor {{(pid=74535) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 10:26:44 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: f53313d8-3057-4645-8a49-f738f5dbe1a5] Instance spawned successfully.
Dec 06 10:26:44 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-948ffcf2-edee-45e7-aa96-c660b84b1b0f tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] [instance: f53313d8-3057-4645-8a49-f738f5dbe1a5] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 10:26:44 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-948ffcf2-edee-45e7-aa96-c660b84b1b0f tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] [instance: f53313d8-3057-4645-8a49-f738f5dbe1a5] Found default for hw_cdrom_bus of ide {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:26:44 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-948ffcf2-edee-45e7-aa96-c660b84b1b0f tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] [instance: f53313d8-3057-4645-8a49-f738f5dbe1a5] Found default for hw_disk_bus of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:26:44 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-948ffcf2-edee-45e7-aa96-c660b84b1b0f tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] [instance: f53313d8-3057-4645-8a49-f738f5dbe1a5] Found default for hw_input_bus of None {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:26:44 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-948ffcf2-edee-45e7-aa96-c660b84b1b0f tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] [instance: f53313d8-3057-4645-8a49-f738f5dbe1a5] Found default for hw_pointer_model of None {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:26:44 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-948ffcf2-edee-45e7-aa96-c660b84b1b0f tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] [instance: f53313d8-3057-4645-8a49-f738f5dbe1a5] Found default for hw_video_model of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:26:44 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-948ffcf2-edee-45e7-aa96-c660b84b1b0f tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] [instance: f53313d8-3057-4645-8a49-f738f5dbe1a5] Found default for hw_vif_model of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:26:44 user nova-compute[74535]: INFO nova.compute.manager [None req-948ffcf2-edee-45e7-aa96-c660b84b1b0f tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] [instance: f53313d8-3057-4645-8a49-f738f5dbe1a5] Took 6.08 seconds to spawn the instance on the hypervisor.
Dec 06 10:26:44 user nova-compute[74535]: DEBUG nova.compute.manager [None req-948ffcf2-edee-45e7-aa96-c660b84b1b0f tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] [instance: f53313d8-3057-4645-8a49-f738f5dbe1a5] Checking state {{(pid=74535) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 10:26:44 user nova-compute[74535]: INFO nova.compute.manager [None req-948ffcf2-edee-45e7-aa96-c660b84b1b0f tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] [instance: f53313d8-3057-4645-8a49-f738f5dbe1a5] Took 6.64 seconds to build instance.
Dec 06 10:26:44 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-948ffcf2-edee-45e7-aa96-c660b84b1b0f tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Lock "f53313d8-3057-4645-8a49-f738f5dbe1a5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.745s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:26:45 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:26:48 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:26:49 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:26:50 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:26:52 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:26:55 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:26:55 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:27:00 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:27:00 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:27:02 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:27:03 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:27:05 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:27:06 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:27:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:27:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:27:10 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:27:13 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:27:13 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-4205344f-d71a-469f-8339-429542306cd4 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Acquiring lock "c5fbccc6-69fd-4351-adba-7c3d89362c96" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:27:13 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-4205344f-d71a-469f-8339-429542306cd4 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Lock "c5fbccc6-69fd-4351-adba-7c3d89362c96" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:27:13 user nova-compute[74535]: DEBUG nova.compute.manager [None req-4205344f-d71a-469f-8339-429542306cd4 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] Starting instance... {{(pid=74535) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 10:27:13 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-4205344f-d71a-469f-8339-429542306cd4 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:27:13 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-4205344f-d71a-469f-8339-429542306cd4 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:27:14 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-4205344f-d71a-469f-8339-429542306cd4 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74535) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 10:27:14 user nova-compute[74535]: INFO nova.compute.claims [None req-4205344f-d71a-469f-8339-429542306cd4 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] Claim successful on node user
Dec 06 10:27:14 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-4205344f-d71a-469f-8339-429542306cd4 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:27:14 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-4205344f-d71a-469f-8339-429542306cd4 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:27:14 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-4205344f-d71a-469f-8339-429542306cd4 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.279s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:27:14 user nova-compute[74535]: DEBUG nova.compute.manager [None req-4205344f-d71a-469f-8339-429542306cd4 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] Start building networks asynchronously for instance. {{(pid=74535) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 10:27:14 user nova-compute[74535]: DEBUG nova.compute.manager [None req-4205344f-d71a-469f-8339-429542306cd4 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] Allocating IP information in the background. {{(pid=74535) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 10:27:14 user nova-compute[74535]: DEBUG nova.network.neutron [None req-4205344f-d71a-469f-8339-429542306cd4 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] allocate_for_instance() {{(pid=74535) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 10:27:14 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-4205344f-d71a-469f-8339-429542306cd4 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 10:27:14 user nova-compute[74535]: DEBUG nova.compute.manager [None req-4205344f-d71a-469f-8339-429542306cd4 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] Start building block device mappings for instance. {{(pid=74535) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 10:27:14 user nova-compute[74535]: DEBUG nova.policy [None req-4205344f-d71a-469f-8339-429542306cd4 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c73dbe0a5fe8434faa4b79e19bcd41f3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '64c680f42bc54413a5a1c35bcd04a075', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74535) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 10:27:14 user nova-compute[74535]: DEBUG nova.compute.manager [None req-4205344f-d71a-469f-8339-429542306cd4 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] Start spawning the instance on the hypervisor. {{(pid=74535) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 10:27:14 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-4205344f-d71a-469f-8339-429542306cd4 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] Creating instance directory {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 10:27:14 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-4205344f-d71a-469f-8339-429542306cd4 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] Creating image(s)
Dec 06 10:27:14 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-4205344f-d71a-469f-8339-429542306cd4 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Acquiring lock "/opt/stack/data/nova/instances/c5fbccc6-69fd-4351-adba-7c3d89362c96/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:27:14 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-4205344f-d71a-469f-8339-429542306cd4 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Lock "/opt/stack/data/nova/instances/c5fbccc6-69fd-4351-adba-7c3d89362c96/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:27:14 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-4205344f-d71a-469f-8339-429542306cd4 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Lock "/opt/stack/data/nova/instances/c5fbccc6-69fd-4351-adba-7c3d89362c96/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.005s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:27:14 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-4205344f-d71a-469f-8339-429542306cd4 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:27:14 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-4205344f-d71a-469f-8339-429542306cd4 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.179s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:27:14 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-4205344f-d71a-469f-8339-429542306cd4 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Acquiring lock "7aef4f97309efbd0d8988be1fd45eed756898e08" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:27:14 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-4205344f-d71a-469f-8339-429542306cd4 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Lock "7aef4f97309efbd0d8988be1fd45eed756898e08" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:27:14 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-4205344f-d71a-469f-8339-429542306cd4 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:27:14 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-4205344f-d71a-469f-8339-429542306cd4 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.175s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:27:14 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-4205344f-d71a-469f-8339-429542306cd4 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08,backing_fmt=raw /opt/stack/data/nova/instances/c5fbccc6-69fd-4351-adba-7c3d89362c96/disk 1073741824 {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:27:14 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-4205344f-d71a-469f-8339-429542306cd4 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08,backing_fmt=raw /opt/stack/data/nova/instances/c5fbccc6-69fd-4351-adba-7c3d89362c96/disk 1073741824" returned: 0 in 0.048s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:27:14 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-4205344f-d71a-469f-8339-429542306cd4 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Lock "7aef4f97309efbd0d8988be1fd45eed756898e08" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.230s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:27:14 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-4205344f-d71a-469f-8339-429542306cd4 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:27:15 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-4205344f-d71a-469f-8339-429542306cd4 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.191s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:27:15 user nova-compute[74535]: DEBUG nova.virt.disk.api [None req-4205344f-d71a-469f-8339-429542306cd4 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Checking if we can resize image /opt/stack/data/nova/instances/c5fbccc6-69fd-4351-adba-7c3d89362c96/disk. size=1073741824 {{(pid=74535) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 10:27:15 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-4205344f-d71a-469f-8339-429542306cd4 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5fbccc6-69fd-4351-adba-7c3d89362c96/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:27:15 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-4205344f-d71a-469f-8339-429542306cd4 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5fbccc6-69fd-4351-adba-7c3d89362c96/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:27:15 user nova-compute[74535]: DEBUG nova.virt.disk.api [None req-4205344f-d71a-469f-8339-429542306cd4 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Cannot resize image /opt/stack/data/nova/instances/c5fbccc6-69fd-4351-adba-7c3d89362c96/disk to a smaller size. {{(pid=74535) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 10:27:15 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-4205344f-d71a-469f-8339-429542306cd4 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] Created local disks {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 10:27:15 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-4205344f-d71a-469f-8339-429542306cd4 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] Ensure instance console log exists: /opt/stack/data/nova/instances/c5fbccc6-69fd-4351-adba-7c3d89362c96/console.log {{(pid=74535) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 10:27:15 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-4205344f-d71a-469f-8339-429542306cd4 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:27:15 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-4205344f-d71a-469f-8339-429542306cd4 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:27:15 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-4205344f-d71a-469f-8339-429542306cd4 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:27:15 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:27:15 user nova-compute[74535]: DEBUG nova.network.neutron [None req-4205344f-d71a-469f-8339-429542306cd4 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] Successfully created port: 7c7a6b6b-a1e4-4ff0-b967-d36d55cfcd57 {{(pid=74535) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 10:27:16 user nova-compute[74535]: DEBUG nova.network.neutron [None req-4205344f-d71a-469f-8339-429542306cd4 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] Successfully updated port: 7c7a6b6b-a1e4-4ff0-b967-d36d55cfcd57 {{(pid=74535) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 10:27:16 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-4205344f-d71a-469f-8339-429542306cd4 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Acquiring lock "refresh_cache-c5fbccc6-69fd-4351-adba-7c3d89362c96" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:27:16 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-4205344f-d71a-469f-8339-429542306cd4 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Acquired lock "refresh_cache-c5fbccc6-69fd-4351-adba-7c3d89362c96" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:27:16 user nova-compute[74535]: DEBUG nova.network.neutron [None req-4205344f-d71a-469f-8339-429542306cd4 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] Building network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 10:27:16 user nova-compute[74535]: DEBUG nova.compute.manager [req-9a03dd66-195a-4587-ad4d-f57842c3b526 req-c692a6aa-032c-449e-9c8b-a042a5a7de0a service nova] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] Received event network-changed-7c7a6b6b-a1e4-4ff0-b967-d36d55cfcd57 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:27:16 user nova-compute[74535]: DEBUG nova.compute.manager [req-9a03dd66-195a-4587-ad4d-f57842c3b526 req-c692a6aa-032c-449e-9c8b-a042a5a7de0a service nova] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] Refreshing instance network info cache due to event network-changed-7c7a6b6b-a1e4-4ff0-b967-d36d55cfcd57. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 10:27:16 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-9a03dd66-195a-4587-ad4d-f57842c3b526 req-c692a6aa-032c-449e-9c8b-a042a5a7de0a service nova] Acquiring lock "refresh_cache-c5fbccc6-69fd-4351-adba-7c3d89362c96" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:27:16 user nova-compute[74535]: DEBUG nova.network.neutron [None req-4205344f-d71a-469f-8339-429542306cd4 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] Instance cache missing network info. {{(pid=74535) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 10:27:16 user nova-compute[74535]: DEBUG nova.network.neutron [None req-4205344f-d71a-469f-8339-429542306cd4 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] Updating instance_info_cache with network_info: [{"id": "7c7a6b6b-a1e4-4ff0-b967-d36d55cfcd57", "address": "fa:16:3e:26:fa:e0", "network": {"id": "15e2f67e-2ad5-4d2d-a066-db3029561e94", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-297299668-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "64c680f42bc54413a5a1c35bcd04a075", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c7a6b6b-a1", "ovs_interfaceid": "7c7a6b6b-a1e4-4ff0-b967-d36d55cfcd57", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:27:16 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-4205344f-d71a-469f-8339-429542306cd4 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Releasing lock "refresh_cache-c5fbccc6-69fd-4351-adba-7c3d89362c96" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:27:16 user nova-compute[74535]: DEBUG nova.compute.manager [None req-4205344f-d71a-469f-8339-429542306cd4 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] Instance network_info: |[{"id": "7c7a6b6b-a1e4-4ff0-b967-d36d55cfcd57", "address": "fa:16:3e:26:fa:e0", "network": {"id": "15e2f67e-2ad5-4d2d-a066-db3029561e94", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-297299668-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "64c680f42bc54413a5a1c35bcd04a075", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c7a6b6b-a1", "ovs_interfaceid": "7c7a6b6b-a1e4-4ff0-b967-d36d55cfcd57", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74535) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 10:27:16 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-9a03dd66-195a-4587-ad4d-f57842c3b526 req-c692a6aa-032c-449e-9c8b-a042a5a7de0a service nova] Acquired lock "refresh_cache-c5fbccc6-69fd-4351-adba-7c3d89362c96" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:27:16 user nova-compute[74535]: DEBUG nova.network.neutron [req-9a03dd66-195a-4587-ad4d-f57842c3b526 req-c692a6aa-032c-449e-9c8b-a042a5a7de0a service nova] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] Refreshing network info cache for port 7c7a6b6b-a1e4-4ff0-b967-d36d55cfcd57 {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 10:27:16 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-4205344f-d71a-469f-8339-429542306cd4 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] Start _get_guest_xml network_info=[{"id": "7c7a6b6b-a1e4-4ff0-b967-d36d55cfcd57", "address": "fa:16:3e:26:fa:e0", "network": {"id": "15e2f67e-2ad5-4d2d-a066-db3029561e94", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-297299668-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "64c680f42bc54413a5a1c35bcd04a075", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c7a6b6b-a1", "ovs_interfaceid": "7c7a6b6b-a1e4-4ff0-b967-d36d55cfcd57", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T09:52:28Z,direct_url=<?>,disk_format='qcow2',id=b338f3c8-9974-4b9f-bacb-c75dd541c256,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='563f6a2917a742ada39fb0e950eece6e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T09:52:30Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'device_name': '/dev/vda', 'encrypted': False, 'encryption_format': None, 'encryption_options': None, 'encryption_secret_uuid': None, 'boot_index': 0, 'device_type': 'disk', 'size': 0, 'guest_format': None, 'image_id': 'b338f3c8-9974-4b9f-bacb-c75dd541c256'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 10:27:16 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-4205344f-d71a-469f-8339-429542306cd4 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:27:16 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-4205344f-d71a-469f-8339-429542306cd4 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:27:16 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-4205344f-d71a-469f-8339-429542306cd4 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 10:27:16 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-4205344f-d71a-469f-8339-429542306cd4 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] CPU controller missing on host. {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 10:27:16 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-4205344f-d71a-469f-8339-429542306cd4 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 10:27:16 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-4205344f-d71a-469f-8339-429542306cd4 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] CPU controller found on host. {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 10:27:16 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-4205344f-d71a-469f-8339-429542306cd4 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74535) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 10:27:16 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-4205344f-d71a-469f-8339-429542306cd4 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T09:52:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T09:52:28Z,direct_url=<?>,disk_format='qcow2',id=b338f3c8-9974-4b9f-bacb-c75dd541c256,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='563f6a2917a742ada39fb0e950eece6e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T09:52:30Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 10:27:16 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-4205344f-d71a-469f-8339-429542306cd4 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Flavor limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 10:27:16 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-4205344f-d71a-469f-8339-429542306cd4 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Image limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 10:27:16 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-4205344f-d71a-469f-8339-429542306cd4 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Flavor pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 10:27:16 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-4205344f-d71a-469f-8339-429542306cd4 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Image pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 10:27:16 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-4205344f-d71a-469f-8339-429542306cd4 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 10:27:16 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-4205344f-d71a-469f-8339-429542306cd4 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 10:27:16 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-4205344f-d71a-469f-8339-429542306cd4 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 10:27:16 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-4205344f-d71a-469f-8339-429542306cd4 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Got 1 possible topologies {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 10:27:16 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-4205344f-d71a-469f-8339-429542306cd4 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 10:27:16 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-4205344f-d71a-469f-8339-429542306cd4 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 10:27:16 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-4205344f-d71a-469f-8339-429542306cd4 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:27:13Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-20679557',display_name='tempest-SnapshotDataIntegrityTests-server-20679557',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-20679557',id=50,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBx84vrf6ZE2fDC8ci2QIfv7EpxSmluIeTw5EYE+KOZl+yqK7YpkW9LDO8mehIDSIQFDbI9pZdPjzdae7WjUziQsgosqXEGJtV3ry8q4A/gw2qFs4LovtYoT1aCECAzpJg==',key_name='tempest-keypair-1605610379',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='64c680f42bc54413a5a1c35bcd04a075',ramdisk_id='',reservation_id='r-cu14hlak',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-SnapshotDataIntegrityTests-1488807356',owner_user_name='tempest-SnapshotDataIntegrityTests-1488807356-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T10:27:14Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c73dbe0a5fe8434faa4b79e19bcd41f3',uuid=c5fbccc6-69fd-4351-adba-7c3d89362c96,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7c7a6b6b-a1e4-4ff0-b967-d36d55cfcd57", "address": "fa:16:3e:26:fa:e0", "network": {"id": "15e2f67e-2ad5-4d2d-a066-db3029561e94", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-297299668-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "64c680f42bc54413a5a1c35bcd04a075", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c7a6b6b-a1", "ovs_interfaceid": "7c7a6b6b-a1e4-4ff0-b967-d36d55cfcd57", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74535) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 10:27:16 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-4205344f-d71a-469f-8339-429542306cd4 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Converting VIF {"id": "7c7a6b6b-a1e4-4ff0-b967-d36d55cfcd57", "address": "fa:16:3e:26:fa:e0", "network": {"id": "15e2f67e-2ad5-4d2d-a066-db3029561e94", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-297299668-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "64c680f42bc54413a5a1c35bcd04a075", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c7a6b6b-a1", "ovs_interfaceid": "7c7a6b6b-a1e4-4ff0-b967-d36d55cfcd57", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:27:16 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-4205344f-d71a-469f-8339-429542306cd4 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:26:fa:e0,bridge_name='br-int',has_traffic_filtering=True,id=7c7a6b6b-a1e4-4ff0-b967-d36d55cfcd57,network=Network(15e2f67e-2ad5-4d2d-a066-db3029561e94),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7c7a6b6b-a1') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:27:16 user nova-compute[74535]: DEBUG nova.objects.instance [None req-4205344f-d71a-469f-8339-429542306cd4 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Lazy-loading 'pci_devices' on Instance uuid c5fbccc6-69fd-4351-adba-7c3d89362c96 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:27:16 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-4205344f-d71a-469f-8339-429542306cd4 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] End _get_guest_xml xml=<domain type="kvm">
Dec 06 10:27:16 user nova-compute[74535]:   <uuid>c5fbccc6-69fd-4351-adba-7c3d89362c96</uuid>
Dec 06 10:27:16 user nova-compute[74535]:   <name>instance-00000032</name>
Dec 06 10:27:16 user nova-compute[74535]:   <memory>524288</memory>
Dec 06 10:27:16 user nova-compute[74535]:   <vcpu>1</vcpu>
Dec 06 10:27:16 user nova-compute[74535]:   <metadata>
Dec 06 10:27:16 user nova-compute[74535]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 10:27:16 user nova-compute[74535]:       <nova:package version="0.0.0"/>
Dec 06 10:27:16 user nova-compute[74535]:       <nova:name>tempest-SnapshotDataIntegrityTests-server-20679557</nova:name>
Dec 06 10:27:16 user nova-compute[74535]:       <nova:creationTime>2023-12-06 10:27:16</nova:creationTime>
Dec 06 10:27:16 user nova-compute[74535]:       <nova:flavor name="m1.tiny">
Dec 06 10:27:16 user nova-compute[74535]:         <nova:memory>512</nova:memory>
Dec 06 10:27:16 user nova-compute[74535]:         <nova:disk>1</nova:disk>
Dec 06 10:27:16 user nova-compute[74535]:         <nova:swap>0</nova:swap>
Dec 06 10:27:16 user nova-compute[74535]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 10:27:16 user nova-compute[74535]:         <nova:vcpus>1</nova:vcpus>
Dec 06 10:27:16 user nova-compute[74535]:       </nova:flavor>
Dec 06 10:27:16 user nova-compute[74535]:       <nova:owner>
Dec 06 10:27:16 user nova-compute[74535]:         <nova:user uuid="c73dbe0a5fe8434faa4b79e19bcd41f3">tempest-SnapshotDataIntegrityTests-1488807356-project-member</nova:user>
Dec 06 10:27:16 user nova-compute[74535]:         <nova:project uuid="64c680f42bc54413a5a1c35bcd04a075">tempest-SnapshotDataIntegrityTests-1488807356</nova:project>
Dec 06 10:27:16 user nova-compute[74535]:       </nova:owner>
Dec 06 10:27:16 user nova-compute[74535]:       <nova:root type="image" uuid="b338f3c8-9974-4b9f-bacb-c75dd541c256"/>
Dec 06 10:27:16 user nova-compute[74535]:       <nova:ports>
Dec 06 10:27:16 user nova-compute[74535]:         <nova:port uuid="7c7a6b6b-a1e4-4ff0-b967-d36d55cfcd57">
Dec 06 10:27:16 user nova-compute[74535]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Dec 06 10:27:16 user nova-compute[74535]:         </nova:port>
Dec 06 10:27:16 user nova-compute[74535]:       </nova:ports>
Dec 06 10:27:16 user nova-compute[74535]:     </nova:instance>
Dec 06 10:27:16 user nova-compute[74535]:   </metadata>
Dec 06 10:27:16 user nova-compute[74535]:   <sysinfo type="smbios">
Dec 06 10:27:16 user nova-compute[74535]:     <system>
Dec 06 10:27:16 user nova-compute[74535]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 10:27:16 user nova-compute[74535]:       <entry name="product">OpenStack Nova</entry>
Dec 06 10:27:16 user nova-compute[74535]:       <entry name="version">0.0.0</entry>
Dec 06 10:27:16 user nova-compute[74535]:       <entry name="serial">c5fbccc6-69fd-4351-adba-7c3d89362c96</entry>
Dec 06 10:27:16 user nova-compute[74535]:       <entry name="uuid">c5fbccc6-69fd-4351-adba-7c3d89362c96</entry>
Dec 06 10:27:16 user nova-compute[74535]:       <entry name="family">Virtual Machine</entry>
Dec 06 10:27:16 user nova-compute[74535]:     </system>
Dec 06 10:27:16 user nova-compute[74535]:   </sysinfo>
Dec 06 10:27:16 user nova-compute[74535]:   <os>
Dec 06 10:27:16 user nova-compute[74535]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 10:27:16 user nova-compute[74535]:     <boot dev="hd"/>
Dec 06 10:27:16 user nova-compute[74535]:     <smbios mode="sysinfo"/>
Dec 06 10:27:16 user nova-compute[74535]:   </os>
Dec 06 10:27:16 user nova-compute[74535]:   <features>
Dec 06 10:27:16 user nova-compute[74535]:     <acpi/>
Dec 06 10:27:16 user nova-compute[74535]:     <apic/>
Dec 06 10:27:16 user nova-compute[74535]:     <vmcoreinfo/>
Dec 06 10:27:16 user nova-compute[74535]:   </features>
Dec 06 10:27:16 user nova-compute[74535]:   <clock offset="utc">
Dec 06 10:27:16 user nova-compute[74535]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 10:27:16 user nova-compute[74535]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 10:27:16 user nova-compute[74535]:     <timer name="hpet" present="no"/>
Dec 06 10:27:16 user nova-compute[74535]:   </clock>
Dec 06 10:27:16 user nova-compute[74535]:   <cpu mode="custom" match="exact">
Dec 06 10:27:16 user nova-compute[74535]:     <model>Nehalem</model>
Dec 06 10:27:16 user nova-compute[74535]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 10:27:16 user nova-compute[74535]:   </cpu>
Dec 06 10:27:16 user nova-compute[74535]:   <devices>
Dec 06 10:27:16 user nova-compute[74535]:     <disk type="file" device="disk">
Dec 06 10:27:16 user nova-compute[74535]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 10:27:16 user nova-compute[74535]:       <source file="/opt/stack/data/nova/instances/c5fbccc6-69fd-4351-adba-7c3d89362c96/disk"/>
Dec 06 10:27:16 user nova-compute[74535]:       <target dev="vda" bus="virtio"/>
Dec 06 10:27:16 user nova-compute[74535]:     </disk>
Dec 06 10:27:16 user nova-compute[74535]:     <interface type="ethernet">
Dec 06 10:27:16 user nova-compute[74535]:       <mac address="fa:16:3e:26:fa:e0"/>
Dec 06 10:27:16 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 10:27:16 user nova-compute[74535]:       <mtu size="1442"/>
Dec 06 10:27:16 user nova-compute[74535]:       <target dev="tap7c7a6b6b-a1"/>
Dec 06 10:27:16 user nova-compute[74535]:     </interface>
Dec 06 10:27:16 user nova-compute[74535]:     <serial type="pty">
Dec 06 10:27:16 user nova-compute[74535]:       <log file="/opt/stack/data/nova/instances/c5fbccc6-69fd-4351-adba-7c3d89362c96/console.log" append="off"/>
Dec 06 10:27:16 user nova-compute[74535]:     </serial>
Dec 06 10:27:16 user nova-compute[74535]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 10:27:16 user nova-compute[74535]:     <video>
Dec 06 10:27:16 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 10:27:16 user nova-compute[74535]:     </video>
Dec 06 10:27:16 user nova-compute[74535]:     <rng model="virtio">
Dec 06 10:27:16 user nova-compute[74535]:       <backend model="random">/dev/urandom</backend>
Dec 06 10:27:16 user nova-compute[74535]:     </rng>
Dec 06 10:27:16 user nova-compute[74535]:     <controller type="usb" index="0" model="none"/>
Dec 06 10:27:16 user nova-compute[74535]:     <memballoon model="virtio">
Dec 06 10:27:16 user nova-compute[74535]:       <stats period="10"/>
Dec 06 10:27:16 user nova-compute[74535]:     </memballoon>
Dec 06 10:27:16 user nova-compute[74535]:   </devices>
Dec 06 10:27:16 user nova-compute[74535]: </domain>
Dec 06 10:27:16 user nova-compute[74535]:  {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 10:27:16 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-4205344f-d71a-469f-8339-429542306cd4 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:27:13Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-20679557',display_name='tempest-SnapshotDataIntegrityTests-server-20679557',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-20679557',id=50,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBx84vrf6ZE2fDC8ci2QIfv7EpxSmluIeTw5EYE+KOZl+yqK7YpkW9LDO8mehIDSIQFDbI9pZdPjzdae7WjUziQsgosqXEGJtV3ry8q4A/gw2qFs4LovtYoT1aCECAzpJg==',key_name='tempest-keypair-1605610379',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='64c680f42bc54413a5a1c35bcd04a075',ramdisk_id='',reservation_id='r-cu14hlak',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-SnapshotDataIntegrityTests-1488807356',owner_user_name='tempest-SnapshotDataIntegrityTests-1488807356-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T10:27:14Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c73dbe0a5fe8434faa4b79e19bcd41f3',uuid=c5fbccc6-69fd-4351-adba-7c3d89362c96,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7c7a6b6b-a1e4-4ff0-b967-d36d55cfcd57", "address": "fa:16:3e:26:fa:e0", "network": {"id": "15e2f67e-2ad5-4d2d-a066-db3029561e94", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-297299668-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "64c680f42bc54413a5a1c35bcd04a075", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c7a6b6b-a1", "ovs_interfaceid": "7c7a6b6b-a1e4-4ff0-b967-d36d55cfcd57", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 10:27:16 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-4205344f-d71a-469f-8339-429542306cd4 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Converting VIF {"id": "7c7a6b6b-a1e4-4ff0-b967-d36d55cfcd57", "address": "fa:16:3e:26:fa:e0", "network": {"id": "15e2f67e-2ad5-4d2d-a066-db3029561e94", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-297299668-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "64c680f42bc54413a5a1c35bcd04a075", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c7a6b6b-a1", "ovs_interfaceid": "7c7a6b6b-a1e4-4ff0-b967-d36d55cfcd57", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:27:16 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-4205344f-d71a-469f-8339-429542306cd4 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:26:fa:e0,bridge_name='br-int',has_traffic_filtering=True,id=7c7a6b6b-a1e4-4ff0-b967-d36d55cfcd57,network=Network(15e2f67e-2ad5-4d2d-a066-db3029561e94),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7c7a6b6b-a1') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:27:16 user nova-compute[74535]: DEBUG os_vif [None req-4205344f-d71a-469f-8339-429542306cd4 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:26:fa:e0,bridge_name='br-int',has_traffic_filtering=True,id=7c7a6b6b-a1e4-4ff0-b967-d36d55cfcd57,network=Network(15e2f67e-2ad5-4d2d-a066-db3029561e94),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7c7a6b6b-a1') {{(pid=74535) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 10:27:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:27:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:27:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 10:27:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:27:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '2eb4518e-4417-5fcc-9041-1628a9200c7e', '_type': 'linux-noop'}}, row=False) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:27:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:27:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:27:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:27:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap7c7a6b6b-a1, may_exist=True, interface_attrs={}) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:27:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap7c7a6b6b-a1, col_values=(('qos', UUID('5bd9dba2-bc7d-45e5-b215-0590cd7e7e56')),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:27:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap7c7a6b6b-a1, col_values=(('external_ids', {'iface-id': '7c7a6b6b-a1e4-4ff0-b967-d36d55cfcd57', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:26:fa:e0', 'vm-uuid': 'c5fbccc6-69fd-4351-adba-7c3d89362c96'}),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:27:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:27:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:27:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:27:16 user nova-compute[74535]: INFO os_vif [None req-4205344f-d71a-469f-8339-429542306cd4 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:26:fa:e0,bridge_name='br-int',has_traffic_filtering=True,id=7c7a6b6b-a1e4-4ff0-b967-d36d55cfcd57,network=Network(15e2f67e-2ad5-4d2d-a066-db3029561e94),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7c7a6b6b-a1')
Dec 06 10:27:16 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-4205344f-d71a-469f-8339-429542306cd4 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] No BDM found with device name vda, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 10:27:16 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-4205344f-d71a-469f-8339-429542306cd4 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] No VIF found with MAC fa:16:3e:26:fa:e0, not building metadata {{(pid=74535) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 10:27:17 user nova-compute[74535]: DEBUG nova.network.neutron [req-9a03dd66-195a-4587-ad4d-f57842c3b526 req-c692a6aa-032c-449e-9c8b-a042a5a7de0a service nova] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] Updated VIF entry in instance network info cache for port 7c7a6b6b-a1e4-4ff0-b967-d36d55cfcd57. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 10:27:17 user nova-compute[74535]: DEBUG nova.network.neutron [req-9a03dd66-195a-4587-ad4d-f57842c3b526 req-c692a6aa-032c-449e-9c8b-a042a5a7de0a service nova] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] Updating instance_info_cache with network_info: [{"id": "7c7a6b6b-a1e4-4ff0-b967-d36d55cfcd57", "address": "fa:16:3e:26:fa:e0", "network": {"id": "15e2f67e-2ad5-4d2d-a066-db3029561e94", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-297299668-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "64c680f42bc54413a5a1c35bcd04a075", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c7a6b6b-a1", "ovs_interfaceid": "7c7a6b6b-a1e4-4ff0-b967-d36d55cfcd57", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:27:17 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-9a03dd66-195a-4587-ad4d-f57842c3b526 req-c692a6aa-032c-449e-9c8b-a042a5a7de0a service nova] Releasing lock "refresh_cache-c5fbccc6-69fd-4351-adba-7c3d89362c96" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:27:18 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:27:18 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:27:18 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:27:18 user nova-compute[74535]: DEBUG nova.compute.manager [req-f018ffd8-e9d9-42c3-a3bb-fa4d8b10f82a req-74c38b18-c9fa-4b62-a6cb-c7dea0834afe service nova] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] Received event network-vif-plugged-7c7a6b6b-a1e4-4ff0-b967-d36d55cfcd57 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:27:18 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-f018ffd8-e9d9-42c3-a3bb-fa4d8b10f82a req-74c38b18-c9fa-4b62-a6cb-c7dea0834afe service nova] Acquiring lock "c5fbccc6-69fd-4351-adba-7c3d89362c96-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:27:18 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-f018ffd8-e9d9-42c3-a3bb-fa4d8b10f82a req-74c38b18-c9fa-4b62-a6cb-c7dea0834afe service nova] Lock "c5fbccc6-69fd-4351-adba-7c3d89362c96-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:27:18 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-f018ffd8-e9d9-42c3-a3bb-fa4d8b10f82a req-74c38b18-c9fa-4b62-a6cb-c7dea0834afe service nova] Lock "c5fbccc6-69fd-4351-adba-7c3d89362c96-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:27:18 user nova-compute[74535]: DEBUG nova.compute.manager [req-f018ffd8-e9d9-42c3-a3bb-fa4d8b10f82a req-74c38b18-c9fa-4b62-a6cb-c7dea0834afe service nova] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] No waiting events found dispatching network-vif-plugged-7c7a6b6b-a1e4-4ff0-b967-d36d55cfcd57 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:27:18 user nova-compute[74535]: WARNING nova.compute.manager [req-f018ffd8-e9d9-42c3-a3bb-fa4d8b10f82a req-74c38b18-c9fa-4b62-a6cb-c7dea0834afe service nova] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] Received unexpected event network-vif-plugged-7c7a6b6b-a1e4-4ff0-b967-d36d55cfcd57 for instance with vm_state building and task_state spawning.
Dec 06 10:27:18 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:27:18 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:27:18 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:27:18 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:27:20 user nova-compute[74535]: DEBUG nova.compute.manager [None req-4205344f-d71a-469f-8339-429542306cd4 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] Instance event wait completed in 0 seconds for  {{(pid=74535) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 10:27:20 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-4205344f-d71a-469f-8339-429542306cd4 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] Guest created on hypervisor {{(pid=74535) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 10:27:20 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] Instance spawned successfully.
Dec 06 10:27:20 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-4205344f-d71a-469f-8339-429542306cd4 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 10:27:20 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-4205344f-d71a-469f-8339-429542306cd4 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] Found default for hw_cdrom_bus of ide {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:27:20 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-4205344f-d71a-469f-8339-429542306cd4 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] Found default for hw_disk_bus of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:27:20 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-4205344f-d71a-469f-8339-429542306cd4 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] Found default for hw_input_bus of None {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:27:20 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-4205344f-d71a-469f-8339-429542306cd4 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] Found default for hw_pointer_model of None {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:27:20 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-4205344f-d71a-469f-8339-429542306cd4 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] Found default for hw_video_model of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:27:20 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-4205344f-d71a-469f-8339-429542306cd4 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] Found default for hw_vif_model of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:27:20 user nova-compute[74535]: INFO nova.compute.manager [None req-4205344f-d71a-469f-8339-429542306cd4 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] Took 5.82 seconds to spawn the instance on the hypervisor.
Dec 06 10:27:20 user nova-compute[74535]: DEBUG nova.compute.manager [None req-4205344f-d71a-469f-8339-429542306cd4 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] Checking state {{(pid=74535) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 10:27:20 user nova-compute[74535]: DEBUG nova.compute.manager [req-cb37aa2c-ed7e-4649-b665-3d2068533175 req-9ebf7490-61d6-4b3b-b72f-4ff68b78d9e9 service nova] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] Received event network-vif-plugged-7c7a6b6b-a1e4-4ff0-b967-d36d55cfcd57 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:27:20 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-cb37aa2c-ed7e-4649-b665-3d2068533175 req-9ebf7490-61d6-4b3b-b72f-4ff68b78d9e9 service nova] Acquiring lock "c5fbccc6-69fd-4351-adba-7c3d89362c96-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:27:20 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-cb37aa2c-ed7e-4649-b665-3d2068533175 req-9ebf7490-61d6-4b3b-b72f-4ff68b78d9e9 service nova] Lock "c5fbccc6-69fd-4351-adba-7c3d89362c96-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:27:20 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-cb37aa2c-ed7e-4649-b665-3d2068533175 req-9ebf7490-61d6-4b3b-b72f-4ff68b78d9e9 service nova] Lock "c5fbccc6-69fd-4351-adba-7c3d89362c96-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:27:20 user nova-compute[74535]: DEBUG nova.compute.manager [req-cb37aa2c-ed7e-4649-b665-3d2068533175 req-9ebf7490-61d6-4b3b-b72f-4ff68b78d9e9 service nova] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] No waiting events found dispatching network-vif-plugged-7c7a6b6b-a1e4-4ff0-b967-d36d55cfcd57 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:27:20 user nova-compute[74535]: WARNING nova.compute.manager [req-cb37aa2c-ed7e-4649-b665-3d2068533175 req-9ebf7490-61d6-4b3b-b72f-4ff68b78d9e9 service nova] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] Received unexpected event network-vif-plugged-7c7a6b6b-a1e4-4ff0-b967-d36d55cfcd57 for instance with vm_state building and task_state spawning.
Dec 06 10:27:20 user nova-compute[74535]: INFO nova.compute.manager [None req-4205344f-d71a-469f-8339-429542306cd4 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] Took 6.49 seconds to build instance.
Dec 06 10:27:20 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-4205344f-d71a-469f-8339-429542306cd4 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Lock "c5fbccc6-69fd-4351-adba-7c3d89362c96" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.607s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:27:21 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:27:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:27:26 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:27:26 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:27:28 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:27:28 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74535) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 10:27:30 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:27:30 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:27:30 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:27:30 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:27:30 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Auditing locally available compute resources for user (node: user) {{(pid=74535) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 10:27:31 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5fbccc6-69fd-4351-adba-7c3d89362c96/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:27:31 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5fbccc6-69fd-4351-adba-7c3d89362c96/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:27:31 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5fbccc6-69fd-4351-adba-7c3d89362c96/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:27:31 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5fbccc6-69fd-4351-adba-7c3d89362c96/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:27:31 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f53313d8-3057-4645-8a49-f738f5dbe1a5/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:27:31 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f53313d8-3057-4645-8a49-f738f5dbe1a5/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:27:31 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f53313d8-3057-4645-8a49-f738f5dbe1a5/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:27:31 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:27:31 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f53313d8-3057-4645-8a49-f738f5dbe1a5/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:27:32 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:27:32 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:27:32 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Hypervisor/Node resource view: name=user free_ram=8670MB free_disk=25.15851593017578GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74535) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 10:27:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:27:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:27:32 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance f53313d8-3057-4645-8a49-f738f5dbe1a5 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:27:32 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance c5fbccc6-69fd-4351-adba-7c3d89362c96 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:27:32 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=74535) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 10:27:32 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=74535) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 10:27:32 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Refreshing inventories for resource provider 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Dec 06 10:27:32 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Updating ProviderTree inventory for provider 7659fa57-3072-4575-9409-805e7df3d907 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Dec 06 10:27:32 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Updating inventory in ProviderTree for provider 7659fa57-3072-4575-9409-805e7df3d907 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 06 10:27:32 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Refreshing aggregate associations for resource provider 7659fa57-3072-4575-9409-805e7df3d907, aggregates: None {{(pid=74535) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Dec 06 10:27:32 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Refreshing trait associations for resource provider 7659fa57-3072-4575-9409-805e7df3d907, traits: COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NODE,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_IMAGE_TYPE_QCOW2,HW_CPU_X86_SSE41,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_TRUSTED_CERTS,HW_CPU_X86_SSE42,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_ACCELERATORS,COMPUTE_STORAGE_BUS_FDC,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_NET_VIRTIO_PACKED,COMPUTE_STORAGE_BUS_IDE,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_STORAGE_BUS_SATA,COMPUTE_STORAGE_BUS_VIRTIO,HW_CPU_X86_SSE,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_VOLUME_EXTEND,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_IMAGE_TYPE_AMI,HW_CPU_X86_MMX,COMPUTE_RESCUE_BFV,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_GRAPHICS_MODEL_BOCHS,HW_CPU_X86_SSSE3,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_DEVICE_TAGGING,HW_CPU_X86_SSE2,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_NET_VIF_MODEL_RTL8139 {{(pid=74535) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Dec 06 10:27:32 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:27:32 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:27:32 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Compute_service record updated for user:user {{(pid=74535) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 10:27:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.679s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:27:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:27:36 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:27:37 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:27:37 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:27:37 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:27:37 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:27:37 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:27:38 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:27:39 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:27:39 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74535) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Dec 06 10:27:40 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:27:40 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Starting heal instance info cache {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 10:27:40 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Rebuilding the list of instances to heal {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 06 10:27:41 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "refresh_cache-f53313d8-3057-4645-8a49-f738f5dbe1a5" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:27:41 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquired lock "refresh_cache-f53313d8-3057-4645-8a49-f738f5dbe1a5" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:27:41 user nova-compute[74535]: DEBUG nova.network.neutron [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: f53313d8-3057-4645-8a49-f738f5dbe1a5] Forcefully refreshing network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 10:27:41 user nova-compute[74535]: DEBUG nova.objects.instance [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lazy-loading 'info_cache' on Instance uuid f53313d8-3057-4645-8a49-f738f5dbe1a5 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:27:41 user nova-compute[74535]: DEBUG nova.network.neutron [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: f53313d8-3057-4645-8a49-f738f5dbe1a5] Updating instance_info_cache with network_info: [{"id": "caec8a07-4504-4109-94b1-bdbf68ad0f96", "address": "fa:16:3e:92:8e:cd", "network": {"id": "08180dbd-2a47-4077-9d90-f0a3f7e127c3", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1995484456-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5a618ff4d71840c69240b9bfd00fc741", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcaec8a07-45", "ovs_interfaceid": "caec8a07-4504-4109-94b1-bdbf68ad0f96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:27:41 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Releasing lock "refresh_cache-f53313d8-3057-4645-8a49-f738f5dbe1a5" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:27:41 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: f53313d8-3057-4645-8a49-f738f5dbe1a5] Updated the network info_cache for instance {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 10:27:41 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:27:43 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:27:43 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:27:43 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Cleaning up deleted instances {{(pid=74535) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Dec 06 10:27:43 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] There are 0 instances to clean {{(pid=74535) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Dec 06 10:27:46 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:27:47 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:27:48 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:27:51 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:27:52 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:27:56 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:28:01 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:28:06 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:28:11 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:28:16 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:28:21 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:28:26 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:28:26 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:28:29 user nova-compute[74535]: DEBUG nova.compute.manager [req-8d86d2a9-598b-49a8-bcac-158e5c88c97c req-1edd6fb5-67c6-49df-878e-45483dfe14d4 service nova] [instance: f53313d8-3057-4645-8a49-f738f5dbe1a5] Received event network-changed-caec8a07-4504-4109-94b1-bdbf68ad0f96 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:28:29 user nova-compute[74535]: DEBUG nova.compute.manager [req-8d86d2a9-598b-49a8-bcac-158e5c88c97c req-1edd6fb5-67c6-49df-878e-45483dfe14d4 service nova] [instance: f53313d8-3057-4645-8a49-f738f5dbe1a5] Refreshing instance network info cache due to event network-changed-caec8a07-4504-4109-94b1-bdbf68ad0f96. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 10:28:29 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-8d86d2a9-598b-49a8-bcac-158e5c88c97c req-1edd6fb5-67c6-49df-878e-45483dfe14d4 service nova] Acquiring lock "refresh_cache-f53313d8-3057-4645-8a49-f738f5dbe1a5" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:28:29 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-8d86d2a9-598b-49a8-bcac-158e5c88c97c req-1edd6fb5-67c6-49df-878e-45483dfe14d4 service nova] Acquired lock "refresh_cache-f53313d8-3057-4645-8a49-f738f5dbe1a5" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:28:29 user nova-compute[74535]: DEBUG nova.network.neutron [req-8d86d2a9-598b-49a8-bcac-158e5c88c97c req-1edd6fb5-67c6-49df-878e-45483dfe14d4 service nova] [instance: f53313d8-3057-4645-8a49-f738f5dbe1a5] Refreshing network info cache for port caec8a07-4504-4109-94b1-bdbf68ad0f96 {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 10:28:29 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-4918557d-e279-4935-9102-f078ebecfc88 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Acquiring lock "f53313d8-3057-4645-8a49-f738f5dbe1a5" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:28:29 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-4918557d-e279-4935-9102-f078ebecfc88 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Lock "f53313d8-3057-4645-8a49-f738f5dbe1a5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:28:29 user nova-compute[74535]: DEBUG nova.objects.instance [None req-4918557d-e279-4935-9102-f078ebecfc88 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Lazy-loading 'flavor' on Instance uuid f53313d8-3057-4645-8a49-f738f5dbe1a5 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:28:29 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-4918557d-e279-4935-9102-f078ebecfc88 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] [instance: f53313d8-3057-4645-8a49-f738f5dbe1a5] Ignoring supplied device name: /dev/vdb
Dec 06 10:28:29 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-4918557d-e279-4935-9102-f078ebecfc88 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Lock "f53313d8-3057-4645-8a49-f738f5dbe1a5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.057s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:28:29 user nova-compute[74535]: DEBUG nova.network.neutron [req-8d86d2a9-598b-49a8-bcac-158e5c88c97c req-1edd6fb5-67c6-49df-878e-45483dfe14d4 service nova] [instance: f53313d8-3057-4645-8a49-f738f5dbe1a5] Updated VIF entry in instance network info cache for port caec8a07-4504-4109-94b1-bdbf68ad0f96. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 10:28:29 user nova-compute[74535]: DEBUG nova.network.neutron [req-8d86d2a9-598b-49a8-bcac-158e5c88c97c req-1edd6fb5-67c6-49df-878e-45483dfe14d4 service nova] [instance: f53313d8-3057-4645-8a49-f738f5dbe1a5] Updating instance_info_cache with network_info: [{"id": "caec8a07-4504-4109-94b1-bdbf68ad0f96", "address": "fa:16:3e:92:8e:cd", "network": {"id": "08180dbd-2a47-4077-9d90-f0a3f7e127c3", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1995484456-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.28", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5a618ff4d71840c69240b9bfd00fc741", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcaec8a07-45", "ovs_interfaceid": "caec8a07-4504-4109-94b1-bdbf68ad0f96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:28:29 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-4918557d-e279-4935-9102-f078ebecfc88 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Acquiring lock "f53313d8-3057-4645-8a49-f738f5dbe1a5" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:28:29 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-4918557d-e279-4935-9102-f078ebecfc88 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Lock "f53313d8-3057-4645-8a49-f738f5dbe1a5" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:28:29 user nova-compute[74535]: INFO nova.compute.manager [None req-4918557d-e279-4935-9102-f078ebecfc88 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] [instance: f53313d8-3057-4645-8a49-f738f5dbe1a5] Attaching volume cf95839c-f838-4959-9b09-4a3ca86d42f0 to /dev/vdb
Dec 06 10:28:29 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-8d86d2a9-598b-49a8-bcac-158e5c88c97c req-1edd6fb5-67c6-49df-878e-45483dfe14d4 service nova] Releasing lock "refresh_cache-f53313d8-3057-4645-8a49-f738f5dbe1a5" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:28:29 user nova-compute[74535]: DEBUG os_brick.utils [None req-4918557d-e279-4935-9102-f078ebecfc88 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:28:29 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:28:29 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:28:29 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e6b3c3a-49bb-4fa1-a550-f7df90102729]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d95ac7cee77a\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:28:29 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:28:29 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:28:29 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74535) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 10:28:29 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:28:29 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[c75862c4-08dd-413e-be24-1ddb3a77cb5d]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:28:29 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:28:29 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:28:29 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2e58353-c3f9-4fbf-b5ea-6c3a04987b53]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:28:29 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed2c8daa-a928-4b2a-9934-1c3ba62bad13]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:28:29 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-4918557d-e279-4935-9102-f078ebecfc88 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Running cmd (subprocess): nvme version {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:28:29 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-4918557d-e279-4935-9102-f078ebecfc88 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] 'nvme version' failed. Not Retrying. {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 10:28:29 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.nvmeof [None req-4918557d-e279-4935-9102-f078ebecfc88 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] nvme not present on system {{(pid=74535) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 10:28:29 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:28:29 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 10:28:29 user nova-compute[74535]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 10:28:29 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a3880db-2cb9-4386-8e48-251565002d09]: (4, '') {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:28:29 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-4918557d-e279-4935-9102-f078ebecfc88 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74535) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 10:28:29 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-4918557d-e279-4935-9102-f078ebecfc88 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74535) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 10:28:29 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-4918557d-e279-4935-9102-f078ebecfc88 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] LIGHTOS: no hostnqn found. {{(pid=74535) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 10:28:29 user nova-compute[74535]: DEBUG os_brick.utils [None req-4918557d-e279-4935-9102-f078ebecfc88 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] <== get_connector_properties: return (123ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d95ac7cee77a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:28:29 user nova-compute[74535]: DEBUG nova.virt.block_device [None req-4918557d-e279-4935-9102-f078ebecfc88 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] [instance: f53313d8-3057-4645-8a49-f738f5dbe1a5] Updating existing volume attachment record: a5fd4b29-3699-4d44-8416-b4704176d6bb {{(pid=74535) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 10:28:30 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:28:30 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:28:30 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:28:30 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:28:30 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Auditing locally available compute resources for user (node: user) {{(pid=74535) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 10:28:31 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5fbccc6-69fd-4351-adba-7c3d89362c96/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:28:31 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5fbccc6-69fd-4351-adba-7c3d89362c96/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:28:31 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5fbccc6-69fd-4351-adba-7c3d89362c96/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:28:31 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5fbccc6-69fd-4351-adba-7c3d89362c96/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:28:31 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f53313d8-3057-4645-8a49-f738f5dbe1a5/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:28:31 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f53313d8-3057-4645-8a49-f738f5dbe1a5/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:28:31 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f53313d8-3057-4645-8a49-f738f5dbe1a5/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:28:31 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f53313d8-3057-4645-8a49-f738f5dbe1a5/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:28:32 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:28:32 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:28:32 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:28:32 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Hypervisor/Node resource view: name=user free_ram=8890MB free_disk=25.12049102783203GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74535) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 10:28:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:28:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:28:32 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance f53313d8-3057-4645-8a49-f738f5dbe1a5 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:28:32 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance c5fbccc6-69fd-4351-adba-7c3d89362c96 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:28:32 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=74535) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 10:28:32 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=74535) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 10:28:32 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:28:32 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:28:32 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Compute_service record updated for user:user {{(pid=74535) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 10:28:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.227s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:28:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:28:37 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:28:38 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:28:38 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:28:38 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:28:38 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:28:38 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:28:38 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:28:39 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4918557d-e279-4935-9102-f078ebecfc88 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] [instance: f53313d8-3057-4645-8a49-f738f5dbe1a5] Calling os-brick to attach iSCSI Volume {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 10:28:39 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-4918557d-e279-4935-9102-f078ebecfc88 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:cf95839c-f838-4959-9b09-4a3ca86d42f0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qmdPofQV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:28:39 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-4918557d-e279-4935-9102-f078ebecfc88 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:28:39 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-4918557d-e279-4935-9102-f078ebecfc88 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:28:39 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-4918557d-e279-4935-9102-f078ebecfc88 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:28:39 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-4918557d-e279-4935-9102-f078ebecfc88 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:28:39 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-4918557d-e279-4935-9102-f078ebecfc88 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cf95839c-f838-4959-9b09-4a3ca86d42f0" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:28:39 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-4918557d-e279-4935-9102-f078ebecfc88 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cf95839c-f838-4959-9b09-4a3ca86d42f0" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:28:39 user nova-compute[74535]: INFO os_brick.initiator.connectors.iscsi [None req-4918557d-e279-4935-9102-f078ebecfc88 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 10:28:39 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cf95839c-f838-4959-9b09-4a3ca86d42f0 -p 172.16.0.220:3260 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:28:39 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cf95839c-f838-4959-9b09-4a3ca86d42f0 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:28:39 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed3755a9-be78-4a91-a4c1-ff034fcd9d58]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:28:39 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-4918557d-e279-4935-9102-f078ebecfc88 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 10:28:39 user nova-compute[74535]:  {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:28:39 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cf95839c-f838-4959-9b09-4a3ca86d42f0 -p 172.16.0.220:3260 --interface default --op new {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:28:39 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cf95839c-f838-4959-9b09-4a3ca86d42f0 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:28:39 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[62ecf209-4739-470f-a5fe-f6e2f2be128a]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:cf95839c-f838-4959-9b09-4a3ca86d42f0] added\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:28:39 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-4918557d-e279-4935-9102-f078ebecfc88 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:cf95839c-f838-4959-9b09-4a3ca86d42f0] added
Dec 06 10:28:39 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:28:39 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cf95839c-f838-4959-9b09-4a3ca86d42f0 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:28:39 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cf95839c-f838-4959-9b09-4a3ca86d42f0 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:28:39 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee5d090f-2c5f-41a8-a201-1b76d28eba82]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:28:39 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-4918557d-e279-4935-9102-f078ebecfc88 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:28:39 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cf95839c-f838-4959-9b09-4a3ca86d42f0 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:28:39 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cf95839c-f838-4959-9b09-4a3ca86d42f0 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:28:39 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[d94c506b-04ee-42d8-a39e-25943ff6ac06]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:28:39 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-4918557d-e279-4935-9102-f078ebecfc88 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:28:39 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cf95839c-f838-4959-9b09-4a3ca86d42f0 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v qmdPofQV {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:28:39 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cf95839c-f838-4959-9b09-4a3ca86d42f0 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v qmdPofQV" returned: 0 in 0.021s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:28:39 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[7fd98949-bf03-43a6-ac90-13c531574d69]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:28:39 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-4918557d-e279-4935-9102-f078ebecfc88 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'qmdPofQV'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:28:39 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cf95839c-f838-4959-9b09-4a3ca86d42f0 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:28:39 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cf95839c-f838-4959-9b09-4a3ca86d42f0 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:28:39 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[c32d7e58-0f8e-48de-adb8-4a081ce5dbe5]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:28:39 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-4918557d-e279-4935-9102-f078ebecfc88 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:28:39 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:28:39 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:28:39 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[1cfa9027-99bd-471f-90c6-fd77fc7ad721]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:28:39 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-4918557d-e279-4935-9102-f078ebecfc88 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Dec 06 10:28:39 user nova-compute[74535]:  {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:28:39 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-4918557d-e279-4935-9102-f078ebecfc88 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Dec 06 10:28:39 user nova-compute[74535]:  {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:28:39 user nova-compute[74535]: WARNING os_brick.initiator.connectors.iscsi [None req-4918557d-e279-4935-9102-f078ebecfc88 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Dec 06 10:28:39 user nova-compute[74535]: 
Dec 06 10:28:39 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cf95839c-f838-4959-9b09-4a3ca86d42f0 -p 172.16.0.220:3260 --login {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:28:39 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cf95839c-f838-4959-9b09-4a3ca86d42f0 -p 172.16.0.220:3260 --login" returned: 0 in 0.047s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:28:39 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[5104e595-400a-4e44-924a-6fe965f05ddc]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:cf95839c-f838-4959-9b09-4a3ca86d42f0, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:cf95839c-f838-4959-9b09-4a3ca86d42f0, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:28:39 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-4918557d-e279-4935-9102-f078ebecfc88 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:cf95839c-f838-4959-9b09-4a3ca86d42f0, portal: 172.16.0.220,3260]
Dec 06 10:28:39 user nova-compute[74535]: Login to [iface: default, target: iqn.2010-10.org.openstack:cf95839c-f838-4959-9b09-4a3ca86d42f0, portal: 172.16.0.220,3260] successful.
Dec 06 10:28:39 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:28:39 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cf95839c-f838-4959-9b09-4a3ca86d42f0 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:28:39 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cf95839c-f838-4959-9b09-4a3ca86d42f0 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:28:39 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[8eb201b1-cb53-44b2-8107-24540b8b2931]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:28:39 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-4918557d-e279-4935-9102-f078ebecfc88 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:28:39 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:28:39 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:28:39 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f7c1d4c-0c0f-4d77-9696-ff7040fa7a43]: (4, ('tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cf95839c-f838-4959-9b09-4a3ca86d42f0 (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:28:39 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-4918557d-e279-4935-9102-f078ebecfc88 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cf95839c-f838-4959-9b09-4a3ca86d42f0 (non-flash)
Dec 06 10:28:39 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:28:39 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-4918557d-e279-4935-9102-f078ebecfc88 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] iscsi session list stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cf95839c-f838-4959-9b09-4a3ca86d42f0 (non-flash)
Dec 06 10:28:39 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:28:39 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-4918557d-e279-4935-9102-f078ebecfc88 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cf95839c-f838-4959-9b09-4a3ca86d42f0" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.248s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:28:39 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-4918557d-e279-4935-9102-f078ebecfc88 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Connected to 172.16.0.220:3260 {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 10:28:39 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-4918557d-e279-4935-9102-f078ebecfc88 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] HCTL ('33', '-', '-', 0) found on session 55 with lun 0 {{(pid=74535) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 10:28:39 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-4918557d-e279-4935-9102-f078ebecfc88 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74535) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 10:28:39 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:28:39 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:28:39 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[508d6064-ba2e-418d-9d8f-c2a01c04b9c3]: (4, ('- - 0', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:28:39 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-4918557d-e279-4935-9102-f078ebecfc88 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Searching for a device in session 55 and hctl ['33', '*', '*', 0] yield: None {{(pid=74535) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 10:28:39 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:28:40 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-4918557d-e279-4935-9102-f078ebecfc88 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Searching for a device in session 55 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74535) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 10:28:40 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-4918557d-e279-4935-9102-f078ebecfc88 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:cf95839c-f838-4959-9b09-4a3ca86d42f0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qmdPofQV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 10:28:40 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-4918557d-e279-4935-9102-f078ebecfc88 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.279s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:28:40 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-4918557d-e279-4935-9102-f078ebecfc88 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] <== connect_volume: return (1280ms) {'type': 'block', 'scsi_wwn': '23863356261656561', 'path': '/dev/sdb'} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:28:40 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4918557d-e279-4935-9102-f078ebecfc88 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] [instance: f53313d8-3057-4645-8a49-f738f5dbe1a5] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23863356261656561', 'path': '/dev/sdb'} {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 10:28:40 user nova-compute[74535]: DEBUG nova.objects.instance [None req-4918557d-e279-4935-9102-f078ebecfc88 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Lazy-loading 'flavor' on Instance uuid f53313d8-3057-4645-8a49-f738f5dbe1a5 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:28:40 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-4918557d-e279-4935-9102-f078ebecfc88 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 10:28:40 user nova-compute[74535]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 10:28:40 user nova-compute[74535]:   <source dev="/dev/sdb"/>
Dec 06 10:28:40 user nova-compute[74535]:   <target dev="vdb" bus="virtio"/>
Dec 06 10:28:40 user nova-compute[74535]:   <serial>cf95839c-f838-4959-9b09-4a3ca86d42f0</serial>
Dec 06 10:28:40 user nova-compute[74535]: </disk>
Dec 06 10:28:40 user nova-compute[74535]:  {{(pid=74535) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 10:28:40 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-4918557d-e279-4935-9102-f078ebecfc88 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] No BDM found with device name vda, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 10:28:40 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-4918557d-e279-4935-9102-f078ebecfc88 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 10:28:40 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-4918557d-e279-4935-9102-f078ebecfc88 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] No VIF found with MAC fa:16:3e:92:8e:cd, not building metadata {{(pid=74535) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 10:28:40 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-4918557d-e279-4935-9102-f078ebecfc88 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Lock "f53313d8-3057-4645-8a49-f738f5dbe1a5" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 11.113s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:28:41 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:28:41 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Starting heal instance info cache {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 10:28:41 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "refresh_cache-c5fbccc6-69fd-4351-adba-7c3d89362c96" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:28:41 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquired lock "refresh_cache-c5fbccc6-69fd-4351-adba-7c3d89362c96" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:28:41 user nova-compute[74535]: DEBUG nova.network.neutron [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] Forcefully refreshing network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 10:28:42 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:28:42 user nova-compute[74535]: DEBUG nova.network.neutron [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] Updating instance_info_cache with network_info: [{"id": "7c7a6b6b-a1e4-4ff0-b967-d36d55cfcd57", "address": "fa:16:3e:26:fa:e0", "network": {"id": "15e2f67e-2ad5-4d2d-a066-db3029561e94", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-297299668-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "64c680f42bc54413a5a1c35bcd04a075", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c7a6b6b-a1", "ovs_interfaceid": "7c7a6b6b-a1e4-4ff0-b967-d36d55cfcd57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:28:42 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Releasing lock "refresh_cache-c5fbccc6-69fd-4351-adba-7c3d89362c96" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:28:42 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] Updated the network info_cache for instance {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 10:28:47 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:28:48 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:28:52 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:28:57 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:29:02 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:29:03 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:29:04 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-6be83e4c-68a4-4f03-8d10-14c1bf40512e tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Acquiring lock "f53313d8-3057-4645-8a49-f738f5dbe1a5" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:29:04 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-6be83e4c-68a4-4f03-8d10-14c1bf40512e tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Lock "f53313d8-3057-4645-8a49-f738f5dbe1a5" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:29:04 user nova-compute[74535]: INFO nova.compute.manager [None req-6be83e4c-68a4-4f03-8d10-14c1bf40512e tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] [instance: f53313d8-3057-4645-8a49-f738f5dbe1a5] Detaching volume cf95839c-f838-4959-9b09-4a3ca86d42f0
Dec 06 10:29:04 user nova-compute[74535]: INFO nova.virt.block_device [None req-6be83e4c-68a4-4f03-8d10-14c1bf40512e tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] [instance: f53313d8-3057-4645-8a49-f738f5dbe1a5] Attempting to driver detach volume cf95839c-f838-4959-9b09-4a3ca86d42f0 from mountpoint /dev/vdb
Dec 06 10:29:04 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-6be83e4c-68a4-4f03-8d10-14c1bf40512e tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Attempting to detach device vdb from instance f53313d8-3057-4645-8a49-f738f5dbe1a5 from the persistent domain config. {{(pid=74535) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 10:29:04 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-6be83e4c-68a4-4f03-8d10-14c1bf40512e tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 10:29:04 user nova-compute[74535]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 10:29:04 user nova-compute[74535]:   <source dev="/dev/sdb"/>
Dec 06 10:29:04 user nova-compute[74535]:   <target dev="vdb" bus="virtio"/>
Dec 06 10:29:04 user nova-compute[74535]:   <serial>cf95839c-f838-4959-9b09-4a3ca86d42f0</serial>
Dec 06 10:29:04 user nova-compute[74535]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 10:29:04 user nova-compute[74535]: </disk>
Dec 06 10:29:04 user nova-compute[74535]:  {{(pid=74535) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 10:29:04 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-6be83e4c-68a4-4f03-8d10-14c1bf40512e tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Successfully detached device vdb from instance f53313d8-3057-4645-8a49-f738f5dbe1a5 from the persistent domain config.
Dec 06 10:29:04 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-6be83e4c-68a4-4f03-8d10-14c1bf40512e tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance f53313d8-3057-4645-8a49-f738f5dbe1a5 from the live domain config. {{(pid=74535) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 10:29:04 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-6be83e4c-68a4-4f03-8d10-14c1bf40512e tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 10:29:04 user nova-compute[74535]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 10:29:04 user nova-compute[74535]:   <source dev="/dev/sdb"/>
Dec 06 10:29:04 user nova-compute[74535]:   <target dev="vdb" bus="virtio"/>
Dec 06 10:29:04 user nova-compute[74535]:   <serial>cf95839c-f838-4959-9b09-4a3ca86d42f0</serial>
Dec 06 10:29:04 user nova-compute[74535]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 10:29:04 user nova-compute[74535]: </disk>
Dec 06 10:29:04 user nova-compute[74535]:  {{(pid=74535) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 10:29:04 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a656a587-b0db-474b-9220-5de987e5c8d1 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Acquiring lock "f53313d8-3057-4645-8a49-f738f5dbe1a5" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:29:04 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-6be83e4c-68a4-4f03-8d10-14c1bf40512e tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance f53313d8-3057-4645-8a49-f738f5dbe1a5 {{(pid=74535) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 10:29:05 user nova-compute[74535]: DEBUG nova.compute.manager [req-d77be524-f4ad-4cc6-a78d-13cdc08304ae req-f29cca71-4b8c-40da-8ec2-6fb1f78edd9f service nova] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] Received event network-changed-7c7a6b6b-a1e4-4ff0-b967-d36d55cfcd57 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:29:05 user nova-compute[74535]: DEBUG nova.compute.manager [req-d77be524-f4ad-4cc6-a78d-13cdc08304ae req-f29cca71-4b8c-40da-8ec2-6fb1f78edd9f service nova] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] Refreshing instance network info cache due to event network-changed-7c7a6b6b-a1e4-4ff0-b967-d36d55cfcd57. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 10:29:05 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-d77be524-f4ad-4cc6-a78d-13cdc08304ae req-f29cca71-4b8c-40da-8ec2-6fb1f78edd9f service nova] Acquiring lock "refresh_cache-c5fbccc6-69fd-4351-adba-7c3d89362c96" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:29:05 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-d77be524-f4ad-4cc6-a78d-13cdc08304ae req-f29cca71-4b8c-40da-8ec2-6fb1f78edd9f service nova] Acquired lock "refresh_cache-c5fbccc6-69fd-4351-adba-7c3d89362c96" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:29:05 user nova-compute[74535]: DEBUG nova.network.neutron [req-d77be524-f4ad-4cc6-a78d-13cdc08304ae req-f29cca71-4b8c-40da-8ec2-6fb1f78edd9f service nova] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] Refreshing network info cache for port 7c7a6b6b-a1e4-4ff0-b967-d36d55cfcd57 {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 10:29:05 user nova-compute[74535]: DEBUG nova.network.neutron [req-d77be524-f4ad-4cc6-a78d-13cdc08304ae req-f29cca71-4b8c-40da-8ec2-6fb1f78edd9f service nova] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] Updated VIF entry in instance network info cache for port 7c7a6b6b-a1e4-4ff0-b967-d36d55cfcd57. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 10:29:05 user nova-compute[74535]: DEBUG nova.network.neutron [req-d77be524-f4ad-4cc6-a78d-13cdc08304ae req-f29cca71-4b8c-40da-8ec2-6fb1f78edd9f service nova] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] Updating instance_info_cache with network_info: [{"id": "7c7a6b6b-a1e4-4ff0-b967-d36d55cfcd57", "address": "fa:16:3e:26:fa:e0", "network": {"id": "15e2f67e-2ad5-4d2d-a066-db3029561e94", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-297299668-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.39", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "64c680f42bc54413a5a1c35bcd04a075", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c7a6b6b-a1", "ovs_interfaceid": "7c7a6b6b-a1e4-4ff0-b967-d36d55cfcd57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:29:05 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-d77be524-f4ad-4cc6-a78d-13cdc08304ae req-f29cca71-4b8c-40da-8ec2-6fb1f78edd9f service nova] Releasing lock "refresh_cache-c5fbccc6-69fd-4351-adba-7c3d89362c96" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:29:07 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:29:08 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-87e74288-3e07-4c60-8373-5181f8956e22 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Acquiring lock "c5fbccc6-69fd-4351-adba-7c3d89362c96" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:29:08 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-87e74288-3e07-4c60-8373-5181f8956e22 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Lock "c5fbccc6-69fd-4351-adba-7c3d89362c96" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:29:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:29:08 user nova-compute[74535]: DEBUG nova.objects.instance [None req-87e74288-3e07-4c60-8373-5181f8956e22 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Lazy-loading 'flavor' on Instance uuid c5fbccc6-69fd-4351-adba-7c3d89362c96 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:29:08 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-87e74288-3e07-4c60-8373-5181f8956e22 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Lock "c5fbccc6-69fd-4351-adba-7c3d89362c96" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.058s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:29:08 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-87e74288-3e07-4c60-8373-5181f8956e22 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Acquiring lock "c5fbccc6-69fd-4351-adba-7c3d89362c96" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:29:08 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-87e74288-3e07-4c60-8373-5181f8956e22 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Lock "c5fbccc6-69fd-4351-adba-7c3d89362c96" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:29:08 user nova-compute[74535]: INFO nova.compute.manager [None req-87e74288-3e07-4c60-8373-5181f8956e22 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] Attaching volume 24b17b6c-918f-470d-a4b2-fbfa7075f767 to /dev/vdb
Dec 06 10:29:09 user nova-compute[74535]: DEBUG os_brick.utils [None req-87e74288-3e07-4c60-8373-5181f8956e22 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:29:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:29:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:29:09 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[d51d6347-3d34-41ab-b9c6-482326bbb316]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d95ac7cee77a\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:29:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:29:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:29:09 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[69d6cc0e-bbbe-459c-a55f-864f72222474]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:29:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:29:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:29:09 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ebd1573-d20f-4470-98e5-5eb515e1f422]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:29:09 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[203e33d8-e18e-4c0a-91a8-f12ef8f3b252]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:29:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-87e74288-3e07-4c60-8373-5181f8956e22 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Running cmd (subprocess): nvme version {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:29:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-87e74288-3e07-4c60-8373-5181f8956e22 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] 'nvme version' failed. Not Retrying. {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 10:29:09 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.nvmeof [None req-87e74288-3e07-4c60-8373-5181f8956e22 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] nvme not present on system {{(pid=74535) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 10:29:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:29:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 10:29:09 user nova-compute[74535]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 10:29:09 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0e073cd-8026-4dc2-a203-46de77f98da2]: (4, '') {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:29:09 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-87e74288-3e07-4c60-8373-5181f8956e22 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74535) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 10:29:09 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-87e74288-3e07-4c60-8373-5181f8956e22 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74535) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 10:29:09 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-87e74288-3e07-4c60-8373-5181f8956e22 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] LIGHTOS: no hostnqn found. {{(pid=74535) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 10:29:09 user nova-compute[74535]: DEBUG os_brick.utils [None req-87e74288-3e07-4c60-8373-5181f8956e22 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] <== get_connector_properties: return (115ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d95ac7cee77a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:29:09 user nova-compute[74535]: DEBUG nova.virt.block_device [None req-87e74288-3e07-4c60-8373-5181f8956e22 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] Updating existing volume attachment record: 9a2a85bd-a3c1-42e4-aef0-c4a5a6a6222e {{(pid=74535) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 10:29:12 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:29:13 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:29:17 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:29:18 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-87e74288-3e07-4c60-8373-5181f8956e22 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] Calling os-brick to attach iSCSI Volume {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 10:29:18 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-87e74288-3e07-4c60-8373-5181f8956e22 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:24b17b6c-918f-470d-a4b2-fbfa7075f767', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZPCraKnu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:29:18 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-87e74288-3e07-4c60-8373-5181f8956e22 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:29:18 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-87e74288-3e07-4c60-8373-5181f8956e22 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:29:18 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-87e74288-3e07-4c60-8373-5181f8956e22 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:29:18 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-87e74288-3e07-4c60-8373-5181f8956e22 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:29:18 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-87e74288-3e07-4c60-8373-5181f8956e22 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:24b17b6c-918f-470d-a4b2-fbfa7075f767" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:29:18 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-87e74288-3e07-4c60-8373-5181f8956e22 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:24b17b6c-918f-470d-a4b2-fbfa7075f767" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:29:18 user nova-compute[74535]: INFO os_brick.initiator.connectors.iscsi [None req-87e74288-3e07-4c60-8373-5181f8956e22 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 10:29:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:24b17b6c-918f-470d-a4b2-fbfa7075f767 -p 172.16.0.220:3260 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:29:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:24b17b6c-918f-470d-a4b2-fbfa7075f767 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:29:18 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[68f87045-1877-4a34-8818-702d39069529]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:29:18 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-87e74288-3e07-4c60-8373-5181f8956e22 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 10:29:18 user nova-compute[74535]:  {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:29:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:24b17b6c-918f-470d-a4b2-fbfa7075f767 -p 172.16.0.220:3260 --interface default --op new {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:29:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:24b17b6c-918f-470d-a4b2-fbfa7075f767 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:29:18 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1023d37-81d6-4016-868e-02e6e2dffb78]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:24b17b6c-918f-470d-a4b2-fbfa7075f767] added\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:29:18 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-87e74288-3e07-4c60-8373-5181f8956e22 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:24b17b6c-918f-470d-a4b2-fbfa7075f767] added
Dec 06 10:29:18 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:29:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:24b17b6c-918f-470d-a4b2-fbfa7075f767 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:29:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:24b17b6c-918f-470d-a4b2-fbfa7075f767 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.026s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:29:18 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[d5ccc8f9-e407-4054-bc7a-91dc273c22fe]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:29:18 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-87e74288-3e07-4c60-8373-5181f8956e22 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:29:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:24b17b6c-918f-470d-a4b2-fbfa7075f767 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:29:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:24b17b6c-918f-470d-a4b2-fbfa7075f767 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:29:18 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[d9593a8b-f380-43df-8825-0f6b3ca09555]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:29:18 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-87e74288-3e07-4c60-8373-5181f8956e22 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:29:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:24b17b6c-918f-470d-a4b2-fbfa7075f767 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ZPCraKnu {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:29:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:24b17b6c-918f-470d-a4b2-fbfa7075f767 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ZPCraKnu" returned: 0 in 0.017s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:29:18 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc057727-c46e-4a28-8784-67857ec0eeb5]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:29:18 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-87e74288-3e07-4c60-8373-5181f8956e22 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ZPCraKnu'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:29:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:24b17b6c-918f-470d-a4b2-fbfa7075f767 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:29:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:24b17b6c-918f-470d-a4b2-fbfa7075f767 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:29:18 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[7162020b-d1f4-48c2-855b-2c103261d041]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:29:18 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-87e74288-3e07-4c60-8373-5181f8956e22 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:29:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:29:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:29:18 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[307ace71-28cf-46fb-ba86-882e170da517]: (4, ('tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cf95839c-f838-4959-9b09-4a3ca86d42f0 (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:29:18 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-87e74288-3e07-4c60-8373-5181f8956e22 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cf95839c-f838-4959-9b09-4a3ca86d42f0 (non-flash)
Dec 06 10:29:18 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:29:18 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-87e74288-3e07-4c60-8373-5181f8956e22 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] iscsi session list stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cf95839c-f838-4959-9b09-4a3ca86d42f0 (non-flash)
Dec 06 10:29:18 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:29:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:24b17b6c-918f-470d-a4b2-fbfa7075f767 -p 172.16.0.220:3260 --login {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:29:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:24b17b6c-918f-470d-a4b2-fbfa7075f767 -p 172.16.0.220:3260 --login" returned: 0 in 0.050s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:29:18 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[b08990cc-7289-465b-83af-c2dac89b8fe3]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:24b17b6c-918f-470d-a4b2-fbfa7075f767, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:24b17b6c-918f-470d-a4b2-fbfa7075f767, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:29:18 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-87e74288-3e07-4c60-8373-5181f8956e22 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:24b17b6c-918f-470d-a4b2-fbfa7075f767, portal: 172.16.0.220,3260]
Dec 06 10:29:18 user nova-compute[74535]: Login to [iface: default, target: iqn.2010-10.org.openstack:24b17b6c-918f-470d-a4b2-fbfa7075f767, portal: 172.16.0.220,3260] successful.
Dec 06 10:29:18 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:29:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:24b17b6c-918f-470d-a4b2-fbfa7075f767 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:29:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:24b17b6c-918f-470d-a4b2-fbfa7075f767 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:29:18 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5fb5f4d-caac-4559-b315-874c176dd782]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:29:18 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-87e74288-3e07-4c60-8373-5181f8956e22 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:29:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:29:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:29:18 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[76ec6a3a-581c-432a-957c-1401b7e25f83]: (4, ('tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cf95839c-f838-4959-9b09-4a3ca86d42f0 (non-flash)\ntcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:24b17b6c-918f-470d-a4b2-fbfa7075f767 (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:29:18 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-87e74288-3e07-4c60-8373-5181f8956e22 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cf95839c-f838-4959-9b09-4a3ca86d42f0 (non-flash)
Dec 06 10:29:18 user nova-compute[74535]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:24b17b6c-918f-470d-a4b2-fbfa7075f767 (non-flash)
Dec 06 10:29:18 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:29:18 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-87e74288-3e07-4c60-8373-5181f8956e22 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] iscsi session list stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cf95839c-f838-4959-9b09-4a3ca86d42f0 (non-flash)
Dec 06 10:29:18 user nova-compute[74535]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:24b17b6c-918f-470d-a4b2-fbfa7075f767 (non-flash)
Dec 06 10:29:18 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:29:18 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-87e74288-3e07-4c60-8373-5181f8956e22 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:24b17b6c-918f-470d-a4b2-fbfa7075f767" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.257s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:29:18 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-87e74288-3e07-4c60-8373-5181f8956e22 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Connected to 172.16.0.220:3260 {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 10:29:18 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-87e74288-3e07-4c60-8373-5181f8956e22 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] HCTL ('34', '-', '-', 0) found on session 56 with lun 0 {{(pid=74535) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 10:29:18 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-87e74288-3e07-4c60-8373-5181f8956e22 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74535) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 10:29:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:29:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.016s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:29:18 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f390a38-1303-42e9-addf-287d230d7fb0]: (4, ('- - 0', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:29:18 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-87e74288-3e07-4c60-8373-5181f8956e22 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Searching for a device in session 56 and hctl ['34', '*', '*', 0] yield: None {{(pid=74535) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 10:29:19 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-87e74288-3e07-4c60-8373-5181f8956e22 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Searching for a device in session 56 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74535) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 10:29:19 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-87e74288-3e07-4c60-8373-5181f8956e22 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:24b17b6c-918f-470d-a4b2-fbfa7075f767', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZPCraKnu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 10:29:19 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-87e74288-3e07-4c60-8373-5181f8956e22 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.287s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:29:19 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-87e74288-3e07-4c60-8373-5181f8956e22 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] <== connect_volume: return (1289ms) {'type': 'block', 'scsi_wwn': '26462626663633863', 'path': '/dev/sdc'} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:29:19 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-87e74288-3e07-4c60-8373-5181f8956e22 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26462626663633863', 'path': '/dev/sdc'} {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 10:29:19 user nova-compute[74535]: DEBUG nova.objects.instance [None req-87e74288-3e07-4c60-8373-5181f8956e22 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Lazy-loading 'flavor' on Instance uuid c5fbccc6-69fd-4351-adba-7c3d89362c96 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:29:19 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-87e74288-3e07-4c60-8373-5181f8956e22 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 10:29:19 user nova-compute[74535]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 10:29:19 user nova-compute[74535]:   <source dev="/dev/sdc"/>
Dec 06 10:29:19 user nova-compute[74535]:   <target dev="vdb" bus="virtio"/>
Dec 06 10:29:19 user nova-compute[74535]:   <serial>24b17b6c-918f-470d-a4b2-fbfa7075f767</serial>
Dec 06 10:29:19 user nova-compute[74535]: </disk>
Dec 06 10:29:19 user nova-compute[74535]:  {{(pid=74535) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 10:29:19 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-87e74288-3e07-4c60-8373-5181f8956e22 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] No BDM found with device name vda, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 10:29:19 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-87e74288-3e07-4c60-8373-5181f8956e22 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 10:29:19 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-87e74288-3e07-4c60-8373-5181f8956e22 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] No VIF found with MAC fa:16:3e:26:fa:e0, not building metadata {{(pid=74535) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 10:29:19 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-87e74288-3e07-4c60-8373-5181f8956e22 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Lock "c5fbccc6-69fd-4351-adba-7c3d89362c96" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 10.920s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:29:22 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:29:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:29:24 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-6be83e4c-68a4-4f03-8d10-14c1bf40512e tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance f53313d8-3057-4645-8a49-f738f5dbe1a5 is timed out.
Dec 06 10:29:24 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-6be83e4c-68a4-4f03-8d10-14c1bf40512e tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Successfully detached device vdb from instance f53313d8-3057-4645-8a49-f738f5dbe1a5 from the live domain config.
Dec 06 10:29:24 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6be83e4c-68a4-4f03-8d10-14c1bf40512e tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] [instance: f53313d8-3057-4645-8a49-f738f5dbe1a5] calling os-brick to detach iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 10:29:24 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-6be83e4c-68a4-4f03-8d10-14c1bf40512e tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, {'target_iqn': 'iqn.2010-10.org.openstack:cf95839c-f838-4959-9b09-4a3ca86d42f0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qmdPofQV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:29:24 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-6be83e4c-68a4-4f03-8d10-14c1bf40512e tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:29:24 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-6be83e4c-68a4-4f03-8d10-14c1bf40512e tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:29:24 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-6be83e4c-68a4-4f03-8d10-14c1bf40512e tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:29:24 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:29:24 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:29:24 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[08a6e13b-c211-4acd-be50-3a233dfd57b1]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:24b17b6c-918f-470d-a4b2-fbfa7075f767\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:cf95839c-f838-4959-9b09-4a3ca86d42f0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:29:24 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-6be83e4c-68a4-4f03-8d10-14c1bf40512e tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 10:29:24 user nova-compute[74535]: No targets found.
Dec 06 10:29:24 user nova-compute[74535]: iSNS:
Dec 06 10:29:24 user nova-compute[74535]: No targets found.
Dec 06 10:29:24 user nova-compute[74535]: STATIC:
Dec 06 10:29:24 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:24b17b6c-918f-470d-a4b2-fbfa7075f767
Dec 06 10:29:24 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:29:24 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:29:24 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:cf95839c-f838-4959-9b09-4a3ca86d42f0
Dec 06 10:29:24 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:29:24 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:29:24 user nova-compute[74535]: FIRMWARE:
Dec 06 10:29:24 user nova-compute[74535]: No targets found.
Dec 06 10:29:24 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:29:24 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-6be83e4c-68a4-4f03-8d10-14c1bf40512e tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 10:29:24 user nova-compute[74535]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 10:29:24 user nova-compute[74535]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74535) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 10:29:24 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-6be83e4c-68a4-4f03-8d10-14c1bf40512e tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cf95839c-f838-4959-9b09-4a3ca86d42f0', 0)] {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 10:29:24 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:29:24 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:29:24 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[883aca8e-eedd-4c68-8036-8fda27374542]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:24b17b6c-918f-470d-a4b2-fbfa7075f767\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cf95839c-f838-4959-9b09-4a3ca86d42f0\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:29:24 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:29:24 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:29:24 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[98000de8-7da4-45d3-9621-5a0fa7bf4d07]: (4, ('tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cf95839c-f838-4959-9b09-4a3ca86d42f0 (non-flash)\ntcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:24b17b6c-918f-470d-a4b2-fbfa7075f767 (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:29:24 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-6be83e4c-68a4-4f03-8d10-14c1bf40512e tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cf95839c-f838-4959-9b09-4a3ca86d42f0 (non-flash)
Dec 06 10:29:24 user nova-compute[74535]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:24b17b6c-918f-470d-a4b2-fbfa7075f767 (non-flash)
Dec 06 10:29:24 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:29:24 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-6be83e4c-68a4-4f03-8d10-14c1bf40512e tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] iscsi session list stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cf95839c-f838-4959-9b09-4a3ca86d42f0 (non-flash)
Dec 06 10:29:24 user nova-compute[74535]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:24b17b6c-918f-470d-a4b2-fbfa7075f767 (non-flash)
Dec 06 10:29:24 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:29:24 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-6be83e4c-68a4-4f03-8d10-14c1bf40512e tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ff1245480d0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cf95839c-f838-4959-9b09-4a3ca86d42f0'): ({'sdb'}, set())}) {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 10:29:24 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-6be83e4c-68a4-4f03-8d10-14c1bf40512e tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Removing single pathed devices sdb {{(pid=74535) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 10:29:24 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:29:24 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:29:24 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5cf26d3-0907-401e-aa0e-6f50d4117104]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:29:24 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:29:24 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.023s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:29:24 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[36d4d638-a4d8-4521-9a75-ac12f3dc00d4]: (4, ('ok\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:29:24 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-6be83e4c-68a4-4f03-8d10-14c1bf40512e tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Flushing IO for device /dev/sdb {{(pid=74535) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 10:29:24 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:29:24 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:29:24 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9230109-2164-4e98-9109-a69d1f9adf20]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:29:24 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-6be83e4c-68a4-4f03-8d10-14c1bf40512e tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74535) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 10:29:24 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:29:24 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.040s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:29:24 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[63ddedfc-e491-452f-8372-620f1fda8132]: (4, ('1', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:29:24 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-6be83e4c-68a4-4f03-8d10-14c1bf40512e tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 10:29:24 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-6be83e4c-68a4-4f03-8d10-14c1bf40512e tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] SCSI volumes sdb have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 10:29:24 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-6be83e4c-68a4-4f03-8d10-14c1bf40512e tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cf95839c-f838-4959-9b09-4a3ca86d42f0')] {{(pid=74535) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 10:29:24 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cf95839c-f838-4959-9b09-4a3ca86d42f0 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:29:24 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cf95839c-f838-4959-9b09-4a3ca86d42f0 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:29:24 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d9ed2c5-4ca9-4e51-b702-12f20f65bf83]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:29:24 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-6be83e4c-68a4-4f03-8d10-14c1bf40512e tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:29:24 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cf95839c-f838-4959-9b09-4a3ca86d42f0 -p 172.16.0.220:3260 --logout {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:29:25 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cf95839c-f838-4959-9b09-4a3ca86d42f0 -p 172.16.0.220:3260 --logout" returned: 0 in 0.058s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:29:25 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[f52dbfa3-e997-47f2-87ea-663a3afa7ba2]: (4, ('Logging out of session [sid: 55, target: iqn.2010-10.org.openstack:cf95839c-f838-4959-9b09-4a3ca86d42f0, portal: 172.16.0.220,3260]\nLogout of [sid: 55, target: iqn.2010-10.org.openstack:cf95839c-f838-4959-9b09-4a3ca86d42f0, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:29:25 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-6be83e4c-68a4-4f03-8d10-14c1bf40512e tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 55, target: iqn.2010-10.org.openstack:cf95839c-f838-4959-9b09-4a3ca86d42f0, portal: 172.16.0.220,3260]
Dec 06 10:29:25 user nova-compute[74535]: Logout of [sid: 55, target: iqn.2010-10.org.openstack:cf95839c-f838-4959-9b09-4a3ca86d42f0, portal: 172.16.0.220,3260] successful.
Dec 06 10:29:25 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:29:25 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cf95839c-f838-4959-9b09-4a3ca86d42f0 -p 172.16.0.220:3260 --op delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:29:25 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cf95839c-f838-4959-9b09-4a3ca86d42f0 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:29:25 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[14899459-4cd6-44b2-8339-6b44beaa6d23]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:29:25 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-6be83e4c-68a4-4f03-8d10-14c1bf40512e tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:29:25 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-6be83e4c-68a4-4f03-8d10-14c1bf40512e tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.295s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:29:25 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-6be83e4c-68a4-4f03-8d10-14c1bf40512e tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] <== disconnect_volume: return (296ms) None {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:29:25 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6be83e4c-68a4-4f03-8d10-14c1bf40512e tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] [instance: f53313d8-3057-4645-8a49-f738f5dbe1a5] Disconnected iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 10:29:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:29:27 user nova-compute[74535]: DEBUG nova.objects.instance [None req-6be83e4c-68a4-4f03-8d10-14c1bf40512e tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Lazy-loading 'flavor' on Instance uuid f53313d8-3057-4645-8a49-f738f5dbe1a5 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:29:27 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-6be83e4c-68a4-4f03-8d10-14c1bf40512e tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Lock "f53313d8-3057-4645-8a49-f738f5dbe1a5" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 23.157s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:29:27 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a656a587-b0db-474b-9220-5de987e5c8d1 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Lock "f53313d8-3057-4645-8a49-f738f5dbe1a5" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 22.999s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:29:27 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a656a587-b0db-474b-9220-5de987e5c8d1 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Acquiring lock "f53313d8-3057-4645-8a49-f738f5dbe1a5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:29:27 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a656a587-b0db-474b-9220-5de987e5c8d1 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Lock "f53313d8-3057-4645-8a49-f738f5dbe1a5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:29:27 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a656a587-b0db-474b-9220-5de987e5c8d1 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Lock "f53313d8-3057-4645-8a49-f738f5dbe1a5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:29:27 user nova-compute[74535]: INFO nova.compute.manager [None req-a656a587-b0db-474b-9220-5de987e5c8d1 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] [instance: f53313d8-3057-4645-8a49-f738f5dbe1a5] Terminating instance
Dec 06 10:29:27 user nova-compute[74535]: DEBUG nova.compute.manager [None req-a656a587-b0db-474b-9220-5de987e5c8d1 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] [instance: f53313d8-3057-4645-8a49-f738f5dbe1a5] Start destroying the instance on the hypervisor. {{(pid=74535) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 10:29:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:29:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:29:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:29:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:29:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:29:27 user nova-compute[74535]: DEBUG nova.compute.manager [req-7d83522f-d42e-4d62-9fae-496b4274ebbd req-5bd2865a-8953-4889-95a9-fe6d5f94654e service nova] [instance: f53313d8-3057-4645-8a49-f738f5dbe1a5] Received event network-vif-unplugged-caec8a07-4504-4109-94b1-bdbf68ad0f96 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:29:27 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-7d83522f-d42e-4d62-9fae-496b4274ebbd req-5bd2865a-8953-4889-95a9-fe6d5f94654e service nova] Acquiring lock "f53313d8-3057-4645-8a49-f738f5dbe1a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:29:27 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-7d83522f-d42e-4d62-9fae-496b4274ebbd req-5bd2865a-8953-4889-95a9-fe6d5f94654e service nova] Lock "f53313d8-3057-4645-8a49-f738f5dbe1a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:29:27 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-7d83522f-d42e-4d62-9fae-496b4274ebbd req-5bd2865a-8953-4889-95a9-fe6d5f94654e service nova] Lock "f53313d8-3057-4645-8a49-f738f5dbe1a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:29:27 user nova-compute[74535]: DEBUG nova.compute.manager [req-7d83522f-d42e-4d62-9fae-496b4274ebbd req-5bd2865a-8953-4889-95a9-fe6d5f94654e service nova] [instance: f53313d8-3057-4645-8a49-f738f5dbe1a5] No waiting events found dispatching network-vif-unplugged-caec8a07-4504-4109-94b1-bdbf68ad0f96 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:29:27 user nova-compute[74535]: DEBUG nova.compute.manager [req-7d83522f-d42e-4d62-9fae-496b4274ebbd req-5bd2865a-8953-4889-95a9-fe6d5f94654e service nova] [instance: f53313d8-3057-4645-8a49-f738f5dbe1a5] Received event network-vif-unplugged-caec8a07-4504-4109-94b1-bdbf68ad0f96 for instance with task_state deleting. {{(pid=74535) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 10:29:27 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:29:28 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: f53313d8-3057-4645-8a49-f738f5dbe1a5] Instance destroyed successfully.
Dec 06 10:29:28 user nova-compute[74535]: DEBUG nova.objects.instance [None req-a656a587-b0db-474b-9220-5de987e5c8d1 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Lazy-loading 'resources' on Instance uuid f53313d8-3057-4645-8a49-f738f5dbe1a5 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:29:28 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-a656a587-b0db-474b-9220-5de987e5c8d1 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:26:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-60175820',display_name='tempest-VolumesSnapshotTestJSON-instance-60175820',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-60175820',id=49,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLXuwtxr4+TMxsuCp//QQO123pP51wdozkVC4L9taO1sWmqkQX4W7QO/hXo/Pu5JL551/kEQxzqt4mYrDQmuBJKxkB/+05jfRorkfa8cGiAGlUFl2G7qLGiZt5l8S+Nkew==',key_name='tempest-keypair-1662150113',keypairs=<?>,launch_index=0,launched_at=2023-12-06T10:26:44Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='5a618ff4d71840c69240b9bfd00fc741',ramdisk_id='',reservation_id='r-yx6do2d0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesSnapshotTestJSON-1580291087',owner_user_name='tempest-VolumesSnapshotTestJSON-1580291087-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T10:26:44Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ae0f40f9b62e42099a7f13a978b016f6',uuid=f53313d8-3057-4645-8a49-f738f5dbe1a5,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "caec8a07-4504-4109-94b1-bdbf68ad0f96", "address": "fa:16:3e:92:8e:cd", "network": {"id": "08180dbd-2a47-4077-9d90-f0a3f7e127c3", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1995484456-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.28", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5a618ff4d71840c69240b9bfd00fc741", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcaec8a07-45", "ovs_interfaceid": "caec8a07-4504-4109-94b1-bdbf68ad0f96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 10:29:28 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-a656a587-b0db-474b-9220-5de987e5c8d1 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Converting VIF {"id": "caec8a07-4504-4109-94b1-bdbf68ad0f96", "address": "fa:16:3e:92:8e:cd", "network": {"id": "08180dbd-2a47-4077-9d90-f0a3f7e127c3", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1995484456-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.28", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5a618ff4d71840c69240b9bfd00fc741", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcaec8a07-45", "ovs_interfaceid": "caec8a07-4504-4109-94b1-bdbf68ad0f96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:29:28 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-a656a587-b0db-474b-9220-5de987e5c8d1 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:92:8e:cd,bridge_name='br-int',has_traffic_filtering=True,id=caec8a07-4504-4109-94b1-bdbf68ad0f96,network=Network(08180dbd-2a47-4077-9d90-f0a3f7e127c3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcaec8a07-45') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:29:28 user nova-compute[74535]: DEBUG os_vif [None req-a656a587-b0db-474b-9220-5de987e5c8d1 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:92:8e:cd,bridge_name='br-int',has_traffic_filtering=True,id=caec8a07-4504-4109-94b1-bdbf68ad0f96,network=Network(08180dbd-2a47-4077-9d90-f0a3f7e127c3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcaec8a07-45') {{(pid=74535) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 10:29:28 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:29:28 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapcaec8a07-45, bridge=br-int, if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:29:28 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:29:28 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:29:28 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:29:28 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=83274e12-2e7d-4665-940c-b68b8d0e6878) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:29:28 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:29:28 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:29:28 user nova-compute[74535]: INFO os_vif [None req-a656a587-b0db-474b-9220-5de987e5c8d1 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:92:8e:cd,bridge_name='br-int',has_traffic_filtering=True,id=caec8a07-4504-4109-94b1-bdbf68ad0f96,network=Network(08180dbd-2a47-4077-9d90-f0a3f7e127c3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcaec8a07-45')
Dec 06 10:29:28 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a656a587-b0db-474b-9220-5de987e5c8d1 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] [instance: f53313d8-3057-4645-8a49-f738f5dbe1a5] calling os-brick to detach iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 10:29:28 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-a656a587-b0db-474b-9220-5de987e5c8d1 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, {'target_iqn': 'iqn.2010-10.org.openstack:cf95839c-f838-4959-9b09-4a3ca86d42f0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qmdPofQV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:29:28 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-a656a587-b0db-474b-9220-5de987e5c8d1 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:29:28 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-a656a587-b0db-474b-9220-5de987e5c8d1 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:29:28 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-a656a587-b0db-474b-9220-5de987e5c8d1 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:29:28 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:29:28 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:29:28 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[889f6e0c-eb35-4096-bb28-0fc46707bff7]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:24b17b6c-918f-470d-a4b2-fbfa7075f767\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:29:28 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-a656a587-b0db-474b-9220-5de987e5c8d1 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 10:29:28 user nova-compute[74535]: No targets found.
Dec 06 10:29:28 user nova-compute[74535]: iSNS:
Dec 06 10:29:28 user nova-compute[74535]: No targets found.
Dec 06 10:29:28 user nova-compute[74535]: STATIC:
Dec 06 10:29:28 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:24b17b6c-918f-470d-a4b2-fbfa7075f767
Dec 06 10:29:28 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:29:28 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:29:28 user nova-compute[74535]: FIRMWARE:
Dec 06 10:29:28 user nova-compute[74535]: No targets found.
Dec 06 10:29:28 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:29:28 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-a656a587-b0db-474b-9220-5de987e5c8d1 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 10:29:28 user nova-compute[74535]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 10:29:28 user nova-compute[74535]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74535) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 10:29:28 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-a656a587-b0db-474b-9220-5de987e5c8d1 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cf95839c-f838-4959-9b09-4a3ca86d42f0', 0)] {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 10:29:28 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:29:28 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:29:28 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[4fb3af26-bc8a-40ec-af61-28296a06ea6f]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:24b17b6c-918f-470d-a4b2-fbfa7075f767\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:29:28 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:29:28 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:29:28 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9a59231-0682-4710-96c4-c8f4fc28bfcb]: (4, ('tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:24b17b6c-918f-470d-a4b2-fbfa7075f767 (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:29:28 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-a656a587-b0db-474b-9220-5de987e5c8d1 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:24b17b6c-918f-470d-a4b2-fbfa7075f767 (non-flash)
Dec 06 10:29:28 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:29:28 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-a656a587-b0db-474b-9220-5de987e5c8d1 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] iscsi session list stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:24b17b6c-918f-470d-a4b2-fbfa7075f767 (non-flash)
Dec 06 10:29:28 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:29:28 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-a656a587-b0db-474b-9220-5de987e5c8d1 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ff1245480d0>, {}) {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 10:29:28 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-a656a587-b0db-474b-9220-5de987e5c8d1 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Disconnecting from: [] {{(pid=74535) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 10:29:28 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-a656a587-b0db-474b-9220-5de987e5c8d1 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.077s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:29:28 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-a656a587-b0db-474b-9220-5de987e5c8d1 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] <== disconnect_volume: return (78ms) None {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:29:28 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a656a587-b0db-474b-9220-5de987e5c8d1 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] [instance: f53313d8-3057-4645-8a49-f738f5dbe1a5] Disconnected iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 10:29:28 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-a656a587-b0db-474b-9220-5de987e5c8d1 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] [instance: f53313d8-3057-4645-8a49-f738f5dbe1a5] Deleting instance files /opt/stack/data/nova/instances/f53313d8-3057-4645-8a49-f738f5dbe1a5_del
Dec 06 10:29:28 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-a656a587-b0db-474b-9220-5de987e5c8d1 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] [instance: f53313d8-3057-4645-8a49-f738f5dbe1a5] Deletion of /opt/stack/data/nova/instances/f53313d8-3057-4645-8a49-f738f5dbe1a5_del complete
Dec 06 10:29:28 user nova-compute[74535]: INFO nova.compute.manager [None req-a656a587-b0db-474b-9220-5de987e5c8d1 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] [instance: f53313d8-3057-4645-8a49-f738f5dbe1a5] Took 0.94 seconds to destroy the instance on the hypervisor.
Dec 06 10:29:28 user nova-compute[74535]: DEBUG oslo.service.loopingcall [None req-a656a587-b0db-474b-9220-5de987e5c8d1 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74535) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 10:29:28 user nova-compute[74535]: DEBUG nova.compute.manager [-] [instance: f53313d8-3057-4645-8a49-f738f5dbe1a5] Deallocating network for instance {{(pid=74535) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 10:29:28 user nova-compute[74535]: DEBUG nova.network.neutron [-] [instance: f53313d8-3057-4645-8a49-f738f5dbe1a5] deallocate_for_instance() {{(pid=74535) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 10:29:28 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:29:29 user nova-compute[74535]: DEBUG nova.network.neutron [-] [instance: f53313d8-3057-4645-8a49-f738f5dbe1a5] Updating instance_info_cache with network_info: [] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:29:29 user nova-compute[74535]: INFO nova.compute.manager [-] [instance: f53313d8-3057-4645-8a49-f738f5dbe1a5] Took 0.83 seconds to deallocate network for instance.
Dec 06 10:29:29 user nova-compute[74535]: WARNING nova.volume.cinder [None req-a656a587-b0db-474b-9220-5de987e5c8d1 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Attachment a5fd4b29-3699-4d44-8416-b4704176d6bb does not exist. Ignoring.: cinderclient.exceptions.NotFound: Volume attachment could not be found with filter: attachment_id = a5fd4b29-3699-4d44-8416-b4704176d6bb. (HTTP 404) (Request-ID: req-828c817e-37f5-41ed-9e08-d653f0653fb7)
Dec 06 10:29:29 user nova-compute[74535]: INFO nova.compute.manager [None req-a656a587-b0db-474b-9220-5de987e5c8d1 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] [instance: f53313d8-3057-4645-8a49-f738f5dbe1a5] Took 0.03 seconds to detach 1 volumes for instance.
Dec 06 10:29:29 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a656a587-b0db-474b-9220-5de987e5c8d1 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:29:29 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a656a587-b0db-474b-9220-5de987e5c8d1 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:29:29 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:29:29 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-a656a587-b0db-474b-9220-5de987e5c8d1 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:29:29 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-a656a587-b0db-474b-9220-5de987e5c8d1 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:29:29 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a656a587-b0db-474b-9220-5de987e5c8d1 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.198s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:29:29 user nova-compute[74535]: INFO nova.scheduler.client.report [None req-a656a587-b0db-474b-9220-5de987e5c8d1 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Deleted allocations for instance f53313d8-3057-4645-8a49-f738f5dbe1a5
Dec 06 10:29:29 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a656a587-b0db-474b-9220-5de987e5c8d1 tempest-VolumesSnapshotTestJSON-1580291087 tempest-VolumesSnapshotTestJSON-1580291087-project-member] Lock "f53313d8-3057-4645-8a49-f738f5dbe1a5" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.219s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:29:29 user nova-compute[74535]: DEBUG nova.compute.manager [req-bb1256e8-50f1-48b1-ad74-8056da4fa79b req-6e5fed5b-a72a-430a-9913-6fb7165fc1ac service nova] [instance: f53313d8-3057-4645-8a49-f738f5dbe1a5] Received event network-vif-plugged-caec8a07-4504-4109-94b1-bdbf68ad0f96 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:29:29 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-bb1256e8-50f1-48b1-ad74-8056da4fa79b req-6e5fed5b-a72a-430a-9913-6fb7165fc1ac service nova] Acquiring lock "f53313d8-3057-4645-8a49-f738f5dbe1a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:29:29 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-bb1256e8-50f1-48b1-ad74-8056da4fa79b req-6e5fed5b-a72a-430a-9913-6fb7165fc1ac service nova] Lock "f53313d8-3057-4645-8a49-f738f5dbe1a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:29:29 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-bb1256e8-50f1-48b1-ad74-8056da4fa79b req-6e5fed5b-a72a-430a-9913-6fb7165fc1ac service nova] Lock "f53313d8-3057-4645-8a49-f738f5dbe1a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:29:29 user nova-compute[74535]: DEBUG nova.compute.manager [req-bb1256e8-50f1-48b1-ad74-8056da4fa79b req-6e5fed5b-a72a-430a-9913-6fb7165fc1ac service nova] [instance: f53313d8-3057-4645-8a49-f738f5dbe1a5] No waiting events found dispatching network-vif-plugged-caec8a07-4504-4109-94b1-bdbf68ad0f96 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:29:29 user nova-compute[74535]: WARNING nova.compute.manager [req-bb1256e8-50f1-48b1-ad74-8056da4fa79b req-6e5fed5b-a72a-430a-9913-6fb7165fc1ac service nova] [instance: f53313d8-3057-4645-8a49-f738f5dbe1a5] Received unexpected event network-vif-plugged-caec8a07-4504-4109-94b1-bdbf68ad0f96 for instance with vm_state deleted and task_state None.
Dec 06 10:29:29 user nova-compute[74535]: DEBUG nova.compute.manager [req-bb1256e8-50f1-48b1-ad74-8056da4fa79b req-6e5fed5b-a72a-430a-9913-6fb7165fc1ac service nova] [instance: f53313d8-3057-4645-8a49-f738f5dbe1a5] Received event network-vif-deleted-caec8a07-4504-4109-94b1-bdbf68ad0f96 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:29:30 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:29:30 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74535) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 10:29:30 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:29:30 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:29:30 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:29:30 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:29:30 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Auditing locally available compute resources for user (node: user) {{(pid=74535) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 10:29:31 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5fbccc6-69fd-4351-adba-7c3d89362c96/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:29:31 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5fbccc6-69fd-4351-adba-7c3d89362c96/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:29:31 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5fbccc6-69fd-4351-adba-7c3d89362c96/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:29:31 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5fbccc6-69fd-4351-adba-7c3d89362c96/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:29:31 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74535) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 10:29:31 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:29:31 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:29:31 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Hypervisor/Node resource view: name=user free_ram=8968MB free_disk=25.146648406982422GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74535) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 10:29:31 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:29:31 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:29:31 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance c5fbccc6-69fd-4351-adba-7c3d89362c96 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:29:31 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74535) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 10:29:31 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74535) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 10:29:31 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:29:31 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:29:31 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Compute_service record updated for user:user {{(pid=74535) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 10:29:31 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.215s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:29:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:29:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:29:37 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-f5d32eee-c285-4cd0-8767-0002afa9c7ee tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Acquiring lock "c5fbccc6-69fd-4351-adba-7c3d89362c96" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:29:37 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-f5d32eee-c285-4cd0-8767-0002afa9c7ee tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Lock "c5fbccc6-69fd-4351-adba-7c3d89362c96" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:29:37 user nova-compute[74535]: INFO nova.compute.manager [None req-f5d32eee-c285-4cd0-8767-0002afa9c7ee tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] Detaching volume 24b17b6c-918f-470d-a4b2-fbfa7075f767
Dec 06 10:29:37 user nova-compute[74535]: INFO nova.virt.block_device [None req-f5d32eee-c285-4cd0-8767-0002afa9c7ee tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] Attempting to driver detach volume 24b17b6c-918f-470d-a4b2-fbfa7075f767 from mountpoint /dev/vdb
Dec 06 10:29:37 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-f5d32eee-c285-4cd0-8767-0002afa9c7ee tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Attempting to detach device vdb from instance c5fbccc6-69fd-4351-adba-7c3d89362c96 from the persistent domain config. {{(pid=74535) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 10:29:37 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-f5d32eee-c285-4cd0-8767-0002afa9c7ee tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 10:29:37 user nova-compute[74535]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 10:29:37 user nova-compute[74535]:   <source dev="/dev/sdc"/>
Dec 06 10:29:37 user nova-compute[74535]:   <target dev="vdb" bus="virtio"/>
Dec 06 10:29:37 user nova-compute[74535]:   <serial>24b17b6c-918f-470d-a4b2-fbfa7075f767</serial>
Dec 06 10:29:37 user nova-compute[74535]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 10:29:37 user nova-compute[74535]: </disk>
Dec 06 10:29:37 user nova-compute[74535]:  {{(pid=74535) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 10:29:37 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-f5d32eee-c285-4cd0-8767-0002afa9c7ee tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Successfully detached device vdb from instance c5fbccc6-69fd-4351-adba-7c3d89362c96 from the persistent domain config.
Dec 06 10:29:37 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-f5d32eee-c285-4cd0-8767-0002afa9c7ee tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance c5fbccc6-69fd-4351-adba-7c3d89362c96 from the live domain config. {{(pid=74535) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 10:29:37 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-f5d32eee-c285-4cd0-8767-0002afa9c7ee tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 10:29:37 user nova-compute[74535]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 10:29:37 user nova-compute[74535]:   <source dev="/dev/sdc"/>
Dec 06 10:29:37 user nova-compute[74535]:   <target dev="vdb" bus="virtio"/>
Dec 06 10:29:37 user nova-compute[74535]:   <serial>24b17b6c-918f-470d-a4b2-fbfa7075f767</serial>
Dec 06 10:29:37 user nova-compute[74535]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 10:29:37 user nova-compute[74535]: </disk>
Dec 06 10:29:37 user nova-compute[74535]:  {{(pid=74535) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 10:29:37 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-f5d32eee-c285-4cd0-8767-0002afa9c7ee tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance c5fbccc6-69fd-4351-adba-7c3d89362c96 {{(pid=74535) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 10:29:37 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:29:37 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:29:37 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:29:38 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:29:38 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:29:38 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:29:41 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:29:41 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Starting heal instance info cache {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 10:29:41 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Rebuilding the list of instances to heal {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 06 10:29:41 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "refresh_cache-c5fbccc6-69fd-4351-adba-7c3d89362c96" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:29:41 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquired lock "refresh_cache-c5fbccc6-69fd-4351-adba-7c3d89362c96" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:29:41 user nova-compute[74535]: DEBUG nova.network.neutron [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] Forcefully refreshing network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 10:29:41 user nova-compute[74535]: DEBUG nova.objects.instance [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lazy-loading 'info_cache' on Instance uuid c5fbccc6-69fd-4351-adba-7c3d89362c96 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:29:42 user nova-compute[74535]: DEBUG nova.network.neutron [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] Updating instance_info_cache with network_info: [{"id": "7c7a6b6b-a1e4-4ff0-b967-d36d55cfcd57", "address": "fa:16:3e:26:fa:e0", "network": {"id": "15e2f67e-2ad5-4d2d-a066-db3029561e94", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-297299668-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.39", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "64c680f42bc54413a5a1c35bcd04a075", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c7a6b6b-a1", "ovs_interfaceid": "7c7a6b6b-a1e4-4ff0-b967-d36d55cfcd57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:29:42 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Releasing lock "refresh_cache-c5fbccc6-69fd-4351-adba-7c3d89362c96" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:29:42 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] Updated the network info_cache for instance {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 10:29:42 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:29:43 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:29:48 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:29:53 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:29:57 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-f5d32eee-c285-4cd0-8767-0002afa9c7ee tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance c5fbccc6-69fd-4351-adba-7c3d89362c96 is timed out.
Dec 06 10:29:57 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-f5d32eee-c285-4cd0-8767-0002afa9c7ee tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Successfully detached device vdb from instance c5fbccc6-69fd-4351-adba-7c3d89362c96 from the live domain config.
Dec 06 10:29:57 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f5d32eee-c285-4cd0-8767-0002afa9c7ee tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] calling os-brick to detach iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 10:29:57 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-f5d32eee-c285-4cd0-8767-0002afa9c7ee tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, {'target_iqn': 'iqn.2010-10.org.openstack:24b17b6c-918f-470d-a4b2-fbfa7075f767', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZPCraKnu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:29:57 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-f5d32eee-c285-4cd0-8767-0002afa9c7ee tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:29:57 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-f5d32eee-c285-4cd0-8767-0002afa9c7ee tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:29:57 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-f5d32eee-c285-4cd0-8767-0002afa9c7ee tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:29:57 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:29:57 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.017s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:29:57 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3ab30f8-72c1-4212-93f4-8986a64024ef]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:24b17b6c-918f-470d-a4b2-fbfa7075f767\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:29:57 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-f5d32eee-c285-4cd0-8767-0002afa9c7ee tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 10:29:57 user nova-compute[74535]: No targets found.
Dec 06 10:29:57 user nova-compute[74535]: iSNS:
Dec 06 10:29:57 user nova-compute[74535]: No targets found.
Dec 06 10:29:57 user nova-compute[74535]: STATIC:
Dec 06 10:29:57 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:24b17b6c-918f-470d-a4b2-fbfa7075f767
Dec 06 10:29:57 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:29:57 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:29:57 user nova-compute[74535]: FIRMWARE:
Dec 06 10:29:57 user nova-compute[74535]: No targets found.
Dec 06 10:29:57 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:29:57 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-f5d32eee-c285-4cd0-8767-0002afa9c7ee tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 10:29:57 user nova-compute[74535]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 10:29:57 user nova-compute[74535]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74535) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 10:29:57 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-f5d32eee-c285-4cd0-8767-0002afa9c7ee tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:24b17b6c-918f-470d-a4b2-fbfa7075f767', 0)] {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 10:29:57 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:29:57 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:29:57 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[12906d79-42ee-4b0c-a082-9fe9f65445f3]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:24b17b6c-918f-470d-a4b2-fbfa7075f767\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:29:57 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:29:57 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:29:57 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2aa58a9-b3ab-4aa0-be00-5d7aab7ecac8]: (4, ('tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:24b17b6c-918f-470d-a4b2-fbfa7075f767 (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:29:57 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-f5d32eee-c285-4cd0-8767-0002afa9c7ee tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:24b17b6c-918f-470d-a4b2-fbfa7075f767 (non-flash)
Dec 06 10:29:57 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:29:57 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-f5d32eee-c285-4cd0-8767-0002afa9c7ee tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] iscsi session list stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:24b17b6c-918f-470d-a4b2-fbfa7075f767 (non-flash)
Dec 06 10:29:57 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:29:57 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-f5d32eee-c285-4cd0-8767-0002afa9c7ee tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ff12d3cff40>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:24b17b6c-918f-470d-a4b2-fbfa7075f767'): ({'sdc'}, set())}) {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 10:29:57 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-f5d32eee-c285-4cd0-8767-0002afa9c7ee tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Removing single pathed devices sdc {{(pid=74535) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 10:29:57 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:29:57 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:29:57 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[e0447ea7-ce41-4950-b40d-4d623abb8031]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:29:57 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:29:57 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.021s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:29:57 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[1aa73045-1382-4801-9cc2-1bbb22e5aba4]: (4, ('ok\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:29:57 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-f5d32eee-c285-4cd0-8767-0002afa9c7ee tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Flushing IO for device /dev/sdc {{(pid=74535) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 10:29:57 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:29:57 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.014s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:29:57 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c3958f9-32e1-4cd1-95af-61cdbbcb44fd]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:29:57 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-f5d32eee-c285-4cd0-8767-0002afa9c7ee tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74535) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 10:29:57 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:29:57 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.051s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:29:57 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[7024a3c8-5cf5-4b0e-b8ea-98410d871800]: (4, ('1', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:29:57 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-f5d32eee-c285-4cd0-8767-0002afa9c7ee tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 10:29:57 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-f5d32eee-c285-4cd0-8767-0002afa9c7ee tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] SCSI volumes sdc have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 10:29:57 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-f5d32eee-c285-4cd0-8767-0002afa9c7ee tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:24b17b6c-918f-470d-a4b2-fbfa7075f767')] {{(pid=74535) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 10:29:58 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:24b17b6c-918f-470d-a4b2-fbfa7075f767 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:29:58 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:24b17b6c-918f-470d-a4b2-fbfa7075f767 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.027s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:29:58 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[752e6b91-0efa-45f0-8595-5b4729a93b90]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:29:58 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-f5d32eee-c285-4cd0-8767-0002afa9c7ee tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:29:58 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:24b17b6c-918f-470d-a4b2-fbfa7075f767 -p 172.16.0.220:3260 --logout {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:29:58 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:24b17b6c-918f-470d-a4b2-fbfa7075f767 -p 172.16.0.220:3260 --logout" returned: 0 in 0.047s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:29:58 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[23b09bec-a0b2-4bc9-9164-617096a016e2]: (4, ('Logging out of session [sid: 56, target: iqn.2010-10.org.openstack:24b17b6c-918f-470d-a4b2-fbfa7075f767, portal: 172.16.0.220,3260]\nLogout of [sid: 56, target: iqn.2010-10.org.openstack:24b17b6c-918f-470d-a4b2-fbfa7075f767, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:29:58 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-f5d32eee-c285-4cd0-8767-0002afa9c7ee tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 56, target: iqn.2010-10.org.openstack:24b17b6c-918f-470d-a4b2-fbfa7075f767, portal: 172.16.0.220,3260]
Dec 06 10:29:58 user nova-compute[74535]: Logout of [sid: 56, target: iqn.2010-10.org.openstack:24b17b6c-918f-470d-a4b2-fbfa7075f767, portal: 172.16.0.220,3260] successful.
Dec 06 10:29:58 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:29:58 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:24b17b6c-918f-470d-a4b2-fbfa7075f767 -p 172.16.0.220:3260 --op delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:29:58 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:24b17b6c-918f-470d-a4b2-fbfa7075f767 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.017s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:29:58 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[63160282-6d6a-4dac-b8ef-5ff00228b8f7]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:29:58 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-f5d32eee-c285-4cd0-8767-0002afa9c7ee tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:29:58 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-f5d32eee-c285-4cd0-8767-0002afa9c7ee tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.289s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:29:58 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-f5d32eee-c285-4cd0-8767-0002afa9c7ee tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] <== disconnect_volume: return (291ms) None {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:29:58 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f5d32eee-c285-4cd0-8767-0002afa9c7ee tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] Disconnected iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 10:29:58 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:29:58 user nova-compute[74535]: DEBUG nova.objects.instance [None req-f5d32eee-c285-4cd0-8767-0002afa9c7ee tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Lazy-loading 'flavor' on Instance uuid c5fbccc6-69fd-4351-adba-7c3d89362c96 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:29:58 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-f5d32eee-c285-4cd0-8767-0002afa9c7ee tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Lock "c5fbccc6-69fd-4351-adba-7c3d89362c96" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.720s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:30:03 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:30:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:30:13 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:30:18 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:30:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:30:28 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:30:29 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:30:30 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-826c6119-48fb-4ba5-b6ec-6d22e5646d24 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Acquiring lock "c5fbccc6-69fd-4351-adba-7c3d89362c96" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:30:30 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-826c6119-48fb-4ba5-b6ec-6d22e5646d24 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Lock "c5fbccc6-69fd-4351-adba-7c3d89362c96" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:30:30 user nova-compute[74535]: DEBUG nova.objects.instance [None req-826c6119-48fb-4ba5-b6ec-6d22e5646d24 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Lazy-loading 'flavor' on Instance uuid c5fbccc6-69fd-4351-adba-7c3d89362c96 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:30:30 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-826c6119-48fb-4ba5-b6ec-6d22e5646d24 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Lock "c5fbccc6-69fd-4351-adba-7c3d89362c96" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.067s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:30:30 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-826c6119-48fb-4ba5-b6ec-6d22e5646d24 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Acquiring lock "c5fbccc6-69fd-4351-adba-7c3d89362c96" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:30:30 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-826c6119-48fb-4ba5-b6ec-6d22e5646d24 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Lock "c5fbccc6-69fd-4351-adba-7c3d89362c96" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.003s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:30:30 user nova-compute[74535]: INFO nova.compute.manager [None req-826c6119-48fb-4ba5-b6ec-6d22e5646d24 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] Attaching volume cfa14d01-e846-4e5a-99cf-6297add667fa to /dev/vdb
Dec 06 10:30:30 user nova-compute[74535]: DEBUG os_brick.utils [None req-826c6119-48fb-4ba5-b6ec-6d22e5646d24 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:30:30 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:30:30 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:30:30 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[1967fd4c-80d3-4119-9efb-42876f12b424]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d95ac7cee77a\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:30:30 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:30:30 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:30:30 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ebc932a-eec1-4ba3-acb0-681a1121a9bb]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:30:30 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:30:30 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:30:30 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf121f51-5bf6-466c-ac7c-cb2802ec9169]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:30:30 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[db38005b-e2aa-46fb-93c7-ddbac01bcd13]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:30:30 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-826c6119-48fb-4ba5-b6ec-6d22e5646d24 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Running cmd (subprocess): nvme version {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:30:30 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-826c6119-48fb-4ba5-b6ec-6d22e5646d24 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] 'nvme version' failed. Not Retrying. {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 10:30:30 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.nvmeof [None req-826c6119-48fb-4ba5-b6ec-6d22e5646d24 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] nvme not present on system {{(pid=74535) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 10:30:30 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:30:30 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 10:30:30 user nova-compute[74535]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 10:30:30 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[04b3f819-477c-4b27-ba99-4e2e2c139bbe]: (4, '') {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:30:30 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-826c6119-48fb-4ba5-b6ec-6d22e5646d24 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74535) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 10:30:30 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-826c6119-48fb-4ba5-b6ec-6d22e5646d24 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74535) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 10:30:30 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-826c6119-48fb-4ba5-b6ec-6d22e5646d24 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] LIGHTOS: no hostnqn found. {{(pid=74535) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 10:30:30 user nova-compute[74535]: DEBUG os_brick.utils [None req-826c6119-48fb-4ba5-b6ec-6d22e5646d24 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] <== get_connector_properties: return (118ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d95ac7cee77a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:30:30 user nova-compute[74535]: DEBUG nova.virt.block_device [None req-826c6119-48fb-4ba5-b6ec-6d22e5646d24 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] Updating existing volume attachment record: 8338301f-2286-40c1-bff7-6a2161c18ce1 {{(pid=74535) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 10:30:30 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:30:30 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:30:30 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:30:30 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:30:30 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Auditing locally available compute resources for user (node: user) {{(pid=74535) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 10:30:31 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5fbccc6-69fd-4351-adba-7c3d89362c96/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:30:31 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5fbccc6-69fd-4351-adba-7c3d89362c96/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:30:31 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5fbccc6-69fd-4351-adba-7c3d89362c96/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:30:31 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5fbccc6-69fd-4351-adba-7c3d89362c96/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:30:31 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:30:31 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:30:31 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Hypervisor/Node resource view: name=user free_ram=8989MB free_disk=25.144874572753906GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74535) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 10:30:31 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:30:31 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:30:31 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance c5fbccc6-69fd-4351-adba-7c3d89362c96 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:30:31 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74535) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 10:30:31 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74535) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 10:30:31 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:30:31 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:30:31 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Compute_service record updated for user:user {{(pid=74535) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 10:30:31 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.157s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:30:32 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:30:32 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74535) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 10:30:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:30:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:30:37 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:30:38 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:30:38 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:30:38 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:30:38 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:30:38 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:30:40 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-826c6119-48fb-4ba5-b6ec-6d22e5646d24 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] Calling os-brick to attach iSCSI Volume {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 10:30:40 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-826c6119-48fb-4ba5-b6ec-6d22e5646d24 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:cfa14d01-e846-4e5a-99cf-6297add667fa', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XIzfyoUp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:30:40 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-826c6119-48fb-4ba5-b6ec-6d22e5646d24 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:30:40 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-826c6119-48fb-4ba5-b6ec-6d22e5646d24 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:30:40 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-826c6119-48fb-4ba5-b6ec-6d22e5646d24 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:30:40 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-826c6119-48fb-4ba5-b6ec-6d22e5646d24 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:30:40 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-826c6119-48fb-4ba5-b6ec-6d22e5646d24 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cfa14d01-e846-4e5a-99cf-6297add667fa" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:30:40 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-826c6119-48fb-4ba5-b6ec-6d22e5646d24 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cfa14d01-e846-4e5a-99cf-6297add667fa" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:30:40 user nova-compute[74535]: INFO os_brick.initiator.connectors.iscsi [None req-826c6119-48fb-4ba5-b6ec-6d22e5646d24 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 10:30:40 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cfa14d01-e846-4e5a-99cf-6297add667fa -p 172.16.0.220:3260 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:30:40 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cfa14d01-e846-4e5a-99cf-6297add667fa -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:30:40 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[c38f73c6-e86e-4744-b97e-8aec2e338ee2]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:30:40 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-826c6119-48fb-4ba5-b6ec-6d22e5646d24 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 10:30:40 user nova-compute[74535]:  {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:30:40 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cfa14d01-e846-4e5a-99cf-6297add667fa -p 172.16.0.220:3260 --interface default --op new {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:30:40 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cfa14d01-e846-4e5a-99cf-6297add667fa -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:30:40 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f3c2961-ef06-4903-85ec-6d0f21fe3ee4]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:cfa14d01-e846-4e5a-99cf-6297add667fa] added\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:30:40 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-826c6119-48fb-4ba5-b6ec-6d22e5646d24 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:cfa14d01-e846-4e5a-99cf-6297add667fa] added
Dec 06 10:30:40 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:30:40 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cfa14d01-e846-4e5a-99cf-6297add667fa -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:30:40 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cfa14d01-e846-4e5a-99cf-6297add667fa -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:30:40 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[faf410f5-16b6-4f14-aca5-be47fbacbed4]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:30:40 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-826c6119-48fb-4ba5-b6ec-6d22e5646d24 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:30:40 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cfa14d01-e846-4e5a-99cf-6297add667fa -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:30:40 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cfa14d01-e846-4e5a-99cf-6297add667fa -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.025s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:30:40 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca40e70d-057e-4e60-b6f3-655f39494a9e]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:30:40 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-826c6119-48fb-4ba5-b6ec-6d22e5646d24 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:30:40 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cfa14d01-e846-4e5a-99cf-6297add667fa -p 172.16.0.220:3260 --op update -n node.session.auth.username -v XIzfyoUp {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:30:40 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cfa14d01-e846-4e5a-99cf-6297add667fa -p 172.16.0.220:3260 --op update -n node.session.auth.username -v XIzfyoUp" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:30:40 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed31282c-2442-422c-a88d-e2deb221b030]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:30:40 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-826c6119-48fb-4ba5-b6ec-6d22e5646d24 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'XIzfyoUp'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:30:40 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cfa14d01-e846-4e5a-99cf-6297add667fa -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:30:40 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cfa14d01-e846-4e5a-99cf-6297add667fa -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.025s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:30:40 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e19371f-32d3-4181-aa4a-a9d1cad01fcd]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:30:40 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-826c6119-48fb-4ba5-b6ec-6d22e5646d24 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:30:40 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:30:40 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:30:40 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[9efb3226-ea69-490f-9864-5c9c349bc566]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:30:40 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-826c6119-48fb-4ba5-b6ec-6d22e5646d24 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Dec 06 10:30:40 user nova-compute[74535]:  {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:30:40 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-826c6119-48fb-4ba5-b6ec-6d22e5646d24 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Dec 06 10:30:40 user nova-compute[74535]:  {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:30:40 user nova-compute[74535]: WARNING os_brick.initiator.connectors.iscsi [None req-826c6119-48fb-4ba5-b6ec-6d22e5646d24 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Dec 06 10:30:40 user nova-compute[74535]: 
Dec 06 10:30:40 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cfa14d01-e846-4e5a-99cf-6297add667fa -p 172.16.0.220:3260 --login {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:30:40 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cfa14d01-e846-4e5a-99cf-6297add667fa -p 172.16.0.220:3260 --login" returned: 0 in 0.044s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:30:40 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[4640e897-2a34-4012-afe7-e14bc24e168a]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:cfa14d01-e846-4e5a-99cf-6297add667fa, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:cfa14d01-e846-4e5a-99cf-6297add667fa, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:30:40 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-826c6119-48fb-4ba5-b6ec-6d22e5646d24 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:cfa14d01-e846-4e5a-99cf-6297add667fa, portal: 172.16.0.220,3260]
Dec 06 10:30:40 user nova-compute[74535]: Login to [iface: default, target: iqn.2010-10.org.openstack:cfa14d01-e846-4e5a-99cf-6297add667fa, portal: 172.16.0.220,3260] successful.
Dec 06 10:30:40 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:30:40 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cfa14d01-e846-4e5a-99cf-6297add667fa -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:30:40 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cfa14d01-e846-4e5a-99cf-6297add667fa -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:30:40 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb70faca-3f7f-4770-bcd1-50e6fe56fbc7]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:30:40 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-826c6119-48fb-4ba5-b6ec-6d22e5646d24 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:30:40 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:30:40 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:30:40 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[07a25537-f33b-4517-a9c4-913892d35697]: (4, ('tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfa14d01-e846-4e5a-99cf-6297add667fa (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:30:40 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-826c6119-48fb-4ba5-b6ec-6d22e5646d24 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfa14d01-e846-4e5a-99cf-6297add667fa (non-flash)
Dec 06 10:30:40 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:30:40 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-826c6119-48fb-4ba5-b6ec-6d22e5646d24 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] iscsi session list stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfa14d01-e846-4e5a-99cf-6297add667fa (non-flash)
Dec 06 10:30:40 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:30:40 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-826c6119-48fb-4ba5-b6ec-6d22e5646d24 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cfa14d01-e846-4e5a-99cf-6297add667fa" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.263s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:30:40 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-826c6119-48fb-4ba5-b6ec-6d22e5646d24 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Connected to 172.16.0.220:3260 {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 10:30:40 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-826c6119-48fb-4ba5-b6ec-6d22e5646d24 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] HCTL ('33', '-', '-', 0) found on session 57 with lun 0 {{(pid=74535) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 10:30:40 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-826c6119-48fb-4ba5-b6ec-6d22e5646d24 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74535) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 10:30:40 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:30:40 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:30:40 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba2041f4-f93c-4338-b5f2-eeb9e4741ff9]: (4, ('- - 0', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:30:40 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-826c6119-48fb-4ba5-b6ec-6d22e5646d24 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Searching for a device in session 57 and hctl ['33', '*', '*', 0] yield: None {{(pid=74535) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 10:30:41 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-826c6119-48fb-4ba5-b6ec-6d22e5646d24 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Searching for a device in session 57 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74535) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 10:30:41 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-826c6119-48fb-4ba5-b6ec-6d22e5646d24 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:cfa14d01-e846-4e5a-99cf-6297add667fa', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XIzfyoUp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 10:30:41 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-826c6119-48fb-4ba5-b6ec-6d22e5646d24 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.294s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:30:41 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-826c6119-48fb-4ba5-b6ec-6d22e5646d24 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] <== connect_volume: return (1296ms) {'type': 'block', 'scsi_wwn': '26537393065306332', 'path': '/dev/sdb'} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:30:41 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-826c6119-48fb-4ba5-b6ec-6d22e5646d24 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26537393065306332', 'path': '/dev/sdb'} {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 10:30:41 user nova-compute[74535]: DEBUG nova.objects.instance [None req-826c6119-48fb-4ba5-b6ec-6d22e5646d24 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Lazy-loading 'flavor' on Instance uuid c5fbccc6-69fd-4351-adba-7c3d89362c96 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:30:41 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-826c6119-48fb-4ba5-b6ec-6d22e5646d24 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 10:30:41 user nova-compute[74535]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 10:30:41 user nova-compute[74535]:   <source dev="/dev/sdb"/>
Dec 06 10:30:41 user nova-compute[74535]:   <target dev="vdb" bus="virtio"/>
Dec 06 10:30:41 user nova-compute[74535]:   <serial>cfa14d01-e846-4e5a-99cf-6297add667fa</serial>
Dec 06 10:30:41 user nova-compute[74535]: </disk>
Dec 06 10:30:41 user nova-compute[74535]:  {{(pid=74535) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 10:30:41 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:30:41 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Starting heal instance info cache {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 10:30:41 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Rebuilding the list of instances to heal {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 06 10:30:41 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-826c6119-48fb-4ba5-b6ec-6d22e5646d24 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] No BDM found with device name vda, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 10:30:41 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-826c6119-48fb-4ba5-b6ec-6d22e5646d24 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 10:30:41 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-826c6119-48fb-4ba5-b6ec-6d22e5646d24 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] No VIF found with MAC fa:16:3e:26:fa:e0, not building metadata {{(pid=74535) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 10:30:41 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "refresh_cache-c5fbccc6-69fd-4351-adba-7c3d89362c96" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:30:41 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquired lock "refresh_cache-c5fbccc6-69fd-4351-adba-7c3d89362c96" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:30:41 user nova-compute[74535]: DEBUG nova.network.neutron [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] Forcefully refreshing network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 10:30:41 user nova-compute[74535]: DEBUG nova.objects.instance [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lazy-loading 'info_cache' on Instance uuid c5fbccc6-69fd-4351-adba-7c3d89362c96 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:30:42 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-826c6119-48fb-4ba5-b6ec-6d22e5646d24 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Lock "c5fbccc6-69fd-4351-adba-7c3d89362c96" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 11.599s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:30:42 user nova-compute[74535]: DEBUG nova.network.neutron [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] Updating instance_info_cache with network_info: [{"id": "7c7a6b6b-a1e4-4ff0-b967-d36d55cfcd57", "address": "fa:16:3e:26:fa:e0", "network": {"id": "15e2f67e-2ad5-4d2d-a066-db3029561e94", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-297299668-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.39", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "64c680f42bc54413a5a1c35bcd04a075", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c7a6b6b-a1", "ovs_interfaceid": "7c7a6b6b-a1e4-4ff0-b967-d36d55cfcd57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:30:42 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Releasing lock "refresh_cache-c5fbccc6-69fd-4351-adba-7c3d89362c96" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:30:42 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] Updated the network info_cache for instance {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 10:30:42 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:30:43 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:30:43 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:30:43 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-d212abef-f71a-40c4-8ff6-217743132a7f tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Acquiring lock "c5fbccc6-69fd-4351-adba-7c3d89362c96" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:30:43 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-d212abef-f71a-40c4-8ff6-217743132a7f tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Lock "c5fbccc6-69fd-4351-adba-7c3d89362c96" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:30:43 user nova-compute[74535]: INFO nova.compute.manager [None req-d212abef-f71a-40c4-8ff6-217743132a7f tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] Detaching volume cfa14d01-e846-4e5a-99cf-6297add667fa
Dec 06 10:30:43 user nova-compute[74535]: INFO nova.virt.block_device [None req-d212abef-f71a-40c4-8ff6-217743132a7f tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] Attempting to driver detach volume cfa14d01-e846-4e5a-99cf-6297add667fa from mountpoint /dev/vdb
Dec 06 10:30:43 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-d212abef-f71a-40c4-8ff6-217743132a7f tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Attempting to detach device vdb from instance c5fbccc6-69fd-4351-adba-7c3d89362c96 from the persistent domain config. {{(pid=74535) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 10:30:43 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-d212abef-f71a-40c4-8ff6-217743132a7f tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 10:30:43 user nova-compute[74535]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 10:30:43 user nova-compute[74535]:   <source dev="/dev/sdb"/>
Dec 06 10:30:43 user nova-compute[74535]:   <target dev="vdb" bus="virtio"/>
Dec 06 10:30:43 user nova-compute[74535]:   <serial>cfa14d01-e846-4e5a-99cf-6297add667fa</serial>
Dec 06 10:30:43 user nova-compute[74535]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 10:30:43 user nova-compute[74535]: </disk>
Dec 06 10:30:43 user nova-compute[74535]:  {{(pid=74535) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 10:30:43 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-d212abef-f71a-40c4-8ff6-217743132a7f tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Successfully detached device vdb from instance c5fbccc6-69fd-4351-adba-7c3d89362c96 from the persistent domain config.
Dec 06 10:30:43 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-d212abef-f71a-40c4-8ff6-217743132a7f tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance c5fbccc6-69fd-4351-adba-7c3d89362c96 from the live domain config. {{(pid=74535) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 10:30:43 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-d212abef-f71a-40c4-8ff6-217743132a7f tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 10:30:43 user nova-compute[74535]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 10:30:43 user nova-compute[74535]:   <source dev="/dev/sdb"/>
Dec 06 10:30:43 user nova-compute[74535]:   <target dev="vdb" bus="virtio"/>
Dec 06 10:30:43 user nova-compute[74535]:   <serial>cfa14d01-e846-4e5a-99cf-6297add667fa</serial>
Dec 06 10:30:43 user nova-compute[74535]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 10:30:43 user nova-compute[74535]: </disk>
Dec 06 10:30:43 user nova-compute[74535]:  {{(pid=74535) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 10:30:44 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-d212abef-f71a-40c4-8ff6-217743132a7f tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance c5fbccc6-69fd-4351-adba-7c3d89362c96 {{(pid=74535) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 10:30:48 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:30:48 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:30:48 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:30:48 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:30:53 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:30:53 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:30:56 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:30:58 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:30:58 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:31:00 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:31:01 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:31:03 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:31:03 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:31:04 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-d212abef-f71a-40c4-8ff6-217743132a7f tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance c5fbccc6-69fd-4351-adba-7c3d89362c96 is timed out.
Dec 06 10:31:04 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-d212abef-f71a-40c4-8ff6-217743132a7f tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Successfully detached device vdb from instance c5fbccc6-69fd-4351-adba-7c3d89362c96 from the live domain config.
Dec 06 10:31:04 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d212abef-f71a-40c4-8ff6-217743132a7f tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] calling os-brick to detach iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 10:31:04 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d212abef-f71a-40c4-8ff6-217743132a7f tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, {'target_iqn': 'iqn.2010-10.org.openstack:cfa14d01-e846-4e5a-99cf-6297add667fa', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XIzfyoUp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:31:04 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-d212abef-f71a-40c4-8ff6-217743132a7f tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:31:04 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-d212abef-f71a-40c4-8ff6-217743132a7f tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:31:04 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-d212abef-f71a-40c4-8ff6-217743132a7f tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:31:04 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:31:04 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:31:04 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ef296af-6b69-47d0-a443-c4147f7e2b45]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:cfa14d01-e846-4e5a-99cf-6297add667fa\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:31:04 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d212abef-f71a-40c4-8ff6-217743132a7f tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 10:31:04 user nova-compute[74535]: No targets found.
Dec 06 10:31:04 user nova-compute[74535]: iSNS:
Dec 06 10:31:04 user nova-compute[74535]: No targets found.
Dec 06 10:31:04 user nova-compute[74535]: STATIC:
Dec 06 10:31:04 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:cfa14d01-e846-4e5a-99cf-6297add667fa
Dec 06 10:31:04 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:31:04 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:31:04 user nova-compute[74535]: FIRMWARE:
Dec 06 10:31:04 user nova-compute[74535]: No targets found.
Dec 06 10:31:04 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:31:04 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d212abef-f71a-40c4-8ff6-217743132a7f tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 10:31:04 user nova-compute[74535]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 10:31:04 user nova-compute[74535]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74535) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 10:31:04 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d212abef-f71a-40c4-8ff6-217743132a7f tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cfa14d01-e846-4e5a-99cf-6297add667fa', 0)] {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 10:31:04 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:31:04 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:31:04 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1ddb7fd-578b-4580-99be-1d660b50bec4]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cfa14d01-e846-4e5a-99cf-6297add667fa\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:31:04 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:31:04 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:31:04 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[ece049d9-0993-4a07-8e8a-60a2c51d7579]: (4, ('tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfa14d01-e846-4e5a-99cf-6297add667fa (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:31:04 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d212abef-f71a-40c4-8ff6-217743132a7f tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfa14d01-e846-4e5a-99cf-6297add667fa (non-flash)
Dec 06 10:31:04 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:31:04 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d212abef-f71a-40c4-8ff6-217743132a7f tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] iscsi session list stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfa14d01-e846-4e5a-99cf-6297add667fa (non-flash)
Dec 06 10:31:04 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:31:04 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d212abef-f71a-40c4-8ff6-217743132a7f tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ff1244481f0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cfa14d01-e846-4e5a-99cf-6297add667fa'): ({'sdb'}, set())}) {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 10:31:04 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-d212abef-f71a-40c4-8ff6-217743132a7f tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Removing single pathed devices sdb {{(pid=74535) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 10:31:04 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:31:04 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:31:04 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d5597f3-0a4c-4204-a9aa-b78ed5b801b7]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:31:04 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:31:04 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.026s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:31:04 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f4e05d6-4e58-4548-872f-f2c041506004]: (4, ('ok\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:31:04 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-d212abef-f71a-40c4-8ff6-217743132a7f tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Flushing IO for device /dev/sdb {{(pid=74535) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 10:31:04 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:31:04 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:31:04 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[899f28f9-b1e9-4b89-a252-a87e923776ba]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:31:04 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-d212abef-f71a-40c4-8ff6-217743132a7f tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74535) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 10:31:04 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:31:04 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.049s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:31:04 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[c6ecfc67-bac4-4a30-a983-3330ad6a24a3]: (4, ('1', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:31:04 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-d212abef-f71a-40c4-8ff6-217743132a7f tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 10:31:04 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-d212abef-f71a-40c4-8ff6-217743132a7f tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] SCSI volumes sdb have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 10:31:04 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d212abef-f71a-40c4-8ff6-217743132a7f tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cfa14d01-e846-4e5a-99cf-6297add667fa')] {{(pid=74535) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 10:31:04 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cfa14d01-e846-4e5a-99cf-6297add667fa -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:31:04 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cfa14d01-e846-4e5a-99cf-6297add667fa -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.024s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:31:04 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[610664e4-b76e-4af6-8e55-6ba71e2625e1]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:31:04 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d212abef-f71a-40c4-8ff6-217743132a7f tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:31:04 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cfa14d01-e846-4e5a-99cf-6297add667fa -p 172.16.0.220:3260 --logout {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:31:04 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cfa14d01-e846-4e5a-99cf-6297add667fa -p 172.16.0.220:3260 --logout" returned: 0 in 0.056s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:31:04 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f2760c3-be41-4161-9465-304455b0e607]: (4, ('Logging out of session [sid: 57, target: iqn.2010-10.org.openstack:cfa14d01-e846-4e5a-99cf-6297add667fa, portal: 172.16.0.220,3260]\nLogout of [sid: 57, target: iqn.2010-10.org.openstack:cfa14d01-e846-4e5a-99cf-6297add667fa, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:31:04 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d212abef-f71a-40c4-8ff6-217743132a7f tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 57, target: iqn.2010-10.org.openstack:cfa14d01-e846-4e5a-99cf-6297add667fa, portal: 172.16.0.220,3260]
Dec 06 10:31:04 user nova-compute[74535]: Logout of [sid: 57, target: iqn.2010-10.org.openstack:cfa14d01-e846-4e5a-99cf-6297add667fa, portal: 172.16.0.220,3260] successful.
Dec 06 10:31:04 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:31:04 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cfa14d01-e846-4e5a-99cf-6297add667fa -p 172.16.0.220:3260 --op delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:31:04 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cfa14d01-e846-4e5a-99cf-6297add667fa -p 172.16.0.220:3260 --op delete" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:31:04 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[58a0fe8e-5741-4ade-a09e-817e94bf42eb]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:31:04 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d212abef-f71a-40c4-8ff6-217743132a7f tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:31:04 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-d212abef-f71a-40c4-8ff6-217743132a7f tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.324s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:31:04 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d212abef-f71a-40c4-8ff6-217743132a7f tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] <== disconnect_volume: return (325ms) None {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:31:04 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d212abef-f71a-40c4-8ff6-217743132a7f tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] Disconnected iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 10:31:05 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3fef0a79-74a6-4799-b4d4-b1a06127a668 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Acquiring lock "71c88634-6eeb-4d2f-890c-8005a9be0ccb" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:31:05 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3fef0a79-74a6-4799-b4d4-b1a06127a668 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Lock "71c88634-6eeb-4d2f-890c-8005a9be0ccb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:31:05 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3fef0a79-74a6-4799-b4d4-b1a06127a668 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] [instance: 71c88634-6eeb-4d2f-890c-8005a9be0ccb] Starting instance... {{(pid=74535) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 10:31:05 user nova-compute[74535]: DEBUG nova.objects.instance [None req-d212abef-f71a-40c4-8ff6-217743132a7f tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Lazy-loading 'flavor' on Instance uuid c5fbccc6-69fd-4351-adba-7c3d89362c96 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:31:05 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-d212abef-f71a-40c4-8ff6-217743132a7f tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Lock "c5fbccc6-69fd-4351-adba-7c3d89362c96" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.760s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:31:05 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3fef0a79-74a6-4799-b4d4-b1a06127a668 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:31:05 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3fef0a79-74a6-4799-b4d4-b1a06127a668 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:31:05 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-3fef0a79-74a6-4799-b4d4-b1a06127a668 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74535) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 10:31:05 user nova-compute[74535]: INFO nova.compute.claims [None req-3fef0a79-74a6-4799-b4d4-b1a06127a668 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] [instance: 71c88634-6eeb-4d2f-890c-8005a9be0ccb] Claim successful on node user
Dec 06 10:31:05 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-3fef0a79-74a6-4799-b4d4-b1a06127a668 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:31:05 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-3fef0a79-74a6-4799-b4d4-b1a06127a668 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:31:05 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3fef0a79-74a6-4799-b4d4-b1a06127a668 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.217s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:31:05 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3fef0a79-74a6-4799-b4d4-b1a06127a668 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] [instance: 71c88634-6eeb-4d2f-890c-8005a9be0ccb] Start building networks asynchronously for instance. {{(pid=74535) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 10:31:05 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3fef0a79-74a6-4799-b4d4-b1a06127a668 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] [instance: 71c88634-6eeb-4d2f-890c-8005a9be0ccb] Allocating IP information in the background. {{(pid=74535) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 10:31:05 user nova-compute[74535]: DEBUG nova.network.neutron [None req-3fef0a79-74a6-4799-b4d4-b1a06127a668 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] [instance: 71c88634-6eeb-4d2f-890c-8005a9be0ccb] allocate_for_instance() {{(pid=74535) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 10:31:05 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-3fef0a79-74a6-4799-b4d4-b1a06127a668 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] [instance: 71c88634-6eeb-4d2f-890c-8005a9be0ccb] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 10:31:05 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3fef0a79-74a6-4799-b4d4-b1a06127a668 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] [instance: 71c88634-6eeb-4d2f-890c-8005a9be0ccb] Start building block device mappings for instance. {{(pid=74535) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 10:31:05 user nova-compute[74535]: DEBUG nova.policy [None req-3fef0a79-74a6-4799-b4d4-b1a06127a668 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fe67618b271a44e299ca55cea914fadd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8c0786f7ef4e478db386b1a1ee80b3e2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74535) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 10:31:06 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3fef0a79-74a6-4799-b4d4-b1a06127a668 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] [instance: 71c88634-6eeb-4d2f-890c-8005a9be0ccb] Start spawning the instance on the hypervisor. {{(pid=74535) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 10:31:06 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3fef0a79-74a6-4799-b4d4-b1a06127a668 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] [instance: 71c88634-6eeb-4d2f-890c-8005a9be0ccb] Creating instance directory {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 10:31:06 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-3fef0a79-74a6-4799-b4d4-b1a06127a668 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] [instance: 71c88634-6eeb-4d2f-890c-8005a9be0ccb] Creating image(s)
Dec 06 10:31:06 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3fef0a79-74a6-4799-b4d4-b1a06127a668 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Acquiring lock "/opt/stack/data/nova/instances/71c88634-6eeb-4d2f-890c-8005a9be0ccb/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:31:06 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3fef0a79-74a6-4799-b4d4-b1a06127a668 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Lock "/opt/stack/data/nova/instances/71c88634-6eeb-4d2f-890c-8005a9be0ccb/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:31:06 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3fef0a79-74a6-4799-b4d4-b1a06127a668 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Lock "/opt/stack/data/nova/instances/71c88634-6eeb-4d2f-890c-8005a9be0ccb/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.005s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:31:06 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3fef0a79-74a6-4799-b4d4-b1a06127a668 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:31:06 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3fef0a79-74a6-4799-b4d4-b1a06127a668 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.223s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:31:06 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3fef0a79-74a6-4799-b4d4-b1a06127a668 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Acquiring lock "7aef4f97309efbd0d8988be1fd45eed756898e08" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:31:06 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3fef0a79-74a6-4799-b4d4-b1a06127a668 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Lock "7aef4f97309efbd0d8988be1fd45eed756898e08" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:31:06 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3fef0a79-74a6-4799-b4d4-b1a06127a668 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:31:06 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3fef0a79-74a6-4799-b4d4-b1a06127a668 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.183s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:31:06 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3fef0a79-74a6-4799-b4d4-b1a06127a668 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08,backing_fmt=raw /opt/stack/data/nova/instances/71c88634-6eeb-4d2f-890c-8005a9be0ccb/disk 1073741824 {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:31:06 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3fef0a79-74a6-4799-b4d4-b1a06127a668 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08,backing_fmt=raw /opt/stack/data/nova/instances/71c88634-6eeb-4d2f-890c-8005a9be0ccb/disk 1073741824" returned: 0 in 0.060s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:31:06 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3fef0a79-74a6-4799-b4d4-b1a06127a668 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Lock "7aef4f97309efbd0d8988be1fd45eed756898e08" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.249s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:31:06 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3fef0a79-74a6-4799-b4d4-b1a06127a668 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:31:06 user nova-compute[74535]: DEBUG nova.network.neutron [None req-3fef0a79-74a6-4799-b4d4-b1a06127a668 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] [instance: 71c88634-6eeb-4d2f-890c-8005a9be0ccb] Successfully created port: 2e8ad2ec-a4a9-4305-ad44-3f5fc4c4ed6c {{(pid=74535) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 10:31:06 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3fef0a79-74a6-4799-b4d4-b1a06127a668 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.176s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:31:06 user nova-compute[74535]: DEBUG nova.virt.disk.api [None req-3fef0a79-74a6-4799-b4d4-b1a06127a668 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Checking if we can resize image /opt/stack/data/nova/instances/71c88634-6eeb-4d2f-890c-8005a9be0ccb/disk. size=1073741824 {{(pid=74535) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 10:31:06 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3fef0a79-74a6-4799-b4d4-b1a06127a668 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71c88634-6eeb-4d2f-890c-8005a9be0ccb/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:31:06 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3fef0a79-74a6-4799-b4d4-b1a06127a668 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71c88634-6eeb-4d2f-890c-8005a9be0ccb/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:31:06 user nova-compute[74535]: DEBUG nova.virt.disk.api [None req-3fef0a79-74a6-4799-b4d4-b1a06127a668 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Cannot resize image /opt/stack/data/nova/instances/71c88634-6eeb-4d2f-890c-8005a9be0ccb/disk to a smaller size. {{(pid=74535) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 10:31:06 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3fef0a79-74a6-4799-b4d4-b1a06127a668 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] [instance: 71c88634-6eeb-4d2f-890c-8005a9be0ccb] Created local disks {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 10:31:06 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3fef0a79-74a6-4799-b4d4-b1a06127a668 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] [instance: 71c88634-6eeb-4d2f-890c-8005a9be0ccb] Ensure instance console log exists: /opt/stack/data/nova/instances/71c88634-6eeb-4d2f-890c-8005a9be0ccb/console.log {{(pid=74535) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 10:31:06 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3fef0a79-74a6-4799-b4d4-b1a06127a668 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:31:06 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3fef0a79-74a6-4799-b4d4-b1a06127a668 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:31:06 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3fef0a79-74a6-4799-b4d4-b1a06127a668 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:31:07 user nova-compute[74535]: DEBUG nova.network.neutron [None req-3fef0a79-74a6-4799-b4d4-b1a06127a668 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] [instance: 71c88634-6eeb-4d2f-890c-8005a9be0ccb] Successfully updated port: 2e8ad2ec-a4a9-4305-ad44-3f5fc4c4ed6c {{(pid=74535) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 10:31:07 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3fef0a79-74a6-4799-b4d4-b1a06127a668 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Acquiring lock "refresh_cache-71c88634-6eeb-4d2f-890c-8005a9be0ccb" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:31:07 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3fef0a79-74a6-4799-b4d4-b1a06127a668 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Acquired lock "refresh_cache-71c88634-6eeb-4d2f-890c-8005a9be0ccb" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:31:07 user nova-compute[74535]: DEBUG nova.network.neutron [None req-3fef0a79-74a6-4799-b4d4-b1a06127a668 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] [instance: 71c88634-6eeb-4d2f-890c-8005a9be0ccb] Building network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 10:31:07 user nova-compute[74535]: DEBUG nova.compute.manager [req-04e9095f-6655-4b55-a61e-9949f873407e req-2452e894-43a3-413e-a6e0-25dba709c5ea service nova] [instance: 71c88634-6eeb-4d2f-890c-8005a9be0ccb] Received event network-changed-2e8ad2ec-a4a9-4305-ad44-3f5fc4c4ed6c {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:31:07 user nova-compute[74535]: DEBUG nova.compute.manager [req-04e9095f-6655-4b55-a61e-9949f873407e req-2452e894-43a3-413e-a6e0-25dba709c5ea service nova] [instance: 71c88634-6eeb-4d2f-890c-8005a9be0ccb] Refreshing instance network info cache due to event network-changed-2e8ad2ec-a4a9-4305-ad44-3f5fc4c4ed6c. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 10:31:07 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-04e9095f-6655-4b55-a61e-9949f873407e req-2452e894-43a3-413e-a6e0-25dba709c5ea service nova] Acquiring lock "refresh_cache-71c88634-6eeb-4d2f-890c-8005a9be0ccb" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:31:07 user nova-compute[74535]: DEBUG nova.network.neutron [None req-3fef0a79-74a6-4799-b4d4-b1a06127a668 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] [instance: 71c88634-6eeb-4d2f-890c-8005a9be0ccb] Instance cache missing network info. {{(pid=74535) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 10:31:08 user nova-compute[74535]: DEBUG nova.network.neutron [None req-3fef0a79-74a6-4799-b4d4-b1a06127a668 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] [instance: 71c88634-6eeb-4d2f-890c-8005a9be0ccb] Updating instance_info_cache with network_info: [{"id": "2e8ad2ec-a4a9-4305-ad44-3f5fc4c4ed6c", "address": "fa:16:3e:44:ff:7a", "network": {"id": "bdb2b3ee-b099-4199-bb1d-47403d29494b", "bridge": "br-int", "label": "tempest-TestStampPattern-1379758354-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c0786f7ef4e478db386b1a1ee80b3e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e8ad2ec-a4", "ovs_interfaceid": "2e8ad2ec-a4a9-4305-ad44-3f5fc4c4ed6c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:31:08 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3fef0a79-74a6-4799-b4d4-b1a06127a668 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Releasing lock "refresh_cache-71c88634-6eeb-4d2f-890c-8005a9be0ccb" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:31:08 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3fef0a79-74a6-4799-b4d4-b1a06127a668 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] [instance: 71c88634-6eeb-4d2f-890c-8005a9be0ccb] Instance network_info: |[{"id": "2e8ad2ec-a4a9-4305-ad44-3f5fc4c4ed6c", "address": "fa:16:3e:44:ff:7a", "network": {"id": "bdb2b3ee-b099-4199-bb1d-47403d29494b", "bridge": "br-int", "label": "tempest-TestStampPattern-1379758354-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c0786f7ef4e478db386b1a1ee80b3e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e8ad2ec-a4", "ovs_interfaceid": "2e8ad2ec-a4a9-4305-ad44-3f5fc4c4ed6c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74535) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 10:31:08 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-04e9095f-6655-4b55-a61e-9949f873407e req-2452e894-43a3-413e-a6e0-25dba709c5ea service nova] Acquired lock "refresh_cache-71c88634-6eeb-4d2f-890c-8005a9be0ccb" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:31:08 user nova-compute[74535]: DEBUG nova.network.neutron [req-04e9095f-6655-4b55-a61e-9949f873407e req-2452e894-43a3-413e-a6e0-25dba709c5ea service nova] [instance: 71c88634-6eeb-4d2f-890c-8005a9be0ccb] Refreshing network info cache for port 2e8ad2ec-a4a9-4305-ad44-3f5fc4c4ed6c {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 10:31:08 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3fef0a79-74a6-4799-b4d4-b1a06127a668 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] [instance: 71c88634-6eeb-4d2f-890c-8005a9be0ccb] Start _get_guest_xml network_info=[{"id": "2e8ad2ec-a4a9-4305-ad44-3f5fc4c4ed6c", "address": "fa:16:3e:44:ff:7a", "network": {"id": "bdb2b3ee-b099-4199-bb1d-47403d29494b", "bridge": "br-int", "label": "tempest-TestStampPattern-1379758354-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c0786f7ef4e478db386b1a1ee80b3e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e8ad2ec-a4", "ovs_interfaceid": "2e8ad2ec-a4a9-4305-ad44-3f5fc4c4ed6c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T09:52:28Z,direct_url=<?>,disk_format='qcow2',id=b338f3c8-9974-4b9f-bacb-c75dd541c256,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='563f6a2917a742ada39fb0e950eece6e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T09:52:30Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'device_name': '/dev/vda', 'encrypted': False, 'encryption_format': None, 'encryption_options': None, 'encryption_secret_uuid': None, 'boot_index': 0, 'device_type': 'disk', 'size': 0, 'guest_format': None, 'image_id': 'b338f3c8-9974-4b9f-bacb-c75dd541c256'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 10:31:08 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-3fef0a79-74a6-4799-b4d4-b1a06127a668 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:31:08 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-3fef0a79-74a6-4799-b4d4-b1a06127a668 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:31:08 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-3fef0a79-74a6-4799-b4d4-b1a06127a668 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 10:31:08 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-3fef0a79-74a6-4799-b4d4-b1a06127a668 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] CPU controller missing on host. {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 10:31:08 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-3fef0a79-74a6-4799-b4d4-b1a06127a668 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 10:31:08 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-3fef0a79-74a6-4799-b4d4-b1a06127a668 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] CPU controller found on host. {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 10:31:08 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3fef0a79-74a6-4799-b4d4-b1a06127a668 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74535) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 10:31:08 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-3fef0a79-74a6-4799-b4d4-b1a06127a668 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T09:52:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T09:52:28Z,direct_url=<?>,disk_format='qcow2',id=b338f3c8-9974-4b9f-bacb-c75dd541c256,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='563f6a2917a742ada39fb0e950eece6e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T09:52:30Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 10:31:08 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-3fef0a79-74a6-4799-b4d4-b1a06127a668 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Flavor limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 10:31:08 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-3fef0a79-74a6-4799-b4d4-b1a06127a668 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Image limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 10:31:08 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-3fef0a79-74a6-4799-b4d4-b1a06127a668 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Flavor pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 10:31:08 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-3fef0a79-74a6-4799-b4d4-b1a06127a668 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Image pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 10:31:08 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-3fef0a79-74a6-4799-b4d4-b1a06127a668 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 10:31:08 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-3fef0a79-74a6-4799-b4d4-b1a06127a668 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 10:31:08 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-3fef0a79-74a6-4799-b4d4-b1a06127a668 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 10:31:08 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-3fef0a79-74a6-4799-b4d4-b1a06127a668 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Got 1 possible topologies {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 10:31:08 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-3fef0a79-74a6-4799-b4d4-b1a06127a668 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 10:31:08 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-3fef0a79-74a6-4799-b4d4-b1a06127a668 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 10:31:08 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-3fef0a79-74a6-4799-b4d4-b1a06127a668 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:31:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-2022657203',display_name='tempest-TestStampPattern-server-2022657203',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-2022657203',id=51,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIpAcmwFatYo/3w6zP6GKZWzmahYHSfDO9VnLvrfdomsKFiRtP6NvaYmgzyhK14fgxS9d/ZIi6JtahttTsZWa+AxqoIb++OKhhsBVMwVGwNeRIOpsEil3hxIIyIIIOhvTg==',key_name='tempest-TestStampPattern-1900610372',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8c0786f7ef4e478db386b1a1ee80b3e2',ramdisk_id='',reservation_id='r-v4mqynd0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestStampPattern-1081633458',owner_user_name='tempest-TestStampPattern-1081633458-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T10:31:06Z,user_data=None,user_id='fe67618b271a44e299ca55cea914fadd',uuid=71c88634-6eeb-4d2f-890c-8005a9be0ccb,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2e8ad2ec-a4a9-4305-ad44-3f5fc4c4ed6c", "address": "fa:16:3e:44:ff:7a", "network": {"id": "bdb2b3ee-b099-4199-bb1d-47403d29494b", "bridge": "br-int", "label": "tempest-TestStampPattern-1379758354-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c0786f7ef4e478db386b1a1ee80b3e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e8ad2ec-a4", "ovs_interfaceid": "2e8ad2ec-a4a9-4305-ad44-3f5fc4c4ed6c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74535) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 10:31:08 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-3fef0a79-74a6-4799-b4d4-b1a06127a668 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Converting VIF {"id": "2e8ad2ec-a4a9-4305-ad44-3f5fc4c4ed6c", "address": "fa:16:3e:44:ff:7a", "network": {"id": "bdb2b3ee-b099-4199-bb1d-47403d29494b", "bridge": "br-int", "label": "tempest-TestStampPattern-1379758354-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c0786f7ef4e478db386b1a1ee80b3e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e8ad2ec-a4", "ovs_interfaceid": "2e8ad2ec-a4a9-4305-ad44-3f5fc4c4ed6c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:31:08 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-3fef0a79-74a6-4799-b4d4-b1a06127a668 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:44:ff:7a,bridge_name='br-int',has_traffic_filtering=True,id=2e8ad2ec-a4a9-4305-ad44-3f5fc4c4ed6c,network=Network(bdb2b3ee-b099-4199-bb1d-47403d29494b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2e8ad2ec-a4') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:31:08 user nova-compute[74535]: DEBUG nova.objects.instance [None req-3fef0a79-74a6-4799-b4d4-b1a06127a668 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Lazy-loading 'pci_devices' on Instance uuid 71c88634-6eeb-4d2f-890c-8005a9be0ccb {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:31:08 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3fef0a79-74a6-4799-b4d4-b1a06127a668 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] [instance: 71c88634-6eeb-4d2f-890c-8005a9be0ccb] End _get_guest_xml xml=<domain type="kvm">
Dec 06 10:31:08 user nova-compute[74535]:   <uuid>71c88634-6eeb-4d2f-890c-8005a9be0ccb</uuid>
Dec 06 10:31:08 user nova-compute[74535]:   <name>instance-00000033</name>
Dec 06 10:31:08 user nova-compute[74535]:   <memory>524288</memory>
Dec 06 10:31:08 user nova-compute[74535]:   <vcpu>1</vcpu>
Dec 06 10:31:08 user nova-compute[74535]:   <metadata>
Dec 06 10:31:08 user nova-compute[74535]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 10:31:08 user nova-compute[74535]:       <nova:package version="0.0.0"/>
Dec 06 10:31:08 user nova-compute[74535]:       <nova:name>tempest-TestStampPattern-server-2022657203</nova:name>
Dec 06 10:31:08 user nova-compute[74535]:       <nova:creationTime>2023-12-06 10:31:08</nova:creationTime>
Dec 06 10:31:08 user nova-compute[74535]:       <nova:flavor name="m1.tiny">
Dec 06 10:31:08 user nova-compute[74535]:         <nova:memory>512</nova:memory>
Dec 06 10:31:08 user nova-compute[74535]:         <nova:disk>1</nova:disk>
Dec 06 10:31:08 user nova-compute[74535]:         <nova:swap>0</nova:swap>
Dec 06 10:31:08 user nova-compute[74535]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 10:31:08 user nova-compute[74535]:         <nova:vcpus>1</nova:vcpus>
Dec 06 10:31:08 user nova-compute[74535]:       </nova:flavor>
Dec 06 10:31:08 user nova-compute[74535]:       <nova:owner>
Dec 06 10:31:08 user nova-compute[74535]:         <nova:user uuid="fe67618b271a44e299ca55cea914fadd">tempest-TestStampPattern-1081633458-project-member</nova:user>
Dec 06 10:31:08 user nova-compute[74535]:         <nova:project uuid="8c0786f7ef4e478db386b1a1ee80b3e2">tempest-TestStampPattern-1081633458</nova:project>
Dec 06 10:31:08 user nova-compute[74535]:       </nova:owner>
Dec 06 10:31:08 user nova-compute[74535]:       <nova:root type="image" uuid="b338f3c8-9974-4b9f-bacb-c75dd541c256"/>
Dec 06 10:31:08 user nova-compute[74535]:       <nova:ports>
Dec 06 10:31:08 user nova-compute[74535]:         <nova:port uuid="2e8ad2ec-a4a9-4305-ad44-3f5fc4c4ed6c">
Dec 06 10:31:08 user nova-compute[74535]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Dec 06 10:31:08 user nova-compute[74535]:         </nova:port>
Dec 06 10:31:08 user nova-compute[74535]:       </nova:ports>
Dec 06 10:31:08 user nova-compute[74535]:     </nova:instance>
Dec 06 10:31:08 user nova-compute[74535]:   </metadata>
Dec 06 10:31:08 user nova-compute[74535]:   <sysinfo type="smbios">
Dec 06 10:31:08 user nova-compute[74535]:     <system>
Dec 06 10:31:08 user nova-compute[74535]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 10:31:08 user nova-compute[74535]:       <entry name="product">OpenStack Nova</entry>
Dec 06 10:31:08 user nova-compute[74535]:       <entry name="version">0.0.0</entry>
Dec 06 10:31:08 user nova-compute[74535]:       <entry name="serial">71c88634-6eeb-4d2f-890c-8005a9be0ccb</entry>
Dec 06 10:31:08 user nova-compute[74535]:       <entry name="uuid">71c88634-6eeb-4d2f-890c-8005a9be0ccb</entry>
Dec 06 10:31:08 user nova-compute[74535]:       <entry name="family">Virtual Machine</entry>
Dec 06 10:31:08 user nova-compute[74535]:     </system>
Dec 06 10:31:08 user nova-compute[74535]:   </sysinfo>
Dec 06 10:31:08 user nova-compute[74535]:   <os>
Dec 06 10:31:08 user nova-compute[74535]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 10:31:08 user nova-compute[74535]:     <boot dev="hd"/>
Dec 06 10:31:08 user nova-compute[74535]:     <smbios mode="sysinfo"/>
Dec 06 10:31:08 user nova-compute[74535]:   </os>
Dec 06 10:31:08 user nova-compute[74535]:   <features>
Dec 06 10:31:08 user nova-compute[74535]:     <acpi/>
Dec 06 10:31:08 user nova-compute[74535]:     <apic/>
Dec 06 10:31:08 user nova-compute[74535]:     <vmcoreinfo/>
Dec 06 10:31:08 user nova-compute[74535]:   </features>
Dec 06 10:31:08 user nova-compute[74535]:   <clock offset="utc">
Dec 06 10:31:08 user nova-compute[74535]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 10:31:08 user nova-compute[74535]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 10:31:08 user nova-compute[74535]:     <timer name="hpet" present="no"/>
Dec 06 10:31:08 user nova-compute[74535]:   </clock>
Dec 06 10:31:08 user nova-compute[74535]:   <cpu mode="custom" match="exact">
Dec 06 10:31:08 user nova-compute[74535]:     <model>Nehalem</model>
Dec 06 10:31:08 user nova-compute[74535]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 10:31:08 user nova-compute[74535]:   </cpu>
Dec 06 10:31:08 user nova-compute[74535]:   <devices>
Dec 06 10:31:08 user nova-compute[74535]:     <disk type="file" device="disk">
Dec 06 10:31:08 user nova-compute[74535]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 10:31:08 user nova-compute[74535]:       <source file="/opt/stack/data/nova/instances/71c88634-6eeb-4d2f-890c-8005a9be0ccb/disk"/>
Dec 06 10:31:08 user nova-compute[74535]:       <target dev="vda" bus="virtio"/>
Dec 06 10:31:08 user nova-compute[74535]:     </disk>
Dec 06 10:31:08 user nova-compute[74535]:     <interface type="ethernet">
Dec 06 10:31:08 user nova-compute[74535]:       <mac address="fa:16:3e:44:ff:7a"/>
Dec 06 10:31:08 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 10:31:08 user nova-compute[74535]:       <mtu size="1442"/>
Dec 06 10:31:08 user nova-compute[74535]:       <target dev="tap2e8ad2ec-a4"/>
Dec 06 10:31:08 user nova-compute[74535]:     </interface>
Dec 06 10:31:08 user nova-compute[74535]:     <serial type="pty">
Dec 06 10:31:08 user nova-compute[74535]:       <log file="/opt/stack/data/nova/instances/71c88634-6eeb-4d2f-890c-8005a9be0ccb/console.log" append="off"/>
Dec 06 10:31:08 user nova-compute[74535]:     </serial>
Dec 06 10:31:08 user nova-compute[74535]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 10:31:08 user nova-compute[74535]:     <video>
Dec 06 10:31:08 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 10:31:08 user nova-compute[74535]:     </video>
Dec 06 10:31:08 user nova-compute[74535]:     <rng model="virtio">
Dec 06 10:31:08 user nova-compute[74535]:       <backend model="random">/dev/urandom</backend>
Dec 06 10:31:08 user nova-compute[74535]:     </rng>
Dec 06 10:31:08 user nova-compute[74535]:     <controller type="usb" index="0" model="none"/>
Dec 06 10:31:08 user nova-compute[74535]:     <memballoon model="virtio">
Dec 06 10:31:08 user nova-compute[74535]:       <stats period="10"/>
Dec 06 10:31:08 user nova-compute[74535]:     </memballoon>
Dec 06 10:31:08 user nova-compute[74535]:   </devices>
Dec 06 10:31:08 user nova-compute[74535]: </domain>
Dec 06 10:31:08 user nova-compute[74535]:  {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 10:31:08 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-3fef0a79-74a6-4799-b4d4-b1a06127a668 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:31:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-2022657203',display_name='tempest-TestStampPattern-server-2022657203',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-2022657203',id=51,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIpAcmwFatYo/3w6zP6GKZWzmahYHSfDO9VnLvrfdomsKFiRtP6NvaYmgzyhK14fgxS9d/ZIi6JtahttTsZWa+AxqoIb++OKhhsBVMwVGwNeRIOpsEil3hxIIyIIIOhvTg==',key_name='tempest-TestStampPattern-1900610372',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8c0786f7ef4e478db386b1a1ee80b3e2',ramdisk_id='',reservation_id='r-v4mqynd0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestStampPattern-1081633458',owner_user_name='tempest-TestStampPattern-1081633458-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T10:31:06Z,user_data=None,user_id='fe67618b271a44e299ca55cea914fadd',uuid=71c88634-6eeb-4d2f-890c-8005a9be0ccb,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2e8ad2ec-a4a9-4305-ad44-3f5fc4c4ed6c", "address": "fa:16:3e:44:ff:7a", "network": {"id": "bdb2b3ee-b099-4199-bb1d-47403d29494b", "bridge": "br-int", "label": "tempest-TestStampPattern-1379758354-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c0786f7ef4e478db386b1a1ee80b3e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e8ad2ec-a4", "ovs_interfaceid": "2e8ad2ec-a4a9-4305-ad44-3f5fc4c4ed6c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 10:31:08 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-3fef0a79-74a6-4799-b4d4-b1a06127a668 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Converting VIF {"id": "2e8ad2ec-a4a9-4305-ad44-3f5fc4c4ed6c", "address": "fa:16:3e:44:ff:7a", "network": {"id": "bdb2b3ee-b099-4199-bb1d-47403d29494b", "bridge": "br-int", "label": "tempest-TestStampPattern-1379758354-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c0786f7ef4e478db386b1a1ee80b3e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e8ad2ec-a4", "ovs_interfaceid": "2e8ad2ec-a4a9-4305-ad44-3f5fc4c4ed6c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:31:08 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-3fef0a79-74a6-4799-b4d4-b1a06127a668 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:44:ff:7a,bridge_name='br-int',has_traffic_filtering=True,id=2e8ad2ec-a4a9-4305-ad44-3f5fc4c4ed6c,network=Network(bdb2b3ee-b099-4199-bb1d-47403d29494b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2e8ad2ec-a4') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:31:08 user nova-compute[74535]: DEBUG os_vif [None req-3fef0a79-74a6-4799-b4d4-b1a06127a668 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:44:ff:7a,bridge_name='br-int',has_traffic_filtering=True,id=2e8ad2ec-a4a9-4305-ad44-3f5fc4c4ed6c,network=Network(bdb2b3ee-b099-4199-bb1d-47403d29494b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2e8ad2ec-a4') {{(pid=74535) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 10:31:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:31:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:31:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 10:31:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:31:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '39f4e357-088f-562e-aede-def815ba8846', '_type': 'linux-noop'}}, row=False) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:31:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:31:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:31:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:31:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap2e8ad2ec-a4, may_exist=True, interface_attrs={}) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:31:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap2e8ad2ec-a4, col_values=(('qos', UUID('53abce11-7c4c-47b9-bc8a-c9269000171c')),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:31:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap2e8ad2ec-a4, col_values=(('external_ids', {'iface-id': '2e8ad2ec-a4a9-4305-ad44-3f5fc4c4ed6c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:44:ff:7a', 'vm-uuid': '71c88634-6eeb-4d2f-890c-8005a9be0ccb'}),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:31:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:31:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:31:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:31:08 user nova-compute[74535]: INFO os_vif [None req-3fef0a79-74a6-4799-b4d4-b1a06127a668 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:44:ff:7a,bridge_name='br-int',has_traffic_filtering=True,id=2e8ad2ec-a4a9-4305-ad44-3f5fc4c4ed6c,network=Network(bdb2b3ee-b099-4199-bb1d-47403d29494b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2e8ad2ec-a4')
Dec 06 10:31:08 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3fef0a79-74a6-4799-b4d4-b1a06127a668 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] No BDM found with device name vda, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 10:31:08 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3fef0a79-74a6-4799-b4d4-b1a06127a668 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] No VIF found with MAC fa:16:3e:44:ff:7a, not building metadata {{(pid=74535) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 10:31:08 user nova-compute[74535]: DEBUG nova.network.neutron [req-04e9095f-6655-4b55-a61e-9949f873407e req-2452e894-43a3-413e-a6e0-25dba709c5ea service nova] [instance: 71c88634-6eeb-4d2f-890c-8005a9be0ccb] Updated VIF entry in instance network info cache for port 2e8ad2ec-a4a9-4305-ad44-3f5fc4c4ed6c. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 10:31:08 user nova-compute[74535]: DEBUG nova.network.neutron [req-04e9095f-6655-4b55-a61e-9949f873407e req-2452e894-43a3-413e-a6e0-25dba709c5ea service nova] [instance: 71c88634-6eeb-4d2f-890c-8005a9be0ccb] Updating instance_info_cache with network_info: [{"id": "2e8ad2ec-a4a9-4305-ad44-3f5fc4c4ed6c", "address": "fa:16:3e:44:ff:7a", "network": {"id": "bdb2b3ee-b099-4199-bb1d-47403d29494b", "bridge": "br-int", "label": "tempest-TestStampPattern-1379758354-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c0786f7ef4e478db386b1a1ee80b3e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e8ad2ec-a4", "ovs_interfaceid": "2e8ad2ec-a4a9-4305-ad44-3f5fc4c4ed6c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:31:08 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-04e9095f-6655-4b55-a61e-9949f873407e req-2452e894-43a3-413e-a6e0-25dba709c5ea service nova] Releasing lock "refresh_cache-71c88634-6eeb-4d2f-890c-8005a9be0ccb" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:31:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:31:09 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:31:09 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:31:09 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:31:09 user nova-compute[74535]: DEBUG nova.compute.manager [req-f4a6dd73-7957-4649-af34-7ecd96ca8d40 req-97353913-aba7-4b92-9765-098bb817eadd service nova] [instance: 71c88634-6eeb-4d2f-890c-8005a9be0ccb] Received event network-vif-plugged-2e8ad2ec-a4a9-4305-ad44-3f5fc4c4ed6c {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:31:09 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-f4a6dd73-7957-4649-af34-7ecd96ca8d40 req-97353913-aba7-4b92-9765-098bb817eadd service nova] Acquiring lock "71c88634-6eeb-4d2f-890c-8005a9be0ccb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:31:09 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-f4a6dd73-7957-4649-af34-7ecd96ca8d40 req-97353913-aba7-4b92-9765-098bb817eadd service nova] Lock "71c88634-6eeb-4d2f-890c-8005a9be0ccb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:31:09 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-f4a6dd73-7957-4649-af34-7ecd96ca8d40 req-97353913-aba7-4b92-9765-098bb817eadd service nova] Lock "71c88634-6eeb-4d2f-890c-8005a9be0ccb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:31:09 user nova-compute[74535]: DEBUG nova.compute.manager [req-f4a6dd73-7957-4649-af34-7ecd96ca8d40 req-97353913-aba7-4b92-9765-098bb817eadd service nova] [instance: 71c88634-6eeb-4d2f-890c-8005a9be0ccb] No waiting events found dispatching network-vif-plugged-2e8ad2ec-a4a9-4305-ad44-3f5fc4c4ed6c {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:31:09 user nova-compute[74535]: WARNING nova.compute.manager [req-f4a6dd73-7957-4649-af34-7ecd96ca8d40 req-97353913-aba7-4b92-9765-098bb817eadd service nova] [instance: 71c88634-6eeb-4d2f-890c-8005a9be0ccb] Received unexpected event network-vif-plugged-2e8ad2ec-a4a9-4305-ad44-3f5fc4c4ed6c for instance with vm_state building and task_state spawning.
Dec 06 10:31:10 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:31:10 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:31:10 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:31:10 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:31:11 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3fef0a79-74a6-4799-b4d4-b1a06127a668 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] [instance: 71c88634-6eeb-4d2f-890c-8005a9be0ccb] Instance event wait completed in 0 seconds for  {{(pid=74535) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 10:31:11 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3fef0a79-74a6-4799-b4d4-b1a06127a668 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] [instance: 71c88634-6eeb-4d2f-890c-8005a9be0ccb] Guest created on hypervisor {{(pid=74535) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 10:31:11 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: 71c88634-6eeb-4d2f-890c-8005a9be0ccb] Instance spawned successfully.
Dec 06 10:31:11 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3fef0a79-74a6-4799-b4d4-b1a06127a668 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] [instance: 71c88634-6eeb-4d2f-890c-8005a9be0ccb] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 10:31:11 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3fef0a79-74a6-4799-b4d4-b1a06127a668 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] [instance: 71c88634-6eeb-4d2f-890c-8005a9be0ccb] Found default for hw_cdrom_bus of ide {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:31:11 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3fef0a79-74a6-4799-b4d4-b1a06127a668 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] [instance: 71c88634-6eeb-4d2f-890c-8005a9be0ccb] Found default for hw_disk_bus of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:31:11 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3fef0a79-74a6-4799-b4d4-b1a06127a668 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] [instance: 71c88634-6eeb-4d2f-890c-8005a9be0ccb] Found default for hw_input_bus of None {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:31:11 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3fef0a79-74a6-4799-b4d4-b1a06127a668 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] [instance: 71c88634-6eeb-4d2f-890c-8005a9be0ccb] Found default for hw_pointer_model of None {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:31:11 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3fef0a79-74a6-4799-b4d4-b1a06127a668 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] [instance: 71c88634-6eeb-4d2f-890c-8005a9be0ccb] Found default for hw_video_model of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:31:11 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-3fef0a79-74a6-4799-b4d4-b1a06127a668 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] [instance: 71c88634-6eeb-4d2f-890c-8005a9be0ccb] Found default for hw_vif_model of virtio {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:31:11 user nova-compute[74535]: INFO nova.compute.manager [None req-3fef0a79-74a6-4799-b4d4-b1a06127a668 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] [instance: 71c88634-6eeb-4d2f-890c-8005a9be0ccb] Took 5.84 seconds to spawn the instance on the hypervisor.
Dec 06 10:31:11 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3fef0a79-74a6-4799-b4d4-b1a06127a668 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] [instance: 71c88634-6eeb-4d2f-890c-8005a9be0ccb] Checking state {{(pid=74535) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 10:31:11 user nova-compute[74535]: DEBUG nova.compute.manager [req-b6691553-c9eb-42fc-9553-5ed09ea94f9b req-7f9ddbbf-72e8-4a16-9a53-f4d2d4834b9c service nova] [instance: 71c88634-6eeb-4d2f-890c-8005a9be0ccb] Received event network-vif-plugged-2e8ad2ec-a4a9-4305-ad44-3f5fc4c4ed6c {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:31:11 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-b6691553-c9eb-42fc-9553-5ed09ea94f9b req-7f9ddbbf-72e8-4a16-9a53-f4d2d4834b9c service nova] Acquiring lock "71c88634-6eeb-4d2f-890c-8005a9be0ccb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:31:11 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-b6691553-c9eb-42fc-9553-5ed09ea94f9b req-7f9ddbbf-72e8-4a16-9a53-f4d2d4834b9c service nova] Lock "71c88634-6eeb-4d2f-890c-8005a9be0ccb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:31:11 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-b6691553-c9eb-42fc-9553-5ed09ea94f9b req-7f9ddbbf-72e8-4a16-9a53-f4d2d4834b9c service nova] Lock "71c88634-6eeb-4d2f-890c-8005a9be0ccb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:31:11 user nova-compute[74535]: DEBUG nova.compute.manager [req-b6691553-c9eb-42fc-9553-5ed09ea94f9b req-7f9ddbbf-72e8-4a16-9a53-f4d2d4834b9c service nova] [instance: 71c88634-6eeb-4d2f-890c-8005a9be0ccb] No waiting events found dispatching network-vif-plugged-2e8ad2ec-a4a9-4305-ad44-3f5fc4c4ed6c {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:31:11 user nova-compute[74535]: WARNING nova.compute.manager [req-b6691553-c9eb-42fc-9553-5ed09ea94f9b req-7f9ddbbf-72e8-4a16-9a53-f4d2d4834b9c service nova] [instance: 71c88634-6eeb-4d2f-890c-8005a9be0ccb] Received unexpected event network-vif-plugged-2e8ad2ec-a4a9-4305-ad44-3f5fc4c4ed6c for instance with vm_state building and task_state spawning.
Dec 06 10:31:11 user nova-compute[74535]: INFO nova.compute.manager [None req-3fef0a79-74a6-4799-b4d4-b1a06127a668 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] [instance: 71c88634-6eeb-4d2f-890c-8005a9be0ccb] Took 6.42 seconds to build instance.
Dec 06 10:31:12 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3fef0a79-74a6-4799-b4d4-b1a06127a668 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Lock "71c88634-6eeb-4d2f-890c-8005a9be0ccb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.517s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:31:13 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:31:13 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:31:18 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:31:18 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:31:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:31:28 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:31:28 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:31:30 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:31:31 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:31:31 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74535) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 10:31:31 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:31:31 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:31:31 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:31:31 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:31:31 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Auditing locally available compute resources for user (node: user) {{(pid=74535) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 10:31:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5fbccc6-69fd-4351-adba-7c3d89362c96/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:31:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5fbccc6-69fd-4351-adba-7c3d89362c96/disk --force-share --output=json" returned: 0 in 0.281s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:31:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5fbccc6-69fd-4351-adba-7c3d89362c96/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:31:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5fbccc6-69fd-4351-adba-7c3d89362c96/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:31:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71c88634-6eeb-4d2f-890c-8005a9be0ccb/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:31:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71c88634-6eeb-4d2f-890c-8005a9be0ccb/disk --force-share --output=json" returned: 0 in 0.246s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:31:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71c88634-6eeb-4d2f-890c-8005a9be0ccb/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:31:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71c88634-6eeb-4d2f-890c-8005a9be0ccb/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:31:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:31:33 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:31:33 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:31:33 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Hypervisor/Node resource view: name=user free_ram=8835MB free_disk=25.11505126953125GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74535) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 10:31:33 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:31:33 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:31:33 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance c5fbccc6-69fd-4351-adba-7c3d89362c96 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:31:33 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 71c88634-6eeb-4d2f-890c-8005a9be0ccb actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:31:33 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=74535) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 10:31:33 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=74535) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 10:31:33 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:31:33 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:31:33 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Compute_service record updated for user:user {{(pid=74535) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 10:31:33 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.248s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:31:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:31:36 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-7ee3c6b9-7ac2-4b23-835e-c59f319f1a9f tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Acquiring lock "c5fbccc6-69fd-4351-adba-7c3d89362c96" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:31:36 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-7ee3c6b9-7ac2-4b23-835e-c59f319f1a9f tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Lock "c5fbccc6-69fd-4351-adba-7c3d89362c96" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:31:36 user nova-compute[74535]: DEBUG nova.objects.instance [None req-7ee3c6b9-7ac2-4b23-835e-c59f319f1a9f tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Lazy-loading 'flavor' on Instance uuid c5fbccc6-69fd-4351-adba-7c3d89362c96 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:31:36 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-7ee3c6b9-7ac2-4b23-835e-c59f319f1a9f tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Lock "c5fbccc6-69fd-4351-adba-7c3d89362c96" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.061s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:31:37 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-7ee3c6b9-7ac2-4b23-835e-c59f319f1a9f tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Acquiring lock "c5fbccc6-69fd-4351-adba-7c3d89362c96" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:31:37 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-7ee3c6b9-7ac2-4b23-835e-c59f319f1a9f tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Lock "c5fbccc6-69fd-4351-adba-7c3d89362c96" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:31:37 user nova-compute[74535]: INFO nova.compute.manager [None req-7ee3c6b9-7ac2-4b23-835e-c59f319f1a9f tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] Attaching volume e5f455b4-7adc-4660-b6dd-23ff505b3927 to /dev/vdb
Dec 06 10:31:37 user nova-compute[74535]: DEBUG os_brick.utils [None req-7ee3c6b9-7ac2-4b23-835e-c59f319f1a9f tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:31:37 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:31:37 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:31:37 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[3924f06f-61d6-4592-928b-cce3d05c1356]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d95ac7cee77a\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:31:37 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:31:37 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:31:37 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[fed7f02e-fb9e-45b1-bf32-92a91cd70896]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:31:37 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:31:37 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:31:37 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb837b24-a2e0-46e8-9f16-b8755f36360c]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:31:37 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[29e152de-5551-4371-901e-693bd732256c]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:31:37 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-7ee3c6b9-7ac2-4b23-835e-c59f319f1a9f tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Running cmd (subprocess): nvme version {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:31:37 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-7ee3c6b9-7ac2-4b23-835e-c59f319f1a9f tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] 'nvme version' failed. Not Retrying. {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 10:31:37 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.nvmeof [None req-7ee3c6b9-7ac2-4b23-835e-c59f319f1a9f tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] nvme not present on system {{(pid=74535) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 10:31:37 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:31:37 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 10:31:37 user nova-compute[74535]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 10:31:37 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c77b547-ea6a-4ffe-a3a0-afe2b5d06eb4]: (4, '') {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:31:37 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-7ee3c6b9-7ac2-4b23-835e-c59f319f1a9f tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74535) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 10:31:37 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-7ee3c6b9-7ac2-4b23-835e-c59f319f1a9f tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74535) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 10:31:37 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-7ee3c6b9-7ac2-4b23-835e-c59f319f1a9f tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] LIGHTOS: no hostnqn found. {{(pid=74535) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 10:31:37 user nova-compute[74535]: DEBUG os_brick.utils [None req-7ee3c6b9-7ac2-4b23-835e-c59f319f1a9f tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] <== get_connector_properties: return (125ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d95ac7cee77a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:31:37 user nova-compute[74535]: DEBUG nova.virt.block_device [None req-7ee3c6b9-7ac2-4b23-835e-c59f319f1a9f tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] Updating existing volume attachment record: 98056863-2b63-4049-ab9f-73deef60e1aa {{(pid=74535) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 10:31:38 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:31:38 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:31:40 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:31:40 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:31:40 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:31:40 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:31:43 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:31:43 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:31:43 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:31:43 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Starting heal instance info cache {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 10:31:43 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Rebuilding the list of instances to heal {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 06 10:31:44 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "refresh_cache-c5fbccc6-69fd-4351-adba-7c3d89362c96" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:31:44 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquired lock "refresh_cache-c5fbccc6-69fd-4351-adba-7c3d89362c96" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:31:44 user nova-compute[74535]: DEBUG nova.network.neutron [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] Forcefully refreshing network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 10:31:44 user nova-compute[74535]: DEBUG nova.objects.instance [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lazy-loading 'info_cache' on Instance uuid c5fbccc6-69fd-4351-adba-7c3d89362c96 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:31:44 user nova-compute[74535]: DEBUG nova.network.neutron [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] Updating instance_info_cache with network_info: [{"id": "7c7a6b6b-a1e4-4ff0-b967-d36d55cfcd57", "address": "fa:16:3e:26:fa:e0", "network": {"id": "15e2f67e-2ad5-4d2d-a066-db3029561e94", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-297299668-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.39", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "64c680f42bc54413a5a1c35bcd04a075", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c7a6b6b-a1", "ovs_interfaceid": "7c7a6b6b-a1e4-4ff0-b967-d36d55cfcd57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:31:44 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Releasing lock "refresh_cache-c5fbccc6-69fd-4351-adba-7c3d89362c96" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:31:44 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] Updated the network info_cache for instance {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 10:31:44 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:31:46 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7ee3c6b9-7ac2-4b23-835e-c59f319f1a9f tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] Calling os-brick to attach iSCSI Volume {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 10:31:46 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ee3c6b9-7ac2-4b23-835e-c59f319f1a9f tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:e5f455b4-7adc-4660-b6dd-23ff505b3927', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GZEJgCBo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:31:46 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-7ee3c6b9-7ac2-4b23-835e-c59f319f1a9f tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:31:46 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-7ee3c6b9-7ac2-4b23-835e-c59f319f1a9f tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:31:46 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-7ee3c6b9-7ac2-4b23-835e-c59f319f1a9f tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:31:46 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-7ee3c6b9-7ac2-4b23-835e-c59f319f1a9f tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:31:46 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-7ee3c6b9-7ac2-4b23-835e-c59f319f1a9f tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e5f455b4-7adc-4660-b6dd-23ff505b3927" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:31:46 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-7ee3c6b9-7ac2-4b23-835e-c59f319f1a9f tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e5f455b4-7adc-4660-b6dd-23ff505b3927" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:31:46 user nova-compute[74535]: INFO os_brick.initiator.connectors.iscsi [None req-7ee3c6b9-7ac2-4b23-835e-c59f319f1a9f tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 10:31:46 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e5f455b4-7adc-4660-b6dd-23ff505b3927 -p 172.16.0.220:3260 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:31:46 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e5f455b4-7adc-4660-b6dd-23ff505b3927 -p 172.16.0.220:3260" returned: 21 in 0.016s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:31:46 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[3fe9a88c-f1ff-4e9a-b794-3bc310f13d01]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:31:46 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ee3c6b9-7ac2-4b23-835e-c59f319f1a9f tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 10:31:46 user nova-compute[74535]:  {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:31:46 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e5f455b4-7adc-4660-b6dd-23ff505b3927 -p 172.16.0.220:3260 --interface default --op new {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:31:46 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e5f455b4-7adc-4660-b6dd-23ff505b3927 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:31:46 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[a801bddd-5d73-4c13-a7cf-aae7ef804168]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e5f455b4-7adc-4660-b6dd-23ff505b3927] added\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:31:46 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ee3c6b9-7ac2-4b23-835e-c59f319f1a9f tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e5f455b4-7adc-4660-b6dd-23ff505b3927] added
Dec 06 10:31:46 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:31:46 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e5f455b4-7adc-4660-b6dd-23ff505b3927 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:31:46 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e5f455b4-7adc-4660-b6dd-23ff505b3927 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:31:46 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[f8aad7ad-cb4e-4447-8f03-0c00fb397eac]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:31:46 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ee3c6b9-7ac2-4b23-835e-c59f319f1a9f tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:31:46 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e5f455b4-7adc-4660-b6dd-23ff505b3927 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:31:46 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e5f455b4-7adc-4660-b6dd-23ff505b3927 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:31:46 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[43d0295b-6a20-40f9-9cea-8933d3db546c]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:31:46 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ee3c6b9-7ac2-4b23-835e-c59f319f1a9f tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:31:46 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e5f455b4-7adc-4660-b6dd-23ff505b3927 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v GZEJgCBo {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:31:46 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e5f455b4-7adc-4660-b6dd-23ff505b3927 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v GZEJgCBo" returned: 0 in 0.017s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:31:46 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[c4d32dd7-c8fc-485a-8a4a-d878977ead64]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:31:46 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ee3c6b9-7ac2-4b23-835e-c59f319f1a9f tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'GZEJgCBo'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:31:46 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e5f455b4-7adc-4660-b6dd-23ff505b3927 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:31:46 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e5f455b4-7adc-4660-b6dd-23ff505b3927 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:31:46 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[57d9fd1b-dd0c-4a44-a0a2-c7a036d46e8c]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:31:46 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ee3c6b9-7ac2-4b23-835e-c59f319f1a9f tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:31:46 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:31:46 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.017s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:31:46 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d44e239-e92a-4ef1-a665-2462bb650fb6]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:31:46 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ee3c6b9-7ac2-4b23-835e-c59f319f1a9f tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Dec 06 10:31:46 user nova-compute[74535]:  {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:31:46 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ee3c6b9-7ac2-4b23-835e-c59f319f1a9f tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Dec 06 10:31:46 user nova-compute[74535]:  {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:31:46 user nova-compute[74535]: WARNING os_brick.initiator.connectors.iscsi [None req-7ee3c6b9-7ac2-4b23-835e-c59f319f1a9f tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Dec 06 10:31:46 user nova-compute[74535]: 
Dec 06 10:31:46 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e5f455b4-7adc-4660-b6dd-23ff505b3927 -p 172.16.0.220:3260 --login {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:31:46 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e5f455b4-7adc-4660-b6dd-23ff505b3927 -p 172.16.0.220:3260 --login" returned: 0 in 0.044s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:31:46 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd88ef53-62d6-4148-99f8-85e210c61a83]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:e5f455b4-7adc-4660-b6dd-23ff505b3927, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:e5f455b4-7adc-4660-b6dd-23ff505b3927, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:31:46 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ee3c6b9-7ac2-4b23-835e-c59f319f1a9f tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:e5f455b4-7adc-4660-b6dd-23ff505b3927, portal: 172.16.0.220,3260]
Dec 06 10:31:46 user nova-compute[74535]: Login to [iface: default, target: iqn.2010-10.org.openstack:e5f455b4-7adc-4660-b6dd-23ff505b3927, portal: 172.16.0.220,3260] successful.
Dec 06 10:31:46 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:31:46 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e5f455b4-7adc-4660-b6dd-23ff505b3927 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:31:46 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e5f455b4-7adc-4660-b6dd-23ff505b3927 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:31:46 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f22dfa0-1e12-4ace-ba45-3c8fbfb1c4af]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:31:46 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ee3c6b9-7ac2-4b23-835e-c59f319f1a9f tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:31:46 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:31:46 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:31:46 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[926b885e-08ad-4fd7-a8c7-b6aa183dee63]: (4, ('tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5f455b4-7adc-4660-b6dd-23ff505b3927 (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:31:46 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ee3c6b9-7ac2-4b23-835e-c59f319f1a9f tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5f455b4-7adc-4660-b6dd-23ff505b3927 (non-flash)
Dec 06 10:31:46 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:31:46 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ee3c6b9-7ac2-4b23-835e-c59f319f1a9f tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] iscsi session list stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5f455b4-7adc-4660-b6dd-23ff505b3927 (non-flash)
Dec 06 10:31:46 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:31:46 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-7ee3c6b9-7ac2-4b23-835e-c59f319f1a9f tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e5f455b4-7adc-4660-b6dd-23ff505b3927" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.251s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:31:46 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ee3c6b9-7ac2-4b23-835e-c59f319f1a9f tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Connected to 172.16.0.220:3260 {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 10:31:46 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-7ee3c6b9-7ac2-4b23-835e-c59f319f1a9f tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] HCTL ('33', '-', '-', 0) found on session 58 with lun 0 {{(pid=74535) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 10:31:46 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-7ee3c6b9-7ac2-4b23-835e-c59f319f1a9f tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74535) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 10:31:46 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:31:46 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:31:46 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[f016e5b9-df51-4857-8b71-039d55894b0d]: (4, ('- - 0', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:31:46 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-7ee3c6b9-7ac2-4b23-835e-c59f319f1a9f tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Searching for a device in session 58 and hctl ['33', '*', '*', 0] yield: None {{(pid=74535) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 10:31:47 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-7ee3c6b9-7ac2-4b23-835e-c59f319f1a9f tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Searching for a device in session 58 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74535) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 10:31:47 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ee3c6b9-7ac2-4b23-835e-c59f319f1a9f tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:e5f455b4-7adc-4660-b6dd-23ff505b3927', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GZEJgCBo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 10:31:47 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-7ee3c6b9-7ac2-4b23-835e-c59f319f1a9f tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.284s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:31:47 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ee3c6b9-7ac2-4b23-835e-c59f319f1a9f tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] <== connect_volume: return (1286ms) {'type': 'block', 'scsi_wwn': '23463383639303336', 'path': '/dev/sdb'} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:31:47 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7ee3c6b9-7ac2-4b23-835e-c59f319f1a9f tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23463383639303336', 'path': '/dev/sdb'} {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 10:31:47 user nova-compute[74535]: DEBUG nova.objects.instance [None req-7ee3c6b9-7ac2-4b23-835e-c59f319f1a9f tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Lazy-loading 'flavor' on Instance uuid c5fbccc6-69fd-4351-adba-7c3d89362c96 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:31:47 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-7ee3c6b9-7ac2-4b23-835e-c59f319f1a9f tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 10:31:47 user nova-compute[74535]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 10:31:47 user nova-compute[74535]:   <source dev="/dev/sdb"/>
Dec 06 10:31:47 user nova-compute[74535]:   <target dev="vdb" bus="virtio"/>
Dec 06 10:31:47 user nova-compute[74535]:   <serial>e5f455b4-7adc-4660-b6dd-23ff505b3927</serial>
Dec 06 10:31:47 user nova-compute[74535]: </disk>
Dec 06 10:31:47 user nova-compute[74535]:  {{(pid=74535) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 10:31:48 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:31:48 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-7ee3c6b9-7ac2-4b23-835e-c59f319f1a9f tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] No BDM found with device name vda, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 10:31:48 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-7ee3c6b9-7ac2-4b23-835e-c59f319f1a9f tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 10:31:48 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-7ee3c6b9-7ac2-4b23-835e-c59f319f1a9f tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] No VIF found with MAC fa:16:3e:26:fa:e0, not building metadata {{(pid=74535) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 10:31:48 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-7ee3c6b9-7ac2-4b23-835e-c59f319f1a9f tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Lock "c5fbccc6-69fd-4351-adba-7c3d89362c96" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 11.313s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:31:50 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-049a10e8-6cab-4e31-95b2-776b25df2939 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Acquiring lock "c5fbccc6-69fd-4351-adba-7c3d89362c96" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:31:50 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-049a10e8-6cab-4e31-95b2-776b25df2939 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Lock "c5fbccc6-69fd-4351-adba-7c3d89362c96" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:31:50 user nova-compute[74535]: INFO nova.compute.manager [None req-049a10e8-6cab-4e31-95b2-776b25df2939 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] Detaching volume e5f455b4-7adc-4660-b6dd-23ff505b3927
Dec 06 10:31:50 user nova-compute[74535]: INFO nova.virt.block_device [None req-049a10e8-6cab-4e31-95b2-776b25df2939 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] Attempting to driver detach volume e5f455b4-7adc-4660-b6dd-23ff505b3927 from mountpoint /dev/vdb
Dec 06 10:31:50 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-049a10e8-6cab-4e31-95b2-776b25df2939 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Attempting to detach device vdb from instance c5fbccc6-69fd-4351-adba-7c3d89362c96 from the persistent domain config. {{(pid=74535) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 10:31:50 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-049a10e8-6cab-4e31-95b2-776b25df2939 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 10:31:50 user nova-compute[74535]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 10:31:50 user nova-compute[74535]:   <source dev="/dev/sdb"/>
Dec 06 10:31:50 user nova-compute[74535]:   <target dev="vdb" bus="virtio"/>
Dec 06 10:31:50 user nova-compute[74535]:   <serial>e5f455b4-7adc-4660-b6dd-23ff505b3927</serial>
Dec 06 10:31:50 user nova-compute[74535]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 10:31:50 user nova-compute[74535]: </disk>
Dec 06 10:31:50 user nova-compute[74535]:  {{(pid=74535) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 10:31:50 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-049a10e8-6cab-4e31-95b2-776b25df2939 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Successfully detached device vdb from instance c5fbccc6-69fd-4351-adba-7c3d89362c96 from the persistent domain config.
Dec 06 10:31:50 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-049a10e8-6cab-4e31-95b2-776b25df2939 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance c5fbccc6-69fd-4351-adba-7c3d89362c96 from the live domain config. {{(pid=74535) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 10:31:50 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-049a10e8-6cab-4e31-95b2-776b25df2939 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 10:31:50 user nova-compute[74535]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 10:31:50 user nova-compute[74535]:   <source dev="/dev/sdb"/>
Dec 06 10:31:50 user nova-compute[74535]:   <target dev="vdb" bus="virtio"/>
Dec 06 10:31:50 user nova-compute[74535]:   <serial>e5f455b4-7adc-4660-b6dd-23ff505b3927</serial>
Dec 06 10:31:50 user nova-compute[74535]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 10:31:50 user nova-compute[74535]: </disk>
Dec 06 10:31:50 user nova-compute[74535]:  {{(pid=74535) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 10:31:50 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-049a10e8-6cab-4e31-95b2-776b25df2939 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance c5fbccc6-69fd-4351-adba-7c3d89362c96 {{(pid=74535) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 10:31:53 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:31:53 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:31:58 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:31:58 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._run_image_cache_manager_pass {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:31:58 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "storage-registry-lock" by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:31:58 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "storage-registry-lock" acquired by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:31:58 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "storage-registry-lock" "released" by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:31:58 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "storage-registry-lock" by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:31:58 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "storage-registry-lock" acquired by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:31:58 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "storage-registry-lock" "released" by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:31:58 user nova-compute[74535]: DEBUG nova.virt.libvirt.imagecache [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Verify base images {{(pid=74535) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:314}}
Dec 06 10:31:58 user nova-compute[74535]: DEBUG nova.virt.libvirt.imagecache [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Image id b338f3c8-9974-4b9f-bacb-c75dd541c256 yields fingerprint 7aef4f97309efbd0d8988be1fd45eed756898e08 {{(pid=74535) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:319}}
Dec 06 10:31:58 user nova-compute[74535]: INFO nova.virt.libvirt.imagecache [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] image b338f3c8-9974-4b9f-bacb-c75dd541c256 at (/opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08): checking
Dec 06 10:31:58 user nova-compute[74535]: DEBUG nova.virt.libvirt.imagecache [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] image b338f3c8-9974-4b9f-bacb-c75dd541c256 at (/opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08): image is in use {{(pid=74535) _mark_in_use /opt/stack/nova/nova/virt/libvirt/imagecache.py:279}}
Dec 06 10:31:58 user nova-compute[74535]: DEBUG nova.virt.libvirt.imagecache [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Image id  yields fingerprint da39a3ee5e6b4b0d3255bfef95601890afd80709 {{(pid=74535) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:319}}
Dec 06 10:31:58 user nova-compute[74535]: DEBUG nova.virt.libvirt.imagecache [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] c5fbccc6-69fd-4351-adba-7c3d89362c96 is a valid instance name {{(pid=74535) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:126}}
Dec 06 10:31:58 user nova-compute[74535]: DEBUG nova.virt.libvirt.imagecache [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] c5fbccc6-69fd-4351-adba-7c3d89362c96 has a disk file {{(pid=74535) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:129}}
Dec 06 10:31:58 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5fbccc6-69fd-4351-adba-7c3d89362c96/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:31:59 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5fbccc6-69fd-4351-adba-7c3d89362c96/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:31:59 user nova-compute[74535]: DEBUG nova.virt.libvirt.imagecache [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance c5fbccc6-69fd-4351-adba-7c3d89362c96 is backed by 7aef4f97309efbd0d8988be1fd45eed756898e08 {{(pid=74535) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:141}}
Dec 06 10:31:59 user nova-compute[74535]: DEBUG nova.virt.libvirt.imagecache [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] 71c88634-6eeb-4d2f-890c-8005a9be0ccb is a valid instance name {{(pid=74535) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:126}}
Dec 06 10:31:59 user nova-compute[74535]: DEBUG nova.virt.libvirt.imagecache [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] 71c88634-6eeb-4d2f-890c-8005a9be0ccb has a disk file {{(pid=74535) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:129}}
Dec 06 10:31:59 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71c88634-6eeb-4d2f-890c-8005a9be0ccb/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:31:59 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71c88634-6eeb-4d2f-890c-8005a9be0ccb/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:31:59 user nova-compute[74535]: DEBUG nova.virt.libvirt.imagecache [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 71c88634-6eeb-4d2f-890c-8005a9be0ccb is backed by 7aef4f97309efbd0d8988be1fd45eed756898e08 {{(pid=74535) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:141}}
Dec 06 10:31:59 user nova-compute[74535]: WARNING nova.virt.libvirt.imagecache [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Unknown base file: /opt/stack/data/nova/instances/_base/05680d1874d4b08d81e736658336128dfc1a7475
Dec 06 10:31:59 user nova-compute[74535]: WARNING nova.virt.libvirt.imagecache [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Unknown base file: /opt/stack/data/nova/instances/_base/84708f6bbc283c3f80c442c885662fe691c7d4db
Dec 06 10:31:59 user nova-compute[74535]: WARNING nova.virt.libvirt.imagecache [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Unknown base file: /opt/stack/data/nova/instances/_base/5a470ec251a43a63ff63f0ad1b800a7ee918b4aa
Dec 06 10:31:59 user nova-compute[74535]: WARNING nova.virt.libvirt.imagecache [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Unknown base file: /opt/stack/data/nova/instances/_base/ca589c4a575c4f3e419aad3d6ce64c2374e96212
Dec 06 10:31:59 user nova-compute[74535]: WARNING nova.virt.libvirt.imagecache [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Unknown base file: /opt/stack/data/nova/instances/_base/f3c91e8804e7390fa7347003ca1fcc3e227fbc0f
Dec 06 10:31:59 user nova-compute[74535]: WARNING nova.virt.libvirt.imagecache [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Unknown base file: /opt/stack/data/nova/instances/_base/dc9c4473f0b1f832af64350d5a8a88387c0bed23
Dec 06 10:31:59 user nova-compute[74535]: WARNING nova.virt.libvirt.imagecache [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Unknown base file: /opt/stack/data/nova/instances/_base/469ac50e7de98cb0e588b5bd8859bf8569d31f10
Dec 06 10:31:59 user nova-compute[74535]: WARNING nova.virt.libvirt.imagecache [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Unknown base file: /opt/stack/data/nova/instances/_base/6d4c5b975079e8ff8e489f4bef116a34f5c51512
Dec 06 10:31:59 user nova-compute[74535]: INFO nova.virt.libvirt.imagecache [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Active base files: /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08
Dec 06 10:31:59 user nova-compute[74535]: INFO nova.virt.libvirt.imagecache [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Removable base files: /opt/stack/data/nova/instances/_base/05680d1874d4b08d81e736658336128dfc1a7475 /opt/stack/data/nova/instances/_base/84708f6bbc283c3f80c442c885662fe691c7d4db /opt/stack/data/nova/instances/_base/5a470ec251a43a63ff63f0ad1b800a7ee918b4aa /opt/stack/data/nova/instances/_base/ca589c4a575c4f3e419aad3d6ce64c2374e96212 /opt/stack/data/nova/instances/_base/f3c91e8804e7390fa7347003ca1fcc3e227fbc0f /opt/stack/data/nova/instances/_base/dc9c4473f0b1f832af64350d5a8a88387c0bed23 /opt/stack/data/nova/instances/_base/469ac50e7de98cb0e588b5bd8859bf8569d31f10 /opt/stack/data/nova/instances/_base/6d4c5b975079e8ff8e489f4bef116a34f5c51512
Dec 06 10:31:59 user nova-compute[74535]: INFO nova.virt.libvirt.imagecache [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/05680d1874d4b08d81e736658336128dfc1a7475
Dec 06 10:31:59 user nova-compute[74535]: INFO nova.virt.libvirt.imagecache [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/84708f6bbc283c3f80c442c885662fe691c7d4db
Dec 06 10:31:59 user nova-compute[74535]: INFO nova.virt.libvirt.imagecache [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/5a470ec251a43a63ff63f0ad1b800a7ee918b4aa
Dec 06 10:31:59 user nova-compute[74535]: INFO nova.virt.libvirt.imagecache [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/ca589c4a575c4f3e419aad3d6ce64c2374e96212
Dec 06 10:31:59 user nova-compute[74535]: INFO nova.virt.libvirt.imagecache [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/f3c91e8804e7390fa7347003ca1fcc3e227fbc0f
Dec 06 10:31:59 user nova-compute[74535]: INFO nova.virt.libvirt.imagecache [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/dc9c4473f0b1f832af64350d5a8a88387c0bed23
Dec 06 10:31:59 user nova-compute[74535]: INFO nova.virt.libvirt.imagecache [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/469ac50e7de98cb0e588b5bd8859bf8569d31f10
Dec 06 10:31:59 user nova-compute[74535]: INFO nova.virt.libvirt.imagecache [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/6d4c5b975079e8ff8e489f4bef116a34f5c51512
Dec 06 10:31:59 user nova-compute[74535]: DEBUG nova.virt.libvirt.imagecache [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Verification complete {{(pid=74535) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:350}}
Dec 06 10:31:59 user nova-compute[74535]: DEBUG nova.virt.libvirt.imagecache [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Verify swap images {{(pid=74535) _age_and_verify_swap_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:299}}
Dec 06 10:31:59 user nova-compute[74535]: DEBUG nova.virt.libvirt.imagecache [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Verify ephemeral images {{(pid=74535) _age_and_verify_ephemeral_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:284}}
Dec 06 10:32:03 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:32:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:32:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:32:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74535) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 10:32:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74535) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 10:32:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74535) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 10:32:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:32:10 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-049a10e8-6cab-4e31-95b2-776b25df2939 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance c5fbccc6-69fd-4351-adba-7c3d89362c96 is timed out.
Dec 06 10:32:10 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-049a10e8-6cab-4e31-95b2-776b25df2939 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Successfully detached device vdb from instance c5fbccc6-69fd-4351-adba-7c3d89362c96 from the live domain config.
Dec 06 10:32:10 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-049a10e8-6cab-4e31-95b2-776b25df2939 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] calling os-brick to detach iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 10:32:10 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-049a10e8-6cab-4e31-95b2-776b25df2939 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, {'target_iqn': 'iqn.2010-10.org.openstack:e5f455b4-7adc-4660-b6dd-23ff505b3927', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GZEJgCBo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:32:10 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-049a10e8-6cab-4e31-95b2-776b25df2939 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:32:10 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-049a10e8-6cab-4e31-95b2-776b25df2939 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:32:10 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-049a10e8-6cab-4e31-95b2-776b25df2939 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:32:10 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:32:11 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:32:11 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9842d3f-fcad-4c87-aa7f-cd0ee9cb7e83]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:e5f455b4-7adc-4660-b6dd-23ff505b3927\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:32:11 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-049a10e8-6cab-4e31-95b2-776b25df2939 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 10:32:11 user nova-compute[74535]: No targets found.
Dec 06 10:32:11 user nova-compute[74535]: iSNS:
Dec 06 10:32:11 user nova-compute[74535]: No targets found.
Dec 06 10:32:11 user nova-compute[74535]: STATIC:
Dec 06 10:32:11 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:e5f455b4-7adc-4660-b6dd-23ff505b3927
Dec 06 10:32:11 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:32:11 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:32:11 user nova-compute[74535]: FIRMWARE:
Dec 06 10:32:11 user nova-compute[74535]: No targets found.
Dec 06 10:32:11 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:32:11 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-049a10e8-6cab-4e31-95b2-776b25df2939 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 10:32:11 user nova-compute[74535]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 10:32:11 user nova-compute[74535]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74535) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 10:32:11 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-049a10e8-6cab-4e31-95b2-776b25df2939 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e5f455b4-7adc-4660-b6dd-23ff505b3927', 0)] {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 10:32:11 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:32:11 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:32:11 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[337aee24-983a-4ce1-8bae-e36e4439b3f4]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e5f455b4-7adc-4660-b6dd-23ff505b3927\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:32:11 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:32:11 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:32:11 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[d4219960-d565-448b-b4ed-796e6a274a87]: (4, ('tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5f455b4-7adc-4660-b6dd-23ff505b3927 (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:32:11 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-049a10e8-6cab-4e31-95b2-776b25df2939 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5f455b4-7adc-4660-b6dd-23ff505b3927 (non-flash)
Dec 06 10:32:11 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:32:11 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-049a10e8-6cab-4e31-95b2-776b25df2939 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] iscsi session list stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5f455b4-7adc-4660-b6dd-23ff505b3927 (non-flash)
Dec 06 10:32:11 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:32:11 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-049a10e8-6cab-4e31-95b2-776b25df2939 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ff12c2cab00>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e5f455b4-7adc-4660-b6dd-23ff505b3927'): ({'sdb'}, set())}) {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 10:32:11 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-049a10e8-6cab-4e31-95b2-776b25df2939 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Removing single pathed devices sdb {{(pid=74535) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 10:32:11 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:32:11 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:32:11 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c65db7d-6d5e-47fe-9e54-4e2bd9b01ea1]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:32:11 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:32:11 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:32:11 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9d9b4d7-31b0-4e3c-80f9-639ccaf15580]: (4, ('ok\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:32:11 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-049a10e8-6cab-4e31-95b2-776b25df2939 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Flushing IO for device /dev/sdb {{(pid=74535) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 10:32:11 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:32:11 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.012s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:32:11 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9b5f88f-4556-4a53-a650-b4f8c6ad3cdd]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:32:11 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-049a10e8-6cab-4e31-95b2-776b25df2939 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74535) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 10:32:11 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:32:11 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.047s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:32:11 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[10bcf840-f792-4391-b5f7-fd1c77afd21e]: (4, ('1', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:32:11 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-049a10e8-6cab-4e31-95b2-776b25df2939 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 10:32:11 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-049a10e8-6cab-4e31-95b2-776b25df2939 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] SCSI volumes sdb have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 10:32:11 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-049a10e8-6cab-4e31-95b2-776b25df2939 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e5f455b4-7adc-4660-b6dd-23ff505b3927')] {{(pid=74535) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 10:32:11 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e5f455b4-7adc-4660-b6dd-23ff505b3927 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:32:11 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e5f455b4-7adc-4660-b6dd-23ff505b3927 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.029s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:32:11 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[cbb16536-3ef9-474c-ae3e-ee829ff4c038]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:32:11 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-049a10e8-6cab-4e31-95b2-776b25df2939 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:32:11 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e5f455b4-7adc-4660-b6dd-23ff505b3927 -p 172.16.0.220:3260 --logout {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:32:11 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e5f455b4-7adc-4660-b6dd-23ff505b3927 -p 172.16.0.220:3260 --logout" returned: 0 in 0.051s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:32:11 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[33d31b2c-16b6-4089-a313-4c4f61226081]: (4, ('Logging out of session [sid: 58, target: iqn.2010-10.org.openstack:e5f455b4-7adc-4660-b6dd-23ff505b3927, portal: 172.16.0.220,3260]\nLogout of [sid: 58, target: iqn.2010-10.org.openstack:e5f455b4-7adc-4660-b6dd-23ff505b3927, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:32:11 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-049a10e8-6cab-4e31-95b2-776b25df2939 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 58, target: iqn.2010-10.org.openstack:e5f455b4-7adc-4660-b6dd-23ff505b3927, portal: 172.16.0.220,3260]
Dec 06 10:32:11 user nova-compute[74535]: Logout of [sid: 58, target: iqn.2010-10.org.openstack:e5f455b4-7adc-4660-b6dd-23ff505b3927, portal: 172.16.0.220,3260] successful.
Dec 06 10:32:11 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:32:11 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e5f455b4-7adc-4660-b6dd-23ff505b3927 -p 172.16.0.220:3260 --op delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:32:11 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e5f455b4-7adc-4660-b6dd-23ff505b3927 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:32:11 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae9bddb9-843c-4727-aad7-922f53951a9b]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:32:11 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-049a10e8-6cab-4e31-95b2-776b25df2939 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:32:11 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-049a10e8-6cab-4e31-95b2-776b25df2939 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.289s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:32:11 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-049a10e8-6cab-4e31-95b2-776b25df2939 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] <== disconnect_volume: return (291ms) None {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:32:11 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-049a10e8-6cab-4e31-95b2-776b25df2939 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] Disconnected iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 10:32:12 user nova-compute[74535]: DEBUG nova.objects.instance [None req-049a10e8-6cab-4e31-95b2-776b25df2939 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Lazy-loading 'flavor' on Instance uuid c5fbccc6-69fd-4351-adba-7c3d89362c96 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:32:12 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-049a10e8-6cab-4e31-95b2-776b25df2939 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Lock "c5fbccc6-69fd-4351-adba-7c3d89362c96" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.946s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:32:13 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:32:18 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:32:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:32:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:32:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74535) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 10:32:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74535) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 10:32:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74535) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 10:32:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:32:28 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4998-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:32:31 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:32:32 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:32:32 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74535) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 10:32:32 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:32:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:32:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:32:32 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:32:32 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Auditing locally available compute resources for user (node: user) {{(pid=74535) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 10:32:33 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5fbccc6-69fd-4351-adba-7c3d89362c96/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:32:33 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5fbccc6-69fd-4351-adba-7c3d89362c96/disk --force-share --output=json" returned: 0 in 0.167s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:32:33 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5fbccc6-69fd-4351-adba-7c3d89362c96/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:32:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:32:33 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5fbccc6-69fd-4351-adba-7c3d89362c96/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:32:33 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71c88634-6eeb-4d2f-890c-8005a9be0ccb/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:32:33 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71c88634-6eeb-4d2f-890c-8005a9be0ccb/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:32:33 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71c88634-6eeb-4d2f-890c-8005a9be0ccb/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:32:33 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71c88634-6eeb-4d2f-890c-8005a9be0ccb/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:32:34 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:32:34 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:32:34 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Hypervisor/Node resource view: name=user free_ram=8887MB free_disk=25.104812622070312GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74535) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 10:32:34 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:32:34 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:32:34 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance c5fbccc6-69fd-4351-adba-7c3d89362c96 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:32:34 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 71c88634-6eeb-4d2f-890c-8005a9be0ccb actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:32:34 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=74535) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 10:32:34 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=74535) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 10:32:34 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Refreshing inventories for resource provider 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Dec 06 10:32:34 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Updating ProviderTree inventory for provider 7659fa57-3072-4575-9409-805e7df3d907 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Dec 06 10:32:34 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Updating inventory in ProviderTree for provider 7659fa57-3072-4575-9409-805e7df3d907 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 06 10:32:34 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Refreshing aggregate associations for resource provider 7659fa57-3072-4575-9409-805e7df3d907, aggregates: None {{(pid=74535) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Dec 06 10:32:34 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Refreshing trait associations for resource provider 7659fa57-3072-4575-9409-805e7df3d907, traits: COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NODE,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_IMAGE_TYPE_QCOW2,HW_CPU_X86_SSE41,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_TRUSTED_CERTS,HW_CPU_X86_SSE42,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_ACCELERATORS,COMPUTE_STORAGE_BUS_FDC,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_NET_VIRTIO_PACKED,COMPUTE_STORAGE_BUS_IDE,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_STORAGE_BUS_SATA,COMPUTE_STORAGE_BUS_VIRTIO,HW_CPU_X86_SSE,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_VOLUME_EXTEND,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_IMAGE_TYPE_AMI,HW_CPU_X86_MMX,COMPUTE_RESCUE_BFV,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_GRAPHICS_MODEL_BOCHS,HW_CPU_X86_SSSE3,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_DEVICE_TAGGING,HW_CPU_X86_SSE2,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_NET_VIF_MODEL_RTL8139 {{(pid=74535) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Dec 06 10:32:34 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:32:34 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:32:34 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Compute_service record updated for user:user {{(pid=74535) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 10:32:34 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.434s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:32:38 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:32:40 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:32:40 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:32:40 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:32:40 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:32:41 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:32:43 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:32:43 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:32:43 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74535) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 10:32:43 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74535) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 10:32:43 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74535) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 10:32:43 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:32:43 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a7304a1d-6be2-4b87-af3c-65132cded1ff tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Acquiring lock "c5fbccc6-69fd-4351-adba-7c3d89362c96" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:32:43 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a7304a1d-6be2-4b87-af3c-65132cded1ff tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Lock "c5fbccc6-69fd-4351-adba-7c3d89362c96" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:32:43 user nova-compute[74535]: DEBUG nova.objects.instance [None req-a7304a1d-6be2-4b87-af3c-65132cded1ff tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Lazy-loading 'flavor' on Instance uuid c5fbccc6-69fd-4351-adba-7c3d89362c96 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:32:43 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a7304a1d-6be2-4b87-af3c-65132cded1ff tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Lock "c5fbccc6-69fd-4351-adba-7c3d89362c96" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.050s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:32:43 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a7304a1d-6be2-4b87-af3c-65132cded1ff tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Acquiring lock "c5fbccc6-69fd-4351-adba-7c3d89362c96" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:32:43 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a7304a1d-6be2-4b87-af3c-65132cded1ff tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Lock "c5fbccc6-69fd-4351-adba-7c3d89362c96" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:32:43 user nova-compute[74535]: INFO nova.compute.manager [None req-a7304a1d-6be2-4b87-af3c-65132cded1ff tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] Attaching volume 85bca49c-bac9-4eca-9a7d-11dbb956a1b0 to /dev/vdb
Dec 06 10:32:43 user nova-compute[74535]: DEBUG os_brick.utils [None req-a7304a1d-6be2-4b87-af3c-65132cded1ff tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:32:43 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:32:43 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:32:43 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[f4fb2ad5-9a61-404c-81d4-1b3fbf6d7401]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d95ac7cee77a\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:32:43 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:32:43 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:32:43 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:32:43 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[d390a544-bb68-40ca-bfbc-595d7c8bb30c]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:32:43 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:32:43 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:32:43 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[62e211f2-318e-4303-832f-8b0c30880476]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:32:43 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[8de08450-75a4-479a-84f4-2de93a364f0f]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:32:43 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-a7304a1d-6be2-4b87-af3c-65132cded1ff tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Running cmd (subprocess): nvme version {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:32:43 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-a7304a1d-6be2-4b87-af3c-65132cded1ff tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] 'nvme version' failed. Not Retrying. {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 10:32:43 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:32:43 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Cleaning up deleted instances {{(pid=74535) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Dec 06 10:32:43 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.nvmeof [None req-a7304a1d-6be2-4b87-af3c-65132cded1ff tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] nvme not present on system {{(pid=74535) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 10:32:43 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:32:43 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] There are 0 instances to clean {{(pid=74535) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Dec 06 10:32:43 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 10:32:43 user nova-compute[74535]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 10:32:43 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[bffb8755-201b-4ee5-936a-225fc4b3bc3f]: (4, '') {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:32:43 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-a7304a1d-6be2-4b87-af3c-65132cded1ff tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74535) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 10:32:43 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-a7304a1d-6be2-4b87-af3c-65132cded1ff tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74535) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 10:32:43 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-a7304a1d-6be2-4b87-af3c-65132cded1ff tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] LIGHTOS: no hostnqn found. {{(pid=74535) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 10:32:43 user nova-compute[74535]: DEBUG os_brick.utils [None req-a7304a1d-6be2-4b87-af3c-65132cded1ff tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] <== get_connector_properties: return (135ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d95ac7cee77a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:32:43 user nova-compute[74535]: DEBUG nova.virt.block_device [None req-a7304a1d-6be2-4b87-af3c-65132cded1ff tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] Updating existing volume attachment record: b7c2b6bf-60c9-4285-96cc-5362913e4c98 {{(pid=74535) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 10:32:44 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:32:44 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Starting heal instance info cache {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 10:32:45 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "refresh_cache-71c88634-6eeb-4d2f-890c-8005a9be0ccb" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:32:45 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquired lock "refresh_cache-71c88634-6eeb-4d2f-890c-8005a9be0ccb" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:32:45 user nova-compute[74535]: DEBUG nova.network.neutron [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: 71c88634-6eeb-4d2f-890c-8005a9be0ccb] Forcefully refreshing network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 10:32:45 user nova-compute[74535]: DEBUG nova.network.neutron [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: 71c88634-6eeb-4d2f-890c-8005a9be0ccb] Updating instance_info_cache with network_info: [{"id": "2e8ad2ec-a4a9-4305-ad44-3f5fc4c4ed6c", "address": "fa:16:3e:44:ff:7a", "network": {"id": "bdb2b3ee-b099-4199-bb1d-47403d29494b", "bridge": "br-int", "label": "tempest-TestStampPattern-1379758354-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c0786f7ef4e478db386b1a1ee80b3e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e8ad2ec-a4", "ovs_interfaceid": "2e8ad2ec-a4a9-4305-ad44-3f5fc4c4ed6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:32:45 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Releasing lock "refresh_cache-71c88634-6eeb-4d2f-890c-8005a9be0ccb" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:32:45 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: 71c88634-6eeb-4d2f-890c-8005a9be0ccb] Updated the network info_cache for instance {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 10:32:45 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:32:46 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:32:46 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74535) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Dec 06 10:32:48 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:32:48 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:32:52 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a7304a1d-6be2-4b87-af3c-65132cded1ff tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] Calling os-brick to attach iSCSI Volume {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 10:32:52 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-a7304a1d-6be2-4b87-af3c-65132cded1ff tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:85bca49c-bac9-4eca-9a7d-11dbb956a1b0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cKqJyImn', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:32:52 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-a7304a1d-6be2-4b87-af3c-65132cded1ff tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:32:52 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-a7304a1d-6be2-4b87-af3c-65132cded1ff tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:32:52 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-a7304a1d-6be2-4b87-af3c-65132cded1ff tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:32:52 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-a7304a1d-6be2-4b87-af3c-65132cded1ff tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:32:52 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-a7304a1d-6be2-4b87-af3c-65132cded1ff tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:85bca49c-bac9-4eca-9a7d-11dbb956a1b0" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:32:52 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-a7304a1d-6be2-4b87-af3c-65132cded1ff tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:85bca49c-bac9-4eca-9a7d-11dbb956a1b0" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:32:52 user nova-compute[74535]: INFO os_brick.initiator.connectors.iscsi [None req-a7304a1d-6be2-4b87-af3c-65132cded1ff tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 10:32:52 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:85bca49c-bac9-4eca-9a7d-11dbb956a1b0 -p 172.16.0.220:3260 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:32:52 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:85bca49c-bac9-4eca-9a7d-11dbb956a1b0 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:32:52 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[2719008a-8f64-4815-bc2b-71ccb3a1a512]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:32:52 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-a7304a1d-6be2-4b87-af3c-65132cded1ff tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 10:32:52 user nova-compute[74535]:  {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:32:52 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:85bca49c-bac9-4eca-9a7d-11dbb956a1b0 -p 172.16.0.220:3260 --interface default --op new {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:32:53 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:85bca49c-bac9-4eca-9a7d-11dbb956a1b0 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:32:53 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[f8a4fb6e-86a2-44e3-a12d-097a15ce23cf]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:85bca49c-bac9-4eca-9a7d-11dbb956a1b0] added\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:32:53 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-a7304a1d-6be2-4b87-af3c-65132cded1ff tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:85bca49c-bac9-4eca-9a7d-11dbb956a1b0] added
Dec 06 10:32:53 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:32:53 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:85bca49c-bac9-4eca-9a7d-11dbb956a1b0 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:32:53 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:85bca49c-bac9-4eca-9a7d-11dbb956a1b0 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:32:53 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[410ad018-01f4-4e27-8a67-5befea70d163]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:32:53 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-a7304a1d-6be2-4b87-af3c-65132cded1ff tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:32:53 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:85bca49c-bac9-4eca-9a7d-11dbb956a1b0 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:32:53 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:85bca49c-bac9-4eca-9a7d-11dbb956a1b0 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.036s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:32:53 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[bdba67b1-ea65-48d8-91a1-6b1cd759f1ff]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:32:53 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-a7304a1d-6be2-4b87-af3c-65132cded1ff tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:32:53 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:85bca49c-bac9-4eca-9a7d-11dbb956a1b0 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v cKqJyImn {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:32:53 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:85bca49c-bac9-4eca-9a7d-11dbb956a1b0 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v cKqJyImn" returned: 0 in 0.016s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:32:53 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[c93042bd-fcf7-418a-a347-e09f4e6ead7b]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:32:53 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-a7304a1d-6be2-4b87-af3c-65132cded1ff tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'cKqJyImn'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:32:53 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:85bca49c-bac9-4eca-9a7d-11dbb956a1b0 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:32:53 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:85bca49c-bac9-4eca-9a7d-11dbb956a1b0 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:32:53 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[4104c665-e3ac-4049-89fc-a562371d330c]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:32:53 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-a7304a1d-6be2-4b87-af3c-65132cded1ff tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:32:53 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:32:53 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.015s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:32:53 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[471dfc0b-7a35-443e-9d48-78fedb66c354]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:32:53 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-a7304a1d-6be2-4b87-af3c-65132cded1ff tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Dec 06 10:32:53 user nova-compute[74535]:  {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:32:53 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-a7304a1d-6be2-4b87-af3c-65132cded1ff tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Dec 06 10:32:53 user nova-compute[74535]:  {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:32:53 user nova-compute[74535]: WARNING os_brick.initiator.connectors.iscsi [None req-a7304a1d-6be2-4b87-af3c-65132cded1ff tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Dec 06 10:32:53 user nova-compute[74535]: 
Dec 06 10:32:53 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:85bca49c-bac9-4eca-9a7d-11dbb956a1b0 -p 172.16.0.220:3260 --login {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:32:53 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:85bca49c-bac9-4eca-9a7d-11dbb956a1b0 -p 172.16.0.220:3260 --login" returned: 0 in 0.045s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:32:53 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[c6e27624-76cf-47d4-baf7-a0aeaaf2f5f7]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:85bca49c-bac9-4eca-9a7d-11dbb956a1b0, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:85bca49c-bac9-4eca-9a7d-11dbb956a1b0, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:32:53 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-a7304a1d-6be2-4b87-af3c-65132cded1ff tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:85bca49c-bac9-4eca-9a7d-11dbb956a1b0, portal: 172.16.0.220,3260]
Dec 06 10:32:53 user nova-compute[74535]: Login to [iface: default, target: iqn.2010-10.org.openstack:85bca49c-bac9-4eca-9a7d-11dbb956a1b0, portal: 172.16.0.220,3260] successful.
Dec 06 10:32:53 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:32:53 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:85bca49c-bac9-4eca-9a7d-11dbb956a1b0 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:32:53 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:85bca49c-bac9-4eca-9a7d-11dbb956a1b0 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:32:53 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc52f4c4-e777-4b07-9f1a-feb3b5bf872c]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:32:53 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-a7304a1d-6be2-4b87-af3c-65132cded1ff tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:32:53 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:32:53 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:32:53 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[462add30-d009-40c9-99fe-6ff1eff56b1a]: (4, ('tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:85bca49c-bac9-4eca-9a7d-11dbb956a1b0 (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:32:53 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-a7304a1d-6be2-4b87-af3c-65132cded1ff tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:85bca49c-bac9-4eca-9a7d-11dbb956a1b0 (non-flash)
Dec 06 10:32:53 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:32:53 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-a7304a1d-6be2-4b87-af3c-65132cded1ff tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] iscsi session list stdout=tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:85bca49c-bac9-4eca-9a7d-11dbb956a1b0 (non-flash)
Dec 06 10:32:53 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:32:53 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-a7304a1d-6be2-4b87-af3c-65132cded1ff tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:85bca49c-bac9-4eca-9a7d-11dbb956a1b0" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.261s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:32:53 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-a7304a1d-6be2-4b87-af3c-65132cded1ff tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Connected to 172.16.0.220:3260 {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 10:32:53 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-a7304a1d-6be2-4b87-af3c-65132cded1ff tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] HCTL ('33', '-', '-', 0) found on session 59 with lun 0 {{(pid=74535) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 10:32:53 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-a7304a1d-6be2-4b87-af3c-65132cded1ff tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74535) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 10:32:53 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:32:53 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:32:53 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[529e8f97-464a-4ac1-bd7e-18c36077715c]: (4, ('- - 0', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:32:53 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-a7304a1d-6be2-4b87-af3c-65132cded1ff tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Searching for a device in session 59 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74535) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 10:32:53 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-a7304a1d-6be2-4b87-af3c-65132cded1ff tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:85bca49c-bac9-4eca-9a7d-11dbb956a1b0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cKqJyImn', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 10:32:53 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:32:54 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-a7304a1d-6be2-4b87-af3c-65132cded1ff tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.292s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:32:54 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-a7304a1d-6be2-4b87-af3c-65132cded1ff tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] <== connect_volume: return (1293ms) {'type': 'block', 'scsi_wwn': '23464336235333831', 'path': '/dev/sdb'} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:32:54 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a7304a1d-6be2-4b87-af3c-65132cded1ff tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23464336235333831', 'path': '/dev/sdb'} {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 10:32:54 user nova-compute[74535]: DEBUG nova.objects.instance [None req-a7304a1d-6be2-4b87-af3c-65132cded1ff tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Lazy-loading 'flavor' on Instance uuid c5fbccc6-69fd-4351-adba-7c3d89362c96 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:32:54 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-a7304a1d-6be2-4b87-af3c-65132cded1ff tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 10:32:54 user nova-compute[74535]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 10:32:54 user nova-compute[74535]:   <source dev="/dev/sdb"/>
Dec 06 10:32:54 user nova-compute[74535]:   <target dev="vdb" bus="virtio"/>
Dec 06 10:32:54 user nova-compute[74535]:   <serial>85bca49c-bac9-4eca-9a7d-11dbb956a1b0</serial>
Dec 06 10:32:54 user nova-compute[74535]: </disk>
Dec 06 10:32:54 user nova-compute[74535]:  {{(pid=74535) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 10:32:54 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-a7304a1d-6be2-4b87-af3c-65132cded1ff tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] No BDM found with device name vda, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 10:32:54 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-a7304a1d-6be2-4b87-af3c-65132cded1ff tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 10:32:54 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-a7304a1d-6be2-4b87-af3c-65132cded1ff tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] No VIF found with MAC fa:16:3e:26:fa:e0, not building metadata {{(pid=74535) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 10:32:54 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a7304a1d-6be2-4b87-af3c-65132cded1ff tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Lock "c5fbccc6-69fd-4351-adba-7c3d89362c96" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 11.057s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:32:56 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:32:57 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-ea0325eb-e8cc-4c0e-b74a-77077347f122 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Acquiring lock "c5fbccc6-69fd-4351-adba-7c3d89362c96" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:32:57 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-ea0325eb-e8cc-4c0e-b74a-77077347f122 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Lock "c5fbccc6-69fd-4351-adba-7c3d89362c96" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:32:57 user nova-compute[74535]: INFO nova.compute.manager [None req-ea0325eb-e8cc-4c0e-b74a-77077347f122 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] Detaching volume 85bca49c-bac9-4eca-9a7d-11dbb956a1b0
Dec 06 10:32:57 user nova-compute[74535]: INFO nova.virt.block_device [None req-ea0325eb-e8cc-4c0e-b74a-77077347f122 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] Attempting to driver detach volume 85bca49c-bac9-4eca-9a7d-11dbb956a1b0 from mountpoint /dev/vdb
Dec 06 10:32:57 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-ea0325eb-e8cc-4c0e-b74a-77077347f122 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Attempting to detach device vdb from instance c5fbccc6-69fd-4351-adba-7c3d89362c96 from the persistent domain config. {{(pid=74535) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 10:32:57 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-ea0325eb-e8cc-4c0e-b74a-77077347f122 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 10:32:57 user nova-compute[74535]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 10:32:57 user nova-compute[74535]:   <source dev="/dev/sdb"/>
Dec 06 10:32:57 user nova-compute[74535]:   <target dev="vdb" bus="virtio"/>
Dec 06 10:32:57 user nova-compute[74535]:   <serial>85bca49c-bac9-4eca-9a7d-11dbb956a1b0</serial>
Dec 06 10:32:57 user nova-compute[74535]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 10:32:57 user nova-compute[74535]: </disk>
Dec 06 10:32:57 user nova-compute[74535]:  {{(pid=74535) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 10:32:57 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-ea0325eb-e8cc-4c0e-b74a-77077347f122 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Successfully detached device vdb from instance c5fbccc6-69fd-4351-adba-7c3d89362c96 from the persistent domain config.
Dec 06 10:32:57 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-ea0325eb-e8cc-4c0e-b74a-77077347f122 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance c5fbccc6-69fd-4351-adba-7c3d89362c96 from the live domain config. {{(pid=74535) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 10:32:57 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-ea0325eb-e8cc-4c0e-b74a-77077347f122 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 10:32:57 user nova-compute[74535]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 10:32:57 user nova-compute[74535]:   <source dev="/dev/sdb"/>
Dec 06 10:32:57 user nova-compute[74535]:   <target dev="vdb" bus="virtio"/>
Dec 06 10:32:57 user nova-compute[74535]:   <serial>85bca49c-bac9-4eca-9a7d-11dbb956a1b0</serial>
Dec 06 10:32:57 user nova-compute[74535]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 10:32:57 user nova-compute[74535]: </disk>
Dec 06 10:32:57 user nova-compute[74535]:  {{(pid=74535) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 10:32:57 user nova-compute[74535]: DEBUG nova.compute.manager [req-12a27501-f70e-4fd9-9e96-3c39e150bb89 req-3c135582-ff5d-4b68-be1d-1393b5bf2dd0 service nova] [instance: 71c88634-6eeb-4d2f-890c-8005a9be0ccb] Received event network-changed-2e8ad2ec-a4a9-4305-ad44-3f5fc4c4ed6c {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:32:57 user nova-compute[74535]: DEBUG nova.compute.manager [req-12a27501-f70e-4fd9-9e96-3c39e150bb89 req-3c135582-ff5d-4b68-be1d-1393b5bf2dd0 service nova] [instance: 71c88634-6eeb-4d2f-890c-8005a9be0ccb] Refreshing instance network info cache due to event network-changed-2e8ad2ec-a4a9-4305-ad44-3f5fc4c4ed6c. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 10:32:57 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-12a27501-f70e-4fd9-9e96-3c39e150bb89 req-3c135582-ff5d-4b68-be1d-1393b5bf2dd0 service nova] Acquiring lock "refresh_cache-71c88634-6eeb-4d2f-890c-8005a9be0ccb" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:32:57 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-12a27501-f70e-4fd9-9e96-3c39e150bb89 req-3c135582-ff5d-4b68-be1d-1393b5bf2dd0 service nova] Acquired lock "refresh_cache-71c88634-6eeb-4d2f-890c-8005a9be0ccb" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:32:57 user nova-compute[74535]: DEBUG nova.network.neutron [req-12a27501-f70e-4fd9-9e96-3c39e150bb89 req-3c135582-ff5d-4b68-be1d-1393b5bf2dd0 service nova] [instance: 71c88634-6eeb-4d2f-890c-8005a9be0ccb] Refreshing network info cache for port 2e8ad2ec-a4a9-4305-ad44-3f5fc4c4ed6c {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 10:32:57 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-ea0325eb-e8cc-4c0e-b74a-77077347f122 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance c5fbccc6-69fd-4351-adba-7c3d89362c96 {{(pid=74535) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 10:32:58 user nova-compute[74535]: DEBUG nova.network.neutron [req-12a27501-f70e-4fd9-9e96-3c39e150bb89 req-3c135582-ff5d-4b68-be1d-1393b5bf2dd0 service nova] [instance: 71c88634-6eeb-4d2f-890c-8005a9be0ccb] Updated VIF entry in instance network info cache for port 2e8ad2ec-a4a9-4305-ad44-3f5fc4c4ed6c. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 10:32:58 user nova-compute[74535]: DEBUG nova.network.neutron [req-12a27501-f70e-4fd9-9e96-3c39e150bb89 req-3c135582-ff5d-4b68-be1d-1393b5bf2dd0 service nova] [instance: 71c88634-6eeb-4d2f-890c-8005a9be0ccb] Updating instance_info_cache with network_info: [{"id": "2e8ad2ec-a4a9-4305-ad44-3f5fc4c4ed6c", "address": "fa:16:3e:44:ff:7a", "network": {"id": "bdb2b3ee-b099-4199-bb1d-47403d29494b", "bridge": "br-int", "label": "tempest-TestStampPattern-1379758354-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.91", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c0786f7ef4e478db386b1a1ee80b3e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e8ad2ec-a4", "ovs_interfaceid": "2e8ad2ec-a4a9-4305-ad44-3f5fc4c4ed6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:32:58 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-12a27501-f70e-4fd9-9e96-3c39e150bb89 req-3c135582-ff5d-4b68-be1d-1393b5bf2dd0 service nova] Releasing lock "refresh_cache-71c88634-6eeb-4d2f-890c-8005a9be0ccb" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:32:58 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-d00dcd75-77c3-4cba-8320-2bc08c8a3d19 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Acquiring lock "71c88634-6eeb-4d2f-890c-8005a9be0ccb" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:32:58 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-d00dcd75-77c3-4cba-8320-2bc08c8a3d19 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Lock "71c88634-6eeb-4d2f-890c-8005a9be0ccb" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:32:58 user nova-compute[74535]: DEBUG nova.objects.instance [None req-d00dcd75-77c3-4cba-8320-2bc08c8a3d19 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Lazy-loading 'flavor' on Instance uuid 71c88634-6eeb-4d2f-890c-8005a9be0ccb {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:32:58 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-d00dcd75-77c3-4cba-8320-2bc08c8a3d19 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Lock "71c88634-6eeb-4d2f-890c-8005a9be0ccb" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.072s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:32:58 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:32:58 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-d00dcd75-77c3-4cba-8320-2bc08c8a3d19 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Acquiring lock "71c88634-6eeb-4d2f-890c-8005a9be0ccb" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:32:58 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-d00dcd75-77c3-4cba-8320-2bc08c8a3d19 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Lock "71c88634-6eeb-4d2f-890c-8005a9be0ccb" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:32:58 user nova-compute[74535]: INFO nova.compute.manager [None req-d00dcd75-77c3-4cba-8320-2bc08c8a3d19 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] [instance: 71c88634-6eeb-4d2f-890c-8005a9be0ccb] Attaching volume b9b18552-56db-42e4-a71d-7f88814355f6 to /dev/vdb
Dec 06 10:32:58 user nova-compute[74535]: DEBUG os_brick.utils [None req-d00dcd75-77c3-4cba-8320-2bc08c8a3d19 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:32:58 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:32:58 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:32:58 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[b13a2fb1-2ce8-41d0-b9f8-fc622c9c7104]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d95ac7cee77a\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:32:58 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:32:58 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:32:58 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[74d16eeb-3416-4e7c-be5f-10965ed7c2e0]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:32:58 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:32:58 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:32:58 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[6252ca1d-8078-4295-9c05-a2c2a49f3618]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:32:58 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[678a07fd-703d-4d8c-9466-17c400b4ea4b]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:32:58 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-d00dcd75-77c3-4cba-8320-2bc08c8a3d19 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Running cmd (subprocess): nvme version {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:32:58 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-d00dcd75-77c3-4cba-8320-2bc08c8a3d19 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] 'nvme version' failed. Not Retrying. {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 10:32:58 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.nvmeof [None req-d00dcd75-77c3-4cba-8320-2bc08c8a3d19 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] nvme not present on system {{(pid=74535) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 10:32:58 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:32:58 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 10:32:58 user nova-compute[74535]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 10:32:58 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[5132baea-b1c6-4bd7-b9c8-b49d0b934c38]: (4, '') {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:32:58 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-d00dcd75-77c3-4cba-8320-2bc08c8a3d19 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74535) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 10:32:58 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-d00dcd75-77c3-4cba-8320-2bc08c8a3d19 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74535) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 10:32:58 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-d00dcd75-77c3-4cba-8320-2bc08c8a3d19 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] LIGHTOS: no hostnqn found. {{(pid=74535) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 10:32:58 user nova-compute[74535]: DEBUG os_brick.utils [None req-d00dcd75-77c3-4cba-8320-2bc08c8a3d19 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] <== get_connector_properties: return (127ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d95ac7cee77a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:32:58 user nova-compute[74535]: DEBUG nova.virt.block_device [None req-d00dcd75-77c3-4cba-8320-2bc08c8a3d19 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] [instance: 71c88634-6eeb-4d2f-890c-8005a9be0ccb] Updating existing volume attachment record: a84f8d03-df9b-43e6-ab3e-b9bf9df05138 {{(pid=74535) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 10:32:58 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:33:01 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:33:03 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:33:03 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:33:07 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d00dcd75-77c3-4cba-8320-2bc08c8a3d19 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] [instance: 71c88634-6eeb-4d2f-890c-8005a9be0ccb] Calling os-brick to attach iSCSI Volume {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 10:33:07 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d00dcd75-77c3-4cba-8320-2bc08c8a3d19 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:b9b18552-56db-42e4-a71d-7f88814355f6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'gyRtTeUZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:33:07 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-d00dcd75-77c3-4cba-8320-2bc08c8a3d19 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:33:07 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-d00dcd75-77c3-4cba-8320-2bc08c8a3d19 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:33:07 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-d00dcd75-77c3-4cba-8320-2bc08c8a3d19 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.003s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:33:07 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-d00dcd75-77c3-4cba-8320-2bc08c8a3d19 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:33:07 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-d00dcd75-77c3-4cba-8320-2bc08c8a3d19 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b9b18552-56db-42e4-a71d-7f88814355f6" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:33:07 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-d00dcd75-77c3-4cba-8320-2bc08c8a3d19 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b9b18552-56db-42e4-a71d-7f88814355f6" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:33:07 user nova-compute[74535]: INFO os_brick.initiator.connectors.iscsi [None req-d00dcd75-77c3-4cba-8320-2bc08c8a3d19 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 10:33:07 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b9b18552-56db-42e4-a71d-7f88814355f6 -p 172.16.0.220:3260 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:33:07 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b9b18552-56db-42e4-a71d-7f88814355f6 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:33:07 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[a51cac38-1660-4107-aa8a-f31d62eeb57a]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:33:07 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d00dcd75-77c3-4cba-8320-2bc08c8a3d19 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 10:33:07 user nova-compute[74535]:  {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:33:07 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b9b18552-56db-42e4-a71d-7f88814355f6 -p 172.16.0.220:3260 --interface default --op new {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:33:07 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b9b18552-56db-42e4-a71d-7f88814355f6 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.025s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:33:07 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a261474-5672-41dd-b4a0-bea9246f6df0]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b9b18552-56db-42e4-a71d-7f88814355f6] added\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:33:07 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d00dcd75-77c3-4cba-8320-2bc08c8a3d19 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b9b18552-56db-42e4-a71d-7f88814355f6] added
Dec 06 10:33:07 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:33:07 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b9b18552-56db-42e4-a71d-7f88814355f6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:33:07 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b9b18552-56db-42e4-a71d-7f88814355f6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:33:07 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[8846b492-db9a-4722-b2ee-66c79e480d39]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:33:07 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d00dcd75-77c3-4cba-8320-2bc08c8a3d19 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:33:07 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b9b18552-56db-42e4-a71d-7f88814355f6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:33:07 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b9b18552-56db-42e4-a71d-7f88814355f6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:33:07 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[698dde1e-b0c7-4763-9f5b-dda86ee088ac]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:33:07 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d00dcd75-77c3-4cba-8320-2bc08c8a3d19 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:33:07 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b9b18552-56db-42e4-a71d-7f88814355f6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v gyRtTeUZ {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:33:07 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b9b18552-56db-42e4-a71d-7f88814355f6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v gyRtTeUZ" returned: 0 in 0.017s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:33:07 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0f581ec-7306-4588-8386-bb0e6ff6b58e]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:33:07 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d00dcd75-77c3-4cba-8320-2bc08c8a3d19 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'gyRtTeUZ'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:33:07 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b9b18552-56db-42e4-a71d-7f88814355f6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:33:07 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b9b18552-56db-42e4-a71d-7f88814355f6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:33:07 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[8bfd3f00-efca-41fe-8122-0321b9b37d76]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:33:07 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d00dcd75-77c3-4cba-8320-2bc08c8a3d19 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:33:07 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:33:07 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:33:07 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1e5e942-7fd9-410f-aa3a-e6ee7101254d]: (4, ('tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:85bca49c-bac9-4eca-9a7d-11dbb956a1b0 (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:33:07 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d00dcd75-77c3-4cba-8320-2bc08c8a3d19 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:85bca49c-bac9-4eca-9a7d-11dbb956a1b0 (non-flash)
Dec 06 10:33:07 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:33:07 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d00dcd75-77c3-4cba-8320-2bc08c8a3d19 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] iscsi session list stdout=tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:85bca49c-bac9-4eca-9a7d-11dbb956a1b0 (non-flash)
Dec 06 10:33:07 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:33:07 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b9b18552-56db-42e4-a71d-7f88814355f6 -p 172.16.0.220:3260 --login {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:33:07 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b9b18552-56db-42e4-a71d-7f88814355f6 -p 172.16.0.220:3260 --login" returned: 0 in 0.052s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:33:07 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[24c524ce-f029-44e5-944f-35ceab6d2a12]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:b9b18552-56db-42e4-a71d-7f88814355f6, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:b9b18552-56db-42e4-a71d-7f88814355f6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:33:07 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d00dcd75-77c3-4cba-8320-2bc08c8a3d19 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:b9b18552-56db-42e4-a71d-7f88814355f6, portal: 172.16.0.220,3260]
Dec 06 10:33:07 user nova-compute[74535]: Login to [iface: default, target: iqn.2010-10.org.openstack:b9b18552-56db-42e4-a71d-7f88814355f6, portal: 172.16.0.220,3260] successful.
Dec 06 10:33:07 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:33:07 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b9b18552-56db-42e4-a71d-7f88814355f6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:33:07 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b9b18552-56db-42e4-a71d-7f88814355f6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:33:07 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[65e59a0f-a089-428c-913e-98f878852fff]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:33:07 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d00dcd75-77c3-4cba-8320-2bc08c8a3d19 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:33:07 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:33:07 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:33:07 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a33c614-5ed6-492f-a6cb-e4bf9c83183a]: (4, ('tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:85bca49c-bac9-4eca-9a7d-11dbb956a1b0 (non-flash)\ntcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b9b18552-56db-42e4-a71d-7f88814355f6 (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:33:07 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d00dcd75-77c3-4cba-8320-2bc08c8a3d19 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:85bca49c-bac9-4eca-9a7d-11dbb956a1b0 (non-flash)
Dec 06 10:33:07 user nova-compute[74535]: tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b9b18552-56db-42e4-a71d-7f88814355f6 (non-flash)
Dec 06 10:33:07 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:33:07 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d00dcd75-77c3-4cba-8320-2bc08c8a3d19 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] iscsi session list stdout=tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:85bca49c-bac9-4eca-9a7d-11dbb956a1b0 (non-flash)
Dec 06 10:33:07 user nova-compute[74535]: tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b9b18552-56db-42e4-a71d-7f88814355f6 (non-flash)
Dec 06 10:33:07 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:33:07 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-d00dcd75-77c3-4cba-8320-2bc08c8a3d19 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b9b18552-56db-42e4-a71d-7f88814355f6" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.286s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:33:07 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d00dcd75-77c3-4cba-8320-2bc08c8a3d19 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Connected to 172.16.0.220:3260 {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 10:33:07 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-d00dcd75-77c3-4cba-8320-2bc08c8a3d19 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] HCTL ('34', '-', '-', 0) found on session 60 with lun 0 {{(pid=74535) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 10:33:07 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-d00dcd75-77c3-4cba-8320-2bc08c8a3d19 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74535) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 10:33:07 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:33:07 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.022s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:33:07 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[01ed9534-15c1-46cc-bcc8-b1d3aebd8d85]: (4, ('- - 0', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:33:07 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-d00dcd75-77c3-4cba-8320-2bc08c8a3d19 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Searching for a device in session 60 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74535) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 10:33:07 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d00dcd75-77c3-4cba-8320-2bc08c8a3d19 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:b9b18552-56db-42e4-a71d-7f88814355f6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'gyRtTeUZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 10:33:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:33:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:33:08 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-d00dcd75-77c3-4cba-8320-2bc08c8a3d19 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.332s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:33:08 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-d00dcd75-77c3-4cba-8320-2bc08c8a3d19 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] <== connect_volume: return (1335ms) {'type': 'block', 'scsi_wwn': '26661656236633066', 'path': '/dev/sdc'} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:33:08 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d00dcd75-77c3-4cba-8320-2bc08c8a3d19 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] [instance: 71c88634-6eeb-4d2f-890c-8005a9be0ccb] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26661656236633066', 'path': '/dev/sdc'} {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 10:33:08 user nova-compute[74535]: DEBUG nova.objects.instance [None req-d00dcd75-77c3-4cba-8320-2bc08c8a3d19 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Lazy-loading 'flavor' on Instance uuid 71c88634-6eeb-4d2f-890c-8005a9be0ccb {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:33:08 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-d00dcd75-77c3-4cba-8320-2bc08c8a3d19 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 10:33:08 user nova-compute[74535]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 10:33:08 user nova-compute[74535]:   <source dev="/dev/sdc"/>
Dec 06 10:33:08 user nova-compute[74535]:   <target dev="vdb" bus="virtio"/>
Dec 06 10:33:08 user nova-compute[74535]:   <serial>b9b18552-56db-42e4-a71d-7f88814355f6</serial>
Dec 06 10:33:08 user nova-compute[74535]: </disk>
Dec 06 10:33:08 user nova-compute[74535]:  {{(pid=74535) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 10:33:09 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-d00dcd75-77c3-4cba-8320-2bc08c8a3d19 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] No BDM found with device name vda, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 10:33:09 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-d00dcd75-77c3-4cba-8320-2bc08c8a3d19 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 10:33:09 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-d00dcd75-77c3-4cba-8320-2bc08c8a3d19 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] No VIF found with MAC fa:16:3e:44:ff:7a, not building metadata {{(pid=74535) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 10:33:09 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-d00dcd75-77c3-4cba-8320-2bc08c8a3d19 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Lock "71c88634-6eeb-4d2f-890c-8005a9be0ccb" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 11.158s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:33:11 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-b2fbcfe2-8896-442c-bcaf-2f75ca7db897 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Acquiring lock "71c88634-6eeb-4d2f-890c-8005a9be0ccb" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:33:11 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-b2fbcfe2-8896-442c-bcaf-2f75ca7db897 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Lock "71c88634-6eeb-4d2f-890c-8005a9be0ccb" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:33:11 user nova-compute[74535]: INFO nova.compute.manager [None req-b2fbcfe2-8896-442c-bcaf-2f75ca7db897 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] [instance: 71c88634-6eeb-4d2f-890c-8005a9be0ccb] Detaching volume b9b18552-56db-42e4-a71d-7f88814355f6
Dec 06 10:33:11 user nova-compute[74535]: INFO nova.virt.block_device [None req-b2fbcfe2-8896-442c-bcaf-2f75ca7db897 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] [instance: 71c88634-6eeb-4d2f-890c-8005a9be0ccb] Attempting to driver detach volume b9b18552-56db-42e4-a71d-7f88814355f6 from mountpoint /dev/vdb
Dec 06 10:33:11 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-b2fbcfe2-8896-442c-bcaf-2f75ca7db897 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Attempting to detach device vdb from instance 71c88634-6eeb-4d2f-890c-8005a9be0ccb from the persistent domain config. {{(pid=74535) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 10:33:11 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-b2fbcfe2-8896-442c-bcaf-2f75ca7db897 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 10:33:11 user nova-compute[74535]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 10:33:11 user nova-compute[74535]:   <source dev="/dev/sdc"/>
Dec 06 10:33:11 user nova-compute[74535]:   <target dev="vdb" bus="virtio"/>
Dec 06 10:33:11 user nova-compute[74535]:   <serial>b9b18552-56db-42e4-a71d-7f88814355f6</serial>
Dec 06 10:33:11 user nova-compute[74535]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 10:33:11 user nova-compute[74535]: </disk>
Dec 06 10:33:11 user nova-compute[74535]:  {{(pid=74535) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 10:33:11 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-b2fbcfe2-8896-442c-bcaf-2f75ca7db897 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Successfully detached device vdb from instance 71c88634-6eeb-4d2f-890c-8005a9be0ccb from the persistent domain config.
Dec 06 10:33:11 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-b2fbcfe2-8896-442c-bcaf-2f75ca7db897 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 71c88634-6eeb-4d2f-890c-8005a9be0ccb from the live domain config. {{(pid=74535) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 10:33:11 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-b2fbcfe2-8896-442c-bcaf-2f75ca7db897 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 10:33:11 user nova-compute[74535]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 10:33:11 user nova-compute[74535]:   <source dev="/dev/sdc"/>
Dec 06 10:33:11 user nova-compute[74535]:   <target dev="vdb" bus="virtio"/>
Dec 06 10:33:11 user nova-compute[74535]:   <serial>b9b18552-56db-42e4-a71d-7f88814355f6</serial>
Dec 06 10:33:11 user nova-compute[74535]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 10:33:11 user nova-compute[74535]: </disk>
Dec 06 10:33:11 user nova-compute[74535]:  {{(pid=74535) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 10:33:12 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-b2fbcfe2-8896-442c-bcaf-2f75ca7db897 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 71c88634-6eeb-4d2f-890c-8005a9be0ccb {{(pid=74535) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 10:33:13 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:33:13 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:33:17 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-ea0325eb-e8cc-4c0e-b74a-77077347f122 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance c5fbccc6-69fd-4351-adba-7c3d89362c96 is timed out.
Dec 06 10:33:17 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-ea0325eb-e8cc-4c0e-b74a-77077347f122 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Successfully detached device vdb from instance c5fbccc6-69fd-4351-adba-7c3d89362c96 from the live domain config.
Dec 06 10:33:17 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ea0325eb-e8cc-4c0e-b74a-77077347f122 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] calling os-brick to detach iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 10:33:17 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea0325eb-e8cc-4c0e-b74a-77077347f122 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, {'target_iqn': 'iqn.2010-10.org.openstack:85bca49c-bac9-4eca-9a7d-11dbb956a1b0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cKqJyImn', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:33:17 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-ea0325eb-e8cc-4c0e-b74a-77077347f122 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:33:17 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-ea0325eb-e8cc-4c0e-b74a-77077347f122 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:33:17 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-ea0325eb-e8cc-4c0e-b74a-77077347f122 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:33:17 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:33:17 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:33:17 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[adfb5d32-369d-4a46-a89d-0a6aff0c59b6]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:b9b18552-56db-42e4-a71d-7f88814355f6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:85bca49c-bac9-4eca-9a7d-11dbb956a1b0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:33:17 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea0325eb-e8cc-4c0e-b74a-77077347f122 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 10:33:17 user nova-compute[74535]: No targets found.
Dec 06 10:33:17 user nova-compute[74535]: iSNS:
Dec 06 10:33:17 user nova-compute[74535]: No targets found.
Dec 06 10:33:17 user nova-compute[74535]: STATIC:
Dec 06 10:33:17 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:b9b18552-56db-42e4-a71d-7f88814355f6
Dec 06 10:33:17 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:33:17 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:33:17 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:85bca49c-bac9-4eca-9a7d-11dbb956a1b0
Dec 06 10:33:17 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:33:17 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:33:17 user nova-compute[74535]: FIRMWARE:
Dec 06 10:33:17 user nova-compute[74535]: No targets found.
Dec 06 10:33:17 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:33:17 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea0325eb-e8cc-4c0e-b74a-77077347f122 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 10:33:17 user nova-compute[74535]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 10:33:17 user nova-compute[74535]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74535) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 10:33:17 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea0325eb-e8cc-4c0e-b74a-77077347f122 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:85bca49c-bac9-4eca-9a7d-11dbb956a1b0', 0)] {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 10:33:17 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:33:17 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:33:17 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e12f1cf-461e-48ec-a890-ed7387225477]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:85bca49c-bac9-4eca-9a7d-11dbb956a1b0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b9b18552-56db-42e4-a71d-7f88814355f6\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:33:17 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:33:17 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:33:17 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ded3c57-cf70-4334-b3c5-1b8a35156f3a]: (4, ('tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:85bca49c-bac9-4eca-9a7d-11dbb956a1b0 (non-flash)\ntcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b9b18552-56db-42e4-a71d-7f88814355f6 (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:33:17 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea0325eb-e8cc-4c0e-b74a-77077347f122 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:85bca49c-bac9-4eca-9a7d-11dbb956a1b0 (non-flash)
Dec 06 10:33:17 user nova-compute[74535]: tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b9b18552-56db-42e4-a71d-7f88814355f6 (non-flash)
Dec 06 10:33:17 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:33:17 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea0325eb-e8cc-4c0e-b74a-77077347f122 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] iscsi session list stdout=tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:85bca49c-bac9-4eca-9a7d-11dbb956a1b0 (non-flash)
Dec 06 10:33:17 user nova-compute[74535]: tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b9b18552-56db-42e4-a71d-7f88814355f6 (non-flash)
Dec 06 10:33:17 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:33:17 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea0325eb-e8cc-4c0e-b74a-77077347f122 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ff100495090>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:85bca49c-bac9-4eca-9a7d-11dbb956a1b0'): ({'sdb'}, set())}) {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 10:33:17 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-ea0325eb-e8cc-4c0e-b74a-77077347f122 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Removing single pathed devices sdb {{(pid=74535) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 10:33:17 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:33:17 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:33:17 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf3cec71-890c-4d1e-88ba-abab0d5b1565]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:33:17 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:33:17 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:33:17 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0461d21-fddc-440a-805c-37fec4d27f8d]: (4, ('ok\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:33:17 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-ea0325eb-e8cc-4c0e-b74a-77077347f122 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Flushing IO for device /dev/sdb {{(pid=74535) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 10:33:17 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:33:17 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:33:17 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ea64ab4-c9e9-41f2-bebf-32dd64604516]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:33:17 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-ea0325eb-e8cc-4c0e-b74a-77077347f122 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74535) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 10:33:17 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:33:17 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.042s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:33:17 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[260b8e05-4385-490d-bf22-dec8d5e3fd2d]: (4, ('1', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:33:17 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-ea0325eb-e8cc-4c0e-b74a-77077347f122 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 10:33:17 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-ea0325eb-e8cc-4c0e-b74a-77077347f122 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] SCSI volumes sdb have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 10:33:17 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea0325eb-e8cc-4c0e-b74a-77077347f122 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:85bca49c-bac9-4eca-9a7d-11dbb956a1b0')] {{(pid=74535) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 10:33:17 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:85bca49c-bac9-4eca-9a7d-11dbb956a1b0 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:33:17 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:85bca49c-bac9-4eca-9a7d-11dbb956a1b0 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.028s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:33:17 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[a8a69d3d-05a1-447c-b63c-50ddf51043b7]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:33:17 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea0325eb-e8cc-4c0e-b74a-77077347f122 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:33:17 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:85bca49c-bac9-4eca-9a7d-11dbb956a1b0 -p 172.16.0.220:3260 --logout {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:33:17 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:85bca49c-bac9-4eca-9a7d-11dbb956a1b0 -p 172.16.0.220:3260 --logout" returned: 0 in 0.051s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:33:17 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[440e7b98-4fab-4c8b-b52f-e8a96936a60e]: (4, ('Logging out of session [sid: 59, target: iqn.2010-10.org.openstack:85bca49c-bac9-4eca-9a7d-11dbb956a1b0, portal: 172.16.0.220,3260]\nLogout of [sid: 59, target: iqn.2010-10.org.openstack:85bca49c-bac9-4eca-9a7d-11dbb956a1b0, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:33:17 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea0325eb-e8cc-4c0e-b74a-77077347f122 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 59, target: iqn.2010-10.org.openstack:85bca49c-bac9-4eca-9a7d-11dbb956a1b0, portal: 172.16.0.220,3260]
Dec 06 10:33:17 user nova-compute[74535]: Logout of [sid: 59, target: iqn.2010-10.org.openstack:85bca49c-bac9-4eca-9a7d-11dbb956a1b0, portal: 172.16.0.220,3260] successful.
Dec 06 10:33:17 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:33:17 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:85bca49c-bac9-4eca-9a7d-11dbb956a1b0 -p 172.16.0.220:3260 --op delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:33:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:85bca49c-bac9-4eca-9a7d-11dbb956a1b0 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:33:18 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ad9042b-8176-4e51-87e0-921cb28380e7]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:33:18 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea0325eb-e8cc-4c0e-b74a-77077347f122 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:33:18 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-ea0325eb-e8cc-4c0e-b74a-77077347f122 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.301s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:33:18 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea0325eb-e8cc-4c0e-b74a-77077347f122 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] <== disconnect_volume: return (302ms) None {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:33:18 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ea0325eb-e8cc-4c0e-b74a-77077347f122 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] Disconnected iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 10:33:18 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:33:18 user nova-compute[74535]: DEBUG nova.objects.instance [None req-ea0325eb-e8cc-4c0e-b74a-77077347f122 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Lazy-loading 'flavor' on Instance uuid c5fbccc6-69fd-4351-adba-7c3d89362c96 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:33:18 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-ea0325eb-e8cc-4c0e-b74a-77077347f122 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Lock "c5fbccc6-69fd-4351-adba-7c3d89362c96" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.703s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:33:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:33:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:33:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74535) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 10:33:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74535) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 10:33:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74535) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 10:33:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:33:28 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:33:28 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:33:31 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:33:32 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-b2fbcfe2-8896-442c-bcaf-2f75ca7db897 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 71c88634-6eeb-4d2f-890c-8005a9be0ccb is timed out.
Dec 06 10:33:32 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-b2fbcfe2-8896-442c-bcaf-2f75ca7db897 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Successfully detached device vdb from instance 71c88634-6eeb-4d2f-890c-8005a9be0ccb from the live domain config.
Dec 06 10:33:32 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b2fbcfe2-8896-442c-bcaf-2f75ca7db897 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] [instance: 71c88634-6eeb-4d2f-890c-8005a9be0ccb] calling os-brick to detach iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 10:33:32 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-b2fbcfe2-8896-442c-bcaf-2f75ca7db897 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, {'target_iqn': 'iqn.2010-10.org.openstack:b9b18552-56db-42e4-a71d-7f88814355f6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'gyRtTeUZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:33:32 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-b2fbcfe2-8896-442c-bcaf-2f75ca7db897 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:33:32 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-b2fbcfe2-8896-442c-bcaf-2f75ca7db897 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:33:32 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-b2fbcfe2-8896-442c-bcaf-2f75ca7db897 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:33:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:33:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:33:32 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e067ed2-37a4-4c75-92a0-74f8019db2fc]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:b9b18552-56db-42e4-a71d-7f88814355f6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:33:32 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-b2fbcfe2-8896-442c-bcaf-2f75ca7db897 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 10:33:32 user nova-compute[74535]: No targets found.
Dec 06 10:33:32 user nova-compute[74535]: iSNS:
Dec 06 10:33:32 user nova-compute[74535]: No targets found.
Dec 06 10:33:32 user nova-compute[74535]: STATIC:
Dec 06 10:33:32 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:b9b18552-56db-42e4-a71d-7f88814355f6
Dec 06 10:33:32 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:33:32 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:33:32 user nova-compute[74535]: FIRMWARE:
Dec 06 10:33:32 user nova-compute[74535]: No targets found.
Dec 06 10:33:32 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:33:32 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-b2fbcfe2-8896-442c-bcaf-2f75ca7db897 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 10:33:32 user nova-compute[74535]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 10:33:32 user nova-compute[74535]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74535) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 10:33:32 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-b2fbcfe2-8896-442c-bcaf-2f75ca7db897 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b9b18552-56db-42e4-a71d-7f88814355f6', 0)] {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 10:33:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:33:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:33:32 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[3eb8741f-2d25-4bff-b80d-d144fd0de427]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b9b18552-56db-42e4-a71d-7f88814355f6\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:33:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:33:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:33:32 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[6427eaac-eb1f-40ba-be94-7a390dab97f8]: (4, ('tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b9b18552-56db-42e4-a71d-7f88814355f6 (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:33:32 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-b2fbcfe2-8896-442c-bcaf-2f75ca7db897 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b9b18552-56db-42e4-a71d-7f88814355f6 (non-flash)
Dec 06 10:33:32 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:33:32 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-b2fbcfe2-8896-442c-bcaf-2f75ca7db897 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] iscsi session list stdout=tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b9b18552-56db-42e4-a71d-7f88814355f6 (non-flash)
Dec 06 10:33:32 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:33:32 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-b2fbcfe2-8896-442c-bcaf-2f75ca7db897 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ff12444beb0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b9b18552-56db-42e4-a71d-7f88814355f6'): ({'sdc'}, set())}) {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 10:33:32 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-b2fbcfe2-8896-442c-bcaf-2f75ca7db897 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Removing single pathed devices sdc {{(pid=74535) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 10:33:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:33:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:33:32 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[c33b2a40-1dad-4ed9-bdee-a78ce025e877]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:33:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:33:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:33:32 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2cdbba4-abe8-48b3-a4c5-f9a83e4e21b2]: (4, ('ok\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:33:32 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-b2fbcfe2-8896-442c-bcaf-2f75ca7db897 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Flushing IO for device /dev/sdc {{(pid=74535) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 10:33:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:33:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.016s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:33:32 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[66eb7762-73c0-4c81-b8d7-40daced00b2e]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:33:32 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-b2fbcfe2-8896-442c-bcaf-2f75ca7db897 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74535) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 10:33:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:33:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.033s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:33:32 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[85de991c-06d2-49e4-afec-6ca3372be8a5]: (4, ('1', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:33:32 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-b2fbcfe2-8896-442c-bcaf-2f75ca7db897 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 10:33:32 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-b2fbcfe2-8896-442c-bcaf-2f75ca7db897 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] SCSI volumes sdc have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 10:33:32 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-b2fbcfe2-8896-442c-bcaf-2f75ca7db897 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b9b18552-56db-42e4-a71d-7f88814355f6')] {{(pid=74535) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 10:33:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b9b18552-56db-42e4-a71d-7f88814355f6 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:33:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b9b18552-56db-42e4-a71d-7f88814355f6 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:33:32 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[796c3e43-51b6-4ff7-8af6-31e65b30f9a1]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:33:32 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-b2fbcfe2-8896-442c-bcaf-2f75ca7db897 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:33:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b9b18552-56db-42e4-a71d-7f88814355f6 -p 172.16.0.220:3260 --logout {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:33:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b9b18552-56db-42e4-a71d-7f88814355f6 -p 172.16.0.220:3260 --logout" returned: 0 in 0.046s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:33:32 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[523deb8c-ec54-46f3-9922-7098d7b0ffd0]: (4, ('Logging out of session [sid: 60, target: iqn.2010-10.org.openstack:b9b18552-56db-42e4-a71d-7f88814355f6, portal: 172.16.0.220,3260]\nLogout of [sid: 60, target: iqn.2010-10.org.openstack:b9b18552-56db-42e4-a71d-7f88814355f6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:33:32 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-b2fbcfe2-8896-442c-bcaf-2f75ca7db897 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 60, target: iqn.2010-10.org.openstack:b9b18552-56db-42e4-a71d-7f88814355f6, portal: 172.16.0.220,3260]
Dec 06 10:33:32 user nova-compute[74535]: Logout of [sid: 60, target: iqn.2010-10.org.openstack:b9b18552-56db-42e4-a71d-7f88814355f6, portal: 172.16.0.220,3260] successful.
Dec 06 10:33:32 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:33:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b9b18552-56db-42e4-a71d-7f88814355f6 -p 172.16.0.220:3260 --op delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:33:32 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b9b18552-56db-42e4-a71d-7f88814355f6 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:33:32 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[89a2855e-48d4-4442-a29c-6c1f86aa97fa]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:33:32 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-b2fbcfe2-8896-442c-bcaf-2f75ca7db897 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:33:32 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-b2fbcfe2-8896-442c-bcaf-2f75ca7db897 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.271s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:33:32 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-b2fbcfe2-8896-442c-bcaf-2f75ca7db897 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] <== disconnect_volume: return (271ms) None {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:33:32 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b2fbcfe2-8896-442c-bcaf-2f75ca7db897 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] [instance: 71c88634-6eeb-4d2f-890c-8005a9be0ccb] Disconnected iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 10:33:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:33:33 user nova-compute[74535]: DEBUG nova.objects.instance [None req-b2fbcfe2-8896-442c-bcaf-2f75ca7db897 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Lazy-loading 'flavor' on Instance uuid 71c88634-6eeb-4d2f-890c-8005a9be0ccb {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:33:33 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-b2fbcfe2-8896-442c-bcaf-2f75ca7db897 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Lock "71c88634-6eeb-4d2f-890c-8005a9be0ccb" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.699s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:33:33 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:33:33 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74535) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 10:33:33 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:33:33 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:33:33 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:33:33 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:33:33 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Auditing locally available compute resources for user (node: user) {{(pid=74535) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 10:33:34 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5fbccc6-69fd-4351-adba-7c3d89362c96/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:33:34 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5fbccc6-69fd-4351-adba-7c3d89362c96/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:33:34 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5fbccc6-69fd-4351-adba-7c3d89362c96/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:33:34 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5fbccc6-69fd-4351-adba-7c3d89362c96/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:33:34 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71c88634-6eeb-4d2f-890c-8005a9be0ccb/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:33:34 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71c88634-6eeb-4d2f-890c-8005a9be0ccb/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:33:34 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71c88634-6eeb-4d2f-890c-8005a9be0ccb/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:33:34 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71c88634-6eeb-4d2f-890c-8005a9be0ccb/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:33:35 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:33:35 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:33:35 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Hypervisor/Node resource view: name=user free_ram=8864MB free_disk=25.103172302246094GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74535) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 10:33:35 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:33:35 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:33:35 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance c5fbccc6-69fd-4351-adba-7c3d89362c96 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:33:35 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 71c88634-6eeb-4d2f-890c-8005a9be0ccb actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:33:35 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=74535) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 10:33:35 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=74535) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 10:33:35 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:33:35 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:33:35 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Compute_service record updated for user:user {{(pid=74535) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 10:33:35 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.205s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:33:38 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:33:40 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:33:41 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:33:42 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:33:43 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:33:43 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:33:43 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74535) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 10:33:43 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74535) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 10:33:43 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74535) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 10:33:43 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:33:43 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:33:45 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:33:45 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Starting heal instance info cache {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 10:33:45 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Rebuilding the list of instances to heal {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 06 10:33:45 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "refresh_cache-c5fbccc6-69fd-4351-adba-7c3d89362c96" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:33:45 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquired lock "refresh_cache-c5fbccc6-69fd-4351-adba-7c3d89362c96" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:33:45 user nova-compute[74535]: DEBUG nova.network.neutron [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] Forcefully refreshing network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 10:33:45 user nova-compute[74535]: DEBUG nova.objects.instance [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lazy-loading 'info_cache' on Instance uuid c5fbccc6-69fd-4351-adba-7c3d89362c96 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:33:46 user nova-compute[74535]: DEBUG nova.network.neutron [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] Updating instance_info_cache with network_info: [{"id": "7c7a6b6b-a1e4-4ff0-b967-d36d55cfcd57", "address": "fa:16:3e:26:fa:e0", "network": {"id": "15e2f67e-2ad5-4d2d-a066-db3029561e94", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-297299668-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.39", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "64c680f42bc54413a5a1c35bcd04a075", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c7a6b6b-a1", "ovs_interfaceid": "7c7a6b6b-a1e4-4ff0-b967-d36d55cfcd57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:33:46 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Releasing lock "refresh_cache-c5fbccc6-69fd-4351-adba-7c3d89362c96" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:33:46 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] Updated the network info_cache for instance {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 10:33:47 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:33:48 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:33:49 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._sync_power_states {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:33:49 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Triggering sync for uuid c5fbccc6-69fd-4351-adba-7c3d89362c96 {{(pid=74535) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 10:33:49 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Triggering sync for uuid 71c88634-6eeb-4d2f-890c-8005a9be0ccb {{(pid=74535) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 10:33:49 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "c5fbccc6-69fd-4351-adba-7c3d89362c96" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:33:49 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "c5fbccc6-69fd-4351-adba-7c3d89362c96" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:33:49 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "71c88634-6eeb-4d2f-890c-8005a9be0ccb" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:33:49 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "71c88634-6eeb-4d2f-890c-8005a9be0ccb" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:33:49 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "c5fbccc6-69fd-4351-adba-7c3d89362c96" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.025s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:33:49 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "71c88634-6eeb-4d2f-890c-8005a9be0ccb" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.026s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:33:53 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:33:58 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:33:58 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:33:58 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74535) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 10:33:58 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74535) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 10:33:58 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74535) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 10:33:58 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:34:03 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:34:03 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:34:03 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74535) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 10:34:03 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74535) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 10:34:03 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74535) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 10:34:03 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:34:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:34:08 user nova-compute[74535]: DEBUG nova.compute.manager [None req-ceaa37fb-5c32-48d0-aaa2-3dd79419c8d4 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] [instance: 71c88634-6eeb-4d2f-890c-8005a9be0ccb] Checking state {{(pid=74535) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 10:34:08 user nova-compute[74535]: INFO nova.compute.manager [None req-ceaa37fb-5c32-48d0-aaa2-3dd79419c8d4 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] [instance: 71c88634-6eeb-4d2f-890c-8005a9be0ccb] instance snapshotting
Dec 06 10:34:08 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-ceaa37fb-5c32-48d0-aaa2-3dd79419c8d4 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] [instance: 71c88634-6eeb-4d2f-890c-8005a9be0ccb] Beginning live snapshot process
Dec 06 10:34:08 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-ceaa37fb-5c32-48d0-aaa2-3dd79419c8d4 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71c88634-6eeb-4d2f-890c-8005a9be0ccb/disk --force-share --output=json -f qcow2 {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:34:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-ceaa37fb-5c32-48d0-aaa2-3dd79419c8d4 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71c88634-6eeb-4d2f-890c-8005a9be0ccb/disk --force-share --output=json -f qcow2" returned: 0 in 0.194s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:34:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-ceaa37fb-5c32-48d0-aaa2-3dd79419c8d4 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71c88634-6eeb-4d2f-890c-8005a9be0ccb/disk --force-share --output=json -f qcow2 {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:34:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-ceaa37fb-5c32-48d0-aaa2-3dd79419c8d4 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71c88634-6eeb-4d2f-890c-8005a9be0ccb/disk --force-share --output=json -f qcow2" returned: 0 in 0.205s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:34:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-ceaa37fb-5c32-48d0-aaa2-3dd79419c8d4 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:34:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-ceaa37fb-5c32-48d0-aaa2-3dd79419c8d4 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08 --force-share --output=json" returned: 0 in 0.178s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:34:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-ceaa37fb-5c32-48d0-aaa2-3dd79419c8d4 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmp47vk2v4s/04c6cbfed9804737a67036e8a60902ab.delta 1073741824 {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:34:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-ceaa37fb-5c32-48d0-aaa2-3dd79419c8d4 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/7aef4f97309efbd0d8988be1fd45eed756898e08,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmp47vk2v4s/04c6cbfed9804737a67036e8a60902ab.delta 1073741824" returned: 0 in 0.055s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:34:09 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-ceaa37fb-5c32-48d0-aaa2-3dd79419c8d4 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] [instance: 71c88634-6eeb-4d2f-890c-8005a9be0ccb] Quiescing instance not available: QEMU guest agent is not enabled.
Dec 06 10:34:10 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-ceaa37fb-5c32-48d0-aaa2-3dd79419c8d4 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] COPY block job progress, current cursor: 0 final cursor: 75563008 {{(pid=74535) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 06 10:34:10 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-ceaa37fb-5c32-48d0-aaa2-3dd79419c8d4 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] COPY block job progress, current cursor: 75563008 final cursor: 75563008 {{(pid=74535) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 06 10:34:10 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-ceaa37fb-5c32-48d0-aaa2-3dd79419c8d4 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] [instance: 71c88634-6eeb-4d2f-890c-8005a9be0ccb] Skipping quiescing instance: QEMU guest agent is not enabled.
Dec 06 10:34:10 user nova-compute[74535]: DEBUG nova.privsep.utils [None req-ceaa37fb-5c32-48d0-aaa2-3dd79419c8d4 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74535) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 06 10:34:10 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-ceaa37fb-5c32-48d0-aaa2-3dd79419c8d4 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmp47vk2v4s/04c6cbfed9804737a67036e8a60902ab.delta /opt/stack/data/nova/instances/snapshots/tmp47vk2v4s/04c6cbfed9804737a67036e8a60902ab {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:34:11 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-ceaa37fb-5c32-48d0-aaa2-3dd79419c8d4 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmp47vk2v4s/04c6cbfed9804737a67036e8a60902ab.delta /opt/stack/data/nova/instances/snapshots/tmp47vk2v4s/04c6cbfed9804737a67036e8a60902ab" returned: 0 in 0.557s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:34:11 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-ceaa37fb-5c32-48d0-aaa2-3dd79419c8d4 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] [instance: 71c88634-6eeb-4d2f-890c-8005a9be0ccb] Snapshot extracted, beginning image upload
Dec 06 10:34:13 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:34:13 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-ceaa37fb-5c32-48d0-aaa2-3dd79419c8d4 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] [instance: 71c88634-6eeb-4d2f-890c-8005a9be0ccb] Snapshot image upload complete
Dec 06 10:34:13 user nova-compute[74535]: INFO nova.compute.manager [None req-ceaa37fb-5c32-48d0-aaa2-3dd79419c8d4 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] [instance: 71c88634-6eeb-4d2f-890c-8005a9be0ccb] Took 5.30 seconds to snapshot the instance on the hypervisor.
Dec 06 10:34:16 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-2048949a-f596-4958-ba16-c91e0d84af80 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Acquiring lock "92385f63-ebe5-42db-a9c2-50a6b67b2ac5" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:34:16 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-2048949a-f596-4958-ba16-c91e0d84af80 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Lock "92385f63-ebe5-42db-a9c2-50a6b67b2ac5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:34:16 user nova-compute[74535]: DEBUG nova.compute.manager [None req-2048949a-f596-4958-ba16-c91e0d84af80 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] [instance: 92385f63-ebe5-42db-a9c2-50a6b67b2ac5] Starting instance... {{(pid=74535) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 10:34:16 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-2048949a-f596-4958-ba16-c91e0d84af80 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:34:16 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-2048949a-f596-4958-ba16-c91e0d84af80 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:34:16 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-2048949a-f596-4958-ba16-c91e0d84af80 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74535) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 10:34:16 user nova-compute[74535]: INFO nova.compute.claims [None req-2048949a-f596-4958-ba16-c91e0d84af80 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] [instance: 92385f63-ebe5-42db-a9c2-50a6b67b2ac5] Claim successful on node user
Dec 06 10:34:16 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-2048949a-f596-4958-ba16-c91e0d84af80 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:34:16 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-2048949a-f596-4958-ba16-c91e0d84af80 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:34:16 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-2048949a-f596-4958-ba16-c91e0d84af80 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.597s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:34:16 user nova-compute[74535]: DEBUG nova.compute.manager [None req-2048949a-f596-4958-ba16-c91e0d84af80 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] [instance: 92385f63-ebe5-42db-a9c2-50a6b67b2ac5] Start building networks asynchronously for instance. {{(pid=74535) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 10:34:16 user nova-compute[74535]: DEBUG nova.compute.manager [None req-2048949a-f596-4958-ba16-c91e0d84af80 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] [instance: 92385f63-ebe5-42db-a9c2-50a6b67b2ac5] Allocating IP information in the background. {{(pid=74535) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 10:34:16 user nova-compute[74535]: DEBUG nova.network.neutron [None req-2048949a-f596-4958-ba16-c91e0d84af80 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] [instance: 92385f63-ebe5-42db-a9c2-50a6b67b2ac5] allocate_for_instance() {{(pid=74535) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 10:34:16 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-2048949a-f596-4958-ba16-c91e0d84af80 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] [instance: 92385f63-ebe5-42db-a9c2-50a6b67b2ac5] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 10:34:16 user nova-compute[74535]: DEBUG nova.compute.manager [None req-2048949a-f596-4958-ba16-c91e0d84af80 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] [instance: 92385f63-ebe5-42db-a9c2-50a6b67b2ac5] Start building block device mappings for instance. {{(pid=74535) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 10:34:17 user nova-compute[74535]: DEBUG nova.policy [None req-2048949a-f596-4958-ba16-c91e0d84af80 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fe67618b271a44e299ca55cea914fadd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8c0786f7ef4e478db386b1a1ee80b3e2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74535) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 10:34:17 user nova-compute[74535]: DEBUG nova.compute.manager [None req-2048949a-f596-4958-ba16-c91e0d84af80 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] [instance: 92385f63-ebe5-42db-a9c2-50a6b67b2ac5] Start spawning the instance on the hypervisor. {{(pid=74535) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 10:34:17 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-2048949a-f596-4958-ba16-c91e0d84af80 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] [instance: 92385f63-ebe5-42db-a9c2-50a6b67b2ac5] Creating instance directory {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 10:34:17 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-2048949a-f596-4958-ba16-c91e0d84af80 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] [instance: 92385f63-ebe5-42db-a9c2-50a6b67b2ac5] Creating image(s)
Dec 06 10:34:17 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-2048949a-f596-4958-ba16-c91e0d84af80 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Acquiring lock "/opt/stack/data/nova/instances/92385f63-ebe5-42db-a9c2-50a6b67b2ac5/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:34:17 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-2048949a-f596-4958-ba16-c91e0d84af80 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Lock "/opt/stack/data/nova/instances/92385f63-ebe5-42db-a9c2-50a6b67b2ac5/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:34:17 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-2048949a-f596-4958-ba16-c91e0d84af80 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Lock "/opt/stack/data/nova/instances/92385f63-ebe5-42db-a9c2-50a6b67b2ac5/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.012s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:34:17 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-2048949a-f596-4958-ba16-c91e0d84af80 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Acquiring lock "5f30b71ee38befc45fb8b19267d1ba6a14b93ecb" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:34:17 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-2048949a-f596-4958-ba16-c91e0d84af80 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Lock "5f30b71ee38befc45fb8b19267d1ba6a14b93ecb" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:34:17 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-2048949a-f596-4958-ba16-c91e0d84af80 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5f30b71ee38befc45fb8b19267d1ba6a14b93ecb.part --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:34:17 user nova-compute[74535]: DEBUG nova.network.neutron [None req-2048949a-f596-4958-ba16-c91e0d84af80 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] [instance: 92385f63-ebe5-42db-a9c2-50a6b67b2ac5] Successfully created port: f6489f3d-af6b-4286-b58c-f61fafbd7379 {{(pid=74535) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 10:34:17 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:34:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-2048949a-f596-4958-ba16-c91e0d84af80 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5f30b71ee38befc45fb8b19267d1ba6a14b93ecb.part --force-share --output=json" returned: 0 in 0.173s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:34:18 user nova-compute[74535]: DEBUG nova.virt.images [None req-2048949a-f596-4958-ba16-c91e0d84af80 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] 4f0707de-c056-47bc-9978-2a9ee9e251a7 was qcow2, converting to raw {{(pid=74535) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Dec 06 10:34:18 user nova-compute[74535]: DEBUG nova.privsep.utils [None req-2048949a-f596-4958-ba16-c91e0d84af80 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74535) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 06 10:34:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-2048949a-f596-4958-ba16-c91e0d84af80 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/5f30b71ee38befc45fb8b19267d1ba6a14b93ecb.part /opt/stack/data/nova/instances/_base/5f30b71ee38befc45fb8b19267d1ba6a14b93ecb.converted {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:34:18 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:34:18 user nova-compute[74535]: DEBUG nova.network.neutron [None req-2048949a-f596-4958-ba16-c91e0d84af80 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] [instance: 92385f63-ebe5-42db-a9c2-50a6b67b2ac5] Successfully updated port: f6489f3d-af6b-4286-b58c-f61fafbd7379 {{(pid=74535) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 10:34:18 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-2048949a-f596-4958-ba16-c91e0d84af80 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Acquiring lock "refresh_cache-92385f63-ebe5-42db-a9c2-50a6b67b2ac5" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:34:18 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-2048949a-f596-4958-ba16-c91e0d84af80 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Acquired lock "refresh_cache-92385f63-ebe5-42db-a9c2-50a6b67b2ac5" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:34:18 user nova-compute[74535]: DEBUG nova.network.neutron [None req-2048949a-f596-4958-ba16-c91e0d84af80 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] [instance: 92385f63-ebe5-42db-a9c2-50a6b67b2ac5] Building network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 10:34:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-2048949a-f596-4958-ba16-c91e0d84af80 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/5f30b71ee38befc45fb8b19267d1ba6a14b93ecb.part /opt/stack/data/nova/instances/_base/5f30b71ee38befc45fb8b19267d1ba6a14b93ecb.converted" returned: 0 in 0.904s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:34:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-2048949a-f596-4958-ba16-c91e0d84af80 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5f30b71ee38befc45fb8b19267d1ba6a14b93ecb.converted --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:34:19 user nova-compute[74535]: DEBUG nova.compute.manager [req-84c239f8-90c9-447a-b06d-bb9ec54b3387 req-fc27e231-e832-4afe-a867-e4038059b477 service nova] [instance: 92385f63-ebe5-42db-a9c2-50a6b67b2ac5] Received event network-changed-f6489f3d-af6b-4286-b58c-f61fafbd7379 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:34:19 user nova-compute[74535]: DEBUG nova.compute.manager [req-84c239f8-90c9-447a-b06d-bb9ec54b3387 req-fc27e231-e832-4afe-a867-e4038059b477 service nova] [instance: 92385f63-ebe5-42db-a9c2-50a6b67b2ac5] Refreshing instance network info cache due to event network-changed-f6489f3d-af6b-4286-b58c-f61fafbd7379. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 10:34:19 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-84c239f8-90c9-447a-b06d-bb9ec54b3387 req-fc27e231-e832-4afe-a867-e4038059b477 service nova] Acquiring lock "refresh_cache-92385f63-ebe5-42db-a9c2-50a6b67b2ac5" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:34:19 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-f49eabd2-1ce4-4c15-8b35-68b63352bbd6 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Acquiring lock "c5fbccc6-69fd-4351-adba-7c3d89362c96" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:34:19 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-f49eabd2-1ce4-4c15-8b35-68b63352bbd6 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Lock "c5fbccc6-69fd-4351-adba-7c3d89362c96" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:34:19 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-f49eabd2-1ce4-4c15-8b35-68b63352bbd6 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Acquiring lock "c5fbccc6-69fd-4351-adba-7c3d89362c96-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:34:19 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-f49eabd2-1ce4-4c15-8b35-68b63352bbd6 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Lock "c5fbccc6-69fd-4351-adba-7c3d89362c96-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:34:19 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-f49eabd2-1ce4-4c15-8b35-68b63352bbd6 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Lock "c5fbccc6-69fd-4351-adba-7c3d89362c96-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:34:19 user nova-compute[74535]: INFO nova.compute.manager [None req-f49eabd2-1ce4-4c15-8b35-68b63352bbd6 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] Terminating instance
Dec 06 10:34:19 user nova-compute[74535]: DEBUG nova.compute.manager [None req-f49eabd2-1ce4-4c15-8b35-68b63352bbd6 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] Start destroying the instance on the hypervisor. {{(pid=74535) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 10:34:19 user nova-compute[74535]: DEBUG nova.network.neutron [None req-2048949a-f596-4958-ba16-c91e0d84af80 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] [instance: 92385f63-ebe5-42db-a9c2-50a6b67b2ac5] Instance cache missing network info. {{(pid=74535) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 10:34:19 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:34:19 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:34:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-2048949a-f596-4958-ba16-c91e0d84af80 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5f30b71ee38befc45fb8b19267d1ba6a14b93ecb.converted --force-share --output=json" returned: 0 in 0.189s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:34:19 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-2048949a-f596-4958-ba16-c91e0d84af80 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Lock "5f30b71ee38befc45fb8b19267d1ba6a14b93ecb" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.133s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:34:19 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:34:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-2048949a-f596-4958-ba16-c91e0d84af80 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5f30b71ee38befc45fb8b19267d1ba6a14b93ecb --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:34:19 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:34:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-2048949a-f596-4958-ba16-c91e0d84af80 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5f30b71ee38befc45fb8b19267d1ba6a14b93ecb --force-share --output=json" returned: 0 in 0.210s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:34:19 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-2048949a-f596-4958-ba16-c91e0d84af80 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Acquiring lock "5f30b71ee38befc45fb8b19267d1ba6a14b93ecb" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:34:19 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-2048949a-f596-4958-ba16-c91e0d84af80 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Lock "5f30b71ee38befc45fb8b19267d1ba6a14b93ecb" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:34:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-2048949a-f596-4958-ba16-c91e0d84af80 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5f30b71ee38befc45fb8b19267d1ba6a14b93ecb --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:34:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-2048949a-f596-4958-ba16-c91e0d84af80 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5f30b71ee38befc45fb8b19267d1ba6a14b93ecb --force-share --output=json" returned: 0 in 0.199s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:34:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-2048949a-f596-4958-ba16-c91e0d84af80 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/5f30b71ee38befc45fb8b19267d1ba6a14b93ecb,backing_fmt=raw /opt/stack/data/nova/instances/92385f63-ebe5-42db-a9c2-50a6b67b2ac5/disk 1073741824 {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:34:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-2048949a-f596-4958-ba16-c91e0d84af80 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/5f30b71ee38befc45fb8b19267d1ba6a14b93ecb,backing_fmt=raw /opt/stack/data/nova/instances/92385f63-ebe5-42db-a9c2-50a6b67b2ac5/disk 1073741824" returned: 0 in 0.056s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:34:19 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-2048949a-f596-4958-ba16-c91e0d84af80 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Lock "5f30b71ee38befc45fb8b19267d1ba6a14b93ecb" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.261s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:34:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-2048949a-f596-4958-ba16-c91e0d84af80 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5f30b71ee38befc45fb8b19267d1ba6a14b93ecb --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:34:19 user nova-compute[74535]: DEBUG nova.network.neutron [None req-2048949a-f596-4958-ba16-c91e0d84af80 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] [instance: 92385f63-ebe5-42db-a9c2-50a6b67b2ac5] Updating instance_info_cache with network_info: [{"id": "f6489f3d-af6b-4286-b58c-f61fafbd7379", "address": "fa:16:3e:76:c4:22", "network": {"id": "bdb2b3ee-b099-4199-bb1d-47403d29494b", "bridge": "br-int", "label": "tempest-TestStampPattern-1379758354-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c0786f7ef4e478db386b1a1ee80b3e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf6489f3d-af", "ovs_interfaceid": "f6489f3d-af6b-4286-b58c-f61fafbd7379", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:34:19 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-2048949a-f596-4958-ba16-c91e0d84af80 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Releasing lock "refresh_cache-92385f63-ebe5-42db-a9c2-50a6b67b2ac5" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:34:19 user nova-compute[74535]: DEBUG nova.compute.manager [None req-2048949a-f596-4958-ba16-c91e0d84af80 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] [instance: 92385f63-ebe5-42db-a9c2-50a6b67b2ac5] Instance network_info: |[{"id": "f6489f3d-af6b-4286-b58c-f61fafbd7379", "address": "fa:16:3e:76:c4:22", "network": {"id": "bdb2b3ee-b099-4199-bb1d-47403d29494b", "bridge": "br-int", "label": "tempest-TestStampPattern-1379758354-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c0786f7ef4e478db386b1a1ee80b3e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf6489f3d-af", "ovs_interfaceid": "f6489f3d-af6b-4286-b58c-f61fafbd7379", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74535) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 10:34:19 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-84c239f8-90c9-447a-b06d-bb9ec54b3387 req-fc27e231-e832-4afe-a867-e4038059b477 service nova] Acquired lock "refresh_cache-92385f63-ebe5-42db-a9c2-50a6b67b2ac5" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:34:19 user nova-compute[74535]: DEBUG nova.network.neutron [req-84c239f8-90c9-447a-b06d-bb9ec54b3387 req-fc27e231-e832-4afe-a867-e4038059b477 service nova] [instance: 92385f63-ebe5-42db-a9c2-50a6b67b2ac5] Refreshing network info cache for port f6489f3d-af6b-4286-b58c-f61fafbd7379 {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 10:34:19 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] Instance destroyed successfully.
Dec 06 10:34:19 user nova-compute[74535]: DEBUG nova.objects.instance [None req-f49eabd2-1ce4-4c15-8b35-68b63352bbd6 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Lazy-loading 'resources' on Instance uuid c5fbccc6-69fd-4351-adba-7c3d89362c96 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:34:19 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-2048949a-f596-4958-ba16-c91e0d84af80 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5f30b71ee38befc45fb8b19267d1ba6a14b93ecb --force-share --output=json" returned: 0 in 0.188s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:34:19 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-2048949a-f596-4958-ba16-c91e0d84af80 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] [instance: 92385f63-ebe5-42db-a9c2-50a6b67b2ac5] Created local disks {{(pid=74535) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 10:34:19 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-2048949a-f596-4958-ba16-c91e0d84af80 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] [instance: 92385f63-ebe5-42db-a9c2-50a6b67b2ac5] Ensure instance console log exists: /opt/stack/data/nova/instances/92385f63-ebe5-42db-a9c2-50a6b67b2ac5/console.log {{(pid=74535) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 10:34:19 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-2048949a-f596-4958-ba16-c91e0d84af80 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:34:19 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-2048949a-f596-4958-ba16-c91e0d84af80 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:34:19 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-2048949a-f596-4958-ba16-c91e0d84af80 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:34:19 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-2048949a-f596-4958-ba16-c91e0d84af80 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] [instance: 92385f63-ebe5-42db-a9c2-50a6b67b2ac5] Start _get_guest_xml network_info=[{"id": "f6489f3d-af6b-4286-b58c-f61fafbd7379", "address": "fa:16:3e:76:c4:22", "network": {"id": "bdb2b3ee-b099-4199-bb1d-47403d29494b", "bridge": "br-int", "label": "tempest-TestStampPattern-1379758354-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c0786f7ef4e478db386b1a1ee80b3e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf6489f3d-af", "ovs_interfaceid": "f6489f3d-af6b-4286-b58c-f61fafbd7379", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='e5899c94ea4cd8c6d59daca6b9e1bcf0',container_format='bare',created_at=2023-12-06T10:34:08Z,direct_url=<?>,disk_format='qcow2',id=4f0707de-c056-47bc-9978-2a9ee9e251a7,min_disk=1,min_ram=0,name='tempest-TestStampPatternsnapshot-208144492',owner='8c0786f7ef4e478db386b1a1ee80b3e2',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-12-06T10:34:14Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'device_name': '/dev/vda', 'encrypted': False, 'encryption_format': None, 'encryption_options': None, 'encryption_secret_uuid': None, 'boot_index': 0, 'device_type': 'disk', 'size': 0, 'guest_format': None, 'image_id': '4f0707de-c056-47bc-9978-2a9ee9e251a7'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 10:34:19 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-f49eabd2-1ce4-4c15-8b35-68b63352bbd6 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:27:13Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-20679557',display_name='tempest-SnapshotDataIntegrityTests-server-20679557',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-20679557',id=50,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBx84vrf6ZE2fDC8ci2QIfv7EpxSmluIeTw5EYE+KOZl+yqK7YpkW9LDO8mehIDSIQFDbI9pZdPjzdae7WjUziQsgosqXEGJtV3ry8q4A/gw2qFs4LovtYoT1aCECAzpJg==',key_name='tempest-keypair-1605610379',keypairs=<?>,launch_index=0,launched_at=2023-12-06T10:27:20Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='64c680f42bc54413a5a1c35bcd04a075',ramdisk_id='',reservation_id='r-cu14hlak',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-SnapshotDataIntegrityTests-1488807356',owner_user_name='tempest-SnapshotDataIntegrityTests-1488807356-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T10:27:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c73dbe0a5fe8434faa4b79e19bcd41f3',uuid=c5fbccc6-69fd-4351-adba-7c3d89362c96,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "7c7a6b6b-a1e4-4ff0-b967-d36d55cfcd57", "address": "fa:16:3e:26:fa:e0", "network": {"id": "15e2f67e-2ad5-4d2d-a066-db3029561e94", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-297299668-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.39", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "64c680f42bc54413a5a1c35bcd04a075", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c7a6b6b-a1", "ovs_interfaceid": "7c7a6b6b-a1e4-4ff0-b967-d36d55cfcd57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 10:34:19 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-f49eabd2-1ce4-4c15-8b35-68b63352bbd6 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Converting VIF {"id": "7c7a6b6b-a1e4-4ff0-b967-d36d55cfcd57", "address": "fa:16:3e:26:fa:e0", "network": {"id": "15e2f67e-2ad5-4d2d-a066-db3029561e94", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-297299668-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.39", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "64c680f42bc54413a5a1c35bcd04a075", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c7a6b6b-a1", "ovs_interfaceid": "7c7a6b6b-a1e4-4ff0-b967-d36d55cfcd57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:34:19 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-f49eabd2-1ce4-4c15-8b35-68b63352bbd6 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:26:fa:e0,bridge_name='br-int',has_traffic_filtering=True,id=7c7a6b6b-a1e4-4ff0-b967-d36d55cfcd57,network=Network(15e2f67e-2ad5-4d2d-a066-db3029561e94),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7c7a6b6b-a1') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:34:19 user nova-compute[74535]: DEBUG os_vif [None req-f49eabd2-1ce4-4c15-8b35-68b63352bbd6 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:26:fa:e0,bridge_name='br-int',has_traffic_filtering=True,id=7c7a6b6b-a1e4-4ff0-b967-d36d55cfcd57,network=Network(15e2f67e-2ad5-4d2d-a066-db3029561e94),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7c7a6b6b-a1') {{(pid=74535) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 10:34:19 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-2048949a-f596-4958-ba16-c91e0d84af80 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:34:19 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-2048949a-f596-4958-ba16-c91e0d84af80 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:34:19 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:34:19 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap7c7a6b6b-a1, bridge=br-int, if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:34:19 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:34:19 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:34:19 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:34:19 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=5bd9dba2-bc7d-45e5-b215-0590cd7e7e56) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:34:19 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:34:19 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-2048949a-f596-4958-ba16-c91e0d84af80 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 10:34:19 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-2048949a-f596-4958-ba16-c91e0d84af80 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] CPU controller missing on host. {{(pid=74535) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 10:34:19 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:34:19 user nova-compute[74535]: INFO os_vif [None req-f49eabd2-1ce4-4c15-8b35-68b63352bbd6 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:26:fa:e0,bridge_name='br-int',has_traffic_filtering=True,id=7c7a6b6b-a1e4-4ff0-b967-d36d55cfcd57,network=Network(15e2f67e-2ad5-4d2d-a066-db3029561e94),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7c7a6b6b-a1')
Dec 06 10:34:19 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-f49eabd2-1ce4-4c15-8b35-68b63352bbd6 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] Deleting instance files /opt/stack/data/nova/instances/c5fbccc6-69fd-4351-adba-7c3d89362c96_del
Dec 06 10:34:19 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-f49eabd2-1ce4-4c15-8b35-68b63352bbd6 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] Deletion of /opt/stack/data/nova/instances/c5fbccc6-69fd-4351-adba-7c3d89362c96_del complete
Dec 06 10:34:19 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-2048949a-f596-4958-ba16-c91e0d84af80 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 10:34:19 user nova-compute[74535]: DEBUG nova.virt.libvirt.host [None req-2048949a-f596-4958-ba16-c91e0d84af80 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] CPU controller found on host. {{(pid=74535) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 10:34:19 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-2048949a-f596-4958-ba16-c91e0d84af80 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74535) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 10:34:19 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-2048949a-f596-4958-ba16-c91e0d84af80 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T09:52:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='e5899c94ea4cd8c6d59daca6b9e1bcf0',container_format='bare',created_at=2023-12-06T10:34:08Z,direct_url=<?>,disk_format='qcow2',id=4f0707de-c056-47bc-9978-2a9ee9e251a7,min_disk=1,min_ram=0,name='tempest-TestStampPatternsnapshot-208144492',owner='8c0786f7ef4e478db386b1a1ee80b3e2',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-12-06T10:34:14Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 10:34:19 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-2048949a-f596-4958-ba16-c91e0d84af80 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Flavor limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 10:34:19 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-2048949a-f596-4958-ba16-c91e0d84af80 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Image limits 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 10:34:19 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-2048949a-f596-4958-ba16-c91e0d84af80 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Flavor pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 10:34:19 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-2048949a-f596-4958-ba16-c91e0d84af80 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Image pref 0:0:0 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 10:34:19 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-2048949a-f596-4958-ba16-c91e0d84af80 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74535) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 10:34:19 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-2048949a-f596-4958-ba16-c91e0d84af80 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 10:34:19 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-2048949a-f596-4958-ba16-c91e0d84af80 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 10:34:19 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-2048949a-f596-4958-ba16-c91e0d84af80 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Got 1 possible topologies {{(pid=74535) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 10:34:19 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-2048949a-f596-4958-ba16-c91e0d84af80 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 10:34:19 user nova-compute[74535]: DEBUG nova.virt.hardware [None req-2048949a-f596-4958-ba16-c91e0d84af80 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74535) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 10:34:19 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-2048949a-f596-4958-ba16-c91e0d84af80 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:34:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-50904771',display_name='tempest-TestStampPattern-server-50904771',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-50904771',id=52,image_ref='4f0707de-c056-47bc-9978-2a9ee9e251a7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIpAcmwFatYo/3w6zP6GKZWzmahYHSfDO9VnLvrfdomsKFiRtP6NvaYmgzyhK14fgxS9d/ZIi6JtahttTsZWa+AxqoIb++OKhhsBVMwVGwNeRIOpsEil3hxIIyIIIOhvTg==',key_name='tempest-TestStampPattern-1900610372',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8c0786f7ef4e478db386b1a1ee80b3e2',ramdisk_id='',reservation_id='r-ap5b6vgl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_image_location='snapshot',image_image_state='available',image_image_type='snapshot',image_instance_uuid='71c88634-6eeb-4d2f-890c-8005a9be0ccb',image_min_disk='1',image_min_ram='0',image_owner_id='8c0786f7ef4e478db386b1a1ee80b3e2',image_owner_project_name='tempest-TestStampPattern-1081633458',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestStampPattern-1081633458-project-member',image_user_id='fe67618b271a44e299ca55cea914fadd',network_allocated='True',owner_project_name='tempest-TestStampPattern-1081633458',owner_user_name='tempest-TestStampPattern-1081633458-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T10:34:17Z,user_data=None,user_id='fe67618b271a44e299ca55cea914fadd',uuid=92385f63-ebe5-42db-a9c2-50a6b67b2ac5,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f6489f3d-af6b-4286-b58c-f61fafbd7379", "address": "fa:16:3e:76:c4:22", "network": {"id": "bdb2b3ee-b099-4199-bb1d-47403d29494b", "bridge": "br-int", "label": "tempest-TestStampPattern-1379758354-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c0786f7ef4e478db386b1a1ee80b3e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf6489f3d-af", "ovs_interfaceid": "f6489f3d-af6b-4286-b58c-f61fafbd7379", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74535) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 10:34:19 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-2048949a-f596-4958-ba16-c91e0d84af80 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Converting VIF {"id": "f6489f3d-af6b-4286-b58c-f61fafbd7379", "address": "fa:16:3e:76:c4:22", "network": {"id": "bdb2b3ee-b099-4199-bb1d-47403d29494b", "bridge": "br-int", "label": "tempest-TestStampPattern-1379758354-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c0786f7ef4e478db386b1a1ee80b3e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf6489f3d-af", "ovs_interfaceid": "f6489f3d-af6b-4286-b58c-f61fafbd7379", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:34:19 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-2048949a-f596-4958-ba16-c91e0d84af80 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:76:c4:22,bridge_name='br-int',has_traffic_filtering=True,id=f6489f3d-af6b-4286-b58c-f61fafbd7379,network=Network(bdb2b3ee-b099-4199-bb1d-47403d29494b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf6489f3d-af') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:34:19 user nova-compute[74535]: DEBUG nova.objects.instance [None req-2048949a-f596-4958-ba16-c91e0d84af80 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Lazy-loading 'pci_devices' on Instance uuid 92385f63-ebe5-42db-a9c2-50a6b67b2ac5 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:34:19 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-2048949a-f596-4958-ba16-c91e0d84af80 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] [instance: 92385f63-ebe5-42db-a9c2-50a6b67b2ac5] End _get_guest_xml xml=<domain type="kvm">
Dec 06 10:34:19 user nova-compute[74535]:   <uuid>92385f63-ebe5-42db-a9c2-50a6b67b2ac5</uuid>
Dec 06 10:34:19 user nova-compute[74535]:   <name>instance-00000034</name>
Dec 06 10:34:19 user nova-compute[74535]:   <memory>524288</memory>
Dec 06 10:34:19 user nova-compute[74535]:   <vcpu>1</vcpu>
Dec 06 10:34:19 user nova-compute[74535]:   <metadata>
Dec 06 10:34:19 user nova-compute[74535]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 10:34:19 user nova-compute[74535]:       <nova:package version="0.0.0"/>
Dec 06 10:34:19 user nova-compute[74535]:       <nova:name>tempest-TestStampPattern-server-50904771</nova:name>
Dec 06 10:34:19 user nova-compute[74535]:       <nova:creationTime>2023-12-06 10:34:19</nova:creationTime>
Dec 06 10:34:19 user nova-compute[74535]:       <nova:flavor name="m1.tiny">
Dec 06 10:34:19 user nova-compute[74535]:         <nova:memory>512</nova:memory>
Dec 06 10:34:19 user nova-compute[74535]:         <nova:disk>1</nova:disk>
Dec 06 10:34:19 user nova-compute[74535]:         <nova:swap>0</nova:swap>
Dec 06 10:34:19 user nova-compute[74535]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 10:34:19 user nova-compute[74535]:         <nova:vcpus>1</nova:vcpus>
Dec 06 10:34:19 user nova-compute[74535]:       </nova:flavor>
Dec 06 10:34:19 user nova-compute[74535]:       <nova:owner>
Dec 06 10:34:19 user nova-compute[74535]:         <nova:user uuid="fe67618b271a44e299ca55cea914fadd">tempest-TestStampPattern-1081633458-project-member</nova:user>
Dec 06 10:34:19 user nova-compute[74535]:         <nova:project uuid="8c0786f7ef4e478db386b1a1ee80b3e2">tempest-TestStampPattern-1081633458</nova:project>
Dec 06 10:34:19 user nova-compute[74535]:       </nova:owner>
Dec 06 10:34:19 user nova-compute[74535]:       <nova:root type="image" uuid="4f0707de-c056-47bc-9978-2a9ee9e251a7"/>
Dec 06 10:34:19 user nova-compute[74535]:       <nova:ports>
Dec 06 10:34:19 user nova-compute[74535]:         <nova:port uuid="f6489f3d-af6b-4286-b58c-f61fafbd7379">
Dec 06 10:34:19 user nova-compute[74535]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Dec 06 10:34:19 user nova-compute[74535]:         </nova:port>
Dec 06 10:34:19 user nova-compute[74535]:       </nova:ports>
Dec 06 10:34:19 user nova-compute[74535]:     </nova:instance>
Dec 06 10:34:19 user nova-compute[74535]:   </metadata>
Dec 06 10:34:19 user nova-compute[74535]:   <sysinfo type="smbios">
Dec 06 10:34:19 user nova-compute[74535]:     <system>
Dec 06 10:34:19 user nova-compute[74535]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 10:34:19 user nova-compute[74535]:       <entry name="product">OpenStack Nova</entry>
Dec 06 10:34:19 user nova-compute[74535]:       <entry name="version">0.0.0</entry>
Dec 06 10:34:19 user nova-compute[74535]:       <entry name="serial">92385f63-ebe5-42db-a9c2-50a6b67b2ac5</entry>
Dec 06 10:34:19 user nova-compute[74535]:       <entry name="uuid">92385f63-ebe5-42db-a9c2-50a6b67b2ac5</entry>
Dec 06 10:34:19 user nova-compute[74535]:       <entry name="family">Virtual Machine</entry>
Dec 06 10:34:19 user nova-compute[74535]:     </system>
Dec 06 10:34:19 user nova-compute[74535]:   </sysinfo>
Dec 06 10:34:19 user nova-compute[74535]:   <os>
Dec 06 10:34:19 user nova-compute[74535]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 10:34:19 user nova-compute[74535]:     <boot dev="hd"/>
Dec 06 10:34:19 user nova-compute[74535]:     <smbios mode="sysinfo"/>
Dec 06 10:34:19 user nova-compute[74535]:   </os>
Dec 06 10:34:19 user nova-compute[74535]:   <features>
Dec 06 10:34:19 user nova-compute[74535]:     <acpi/>
Dec 06 10:34:19 user nova-compute[74535]:     <apic/>
Dec 06 10:34:19 user nova-compute[74535]:     <vmcoreinfo/>
Dec 06 10:34:19 user nova-compute[74535]:   </features>
Dec 06 10:34:19 user nova-compute[74535]:   <clock offset="utc">
Dec 06 10:34:19 user nova-compute[74535]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 10:34:19 user nova-compute[74535]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 10:34:19 user nova-compute[74535]:     <timer name="hpet" present="no"/>
Dec 06 10:34:19 user nova-compute[74535]:   </clock>
Dec 06 10:34:19 user nova-compute[74535]:   <cpu mode="custom" match="exact">
Dec 06 10:34:19 user nova-compute[74535]:     <model>Nehalem</model>
Dec 06 10:34:19 user nova-compute[74535]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 10:34:19 user nova-compute[74535]:   </cpu>
Dec 06 10:34:19 user nova-compute[74535]:   <devices>
Dec 06 10:34:19 user nova-compute[74535]:     <disk type="file" device="disk">
Dec 06 10:34:19 user nova-compute[74535]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 10:34:19 user nova-compute[74535]:       <source file="/opt/stack/data/nova/instances/92385f63-ebe5-42db-a9c2-50a6b67b2ac5/disk"/>
Dec 06 10:34:19 user nova-compute[74535]:       <target dev="vda" bus="virtio"/>
Dec 06 10:34:19 user nova-compute[74535]:     </disk>
Dec 06 10:34:19 user nova-compute[74535]:     <interface type="ethernet">
Dec 06 10:34:19 user nova-compute[74535]:       <mac address="fa:16:3e:76:c4:22"/>
Dec 06 10:34:19 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 10:34:19 user nova-compute[74535]:       <mtu size="1442"/>
Dec 06 10:34:19 user nova-compute[74535]:       <target dev="tapf6489f3d-af"/>
Dec 06 10:34:19 user nova-compute[74535]:     </interface>
Dec 06 10:34:19 user nova-compute[74535]:     <serial type="pty">
Dec 06 10:34:19 user nova-compute[74535]:       <log file="/opt/stack/data/nova/instances/92385f63-ebe5-42db-a9c2-50a6b67b2ac5/console.log" append="off"/>
Dec 06 10:34:19 user nova-compute[74535]:     </serial>
Dec 06 10:34:19 user nova-compute[74535]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 10:34:19 user nova-compute[74535]:     <video>
Dec 06 10:34:19 user nova-compute[74535]:       <model type="virtio"/>
Dec 06 10:34:19 user nova-compute[74535]:     </video>
Dec 06 10:34:19 user nova-compute[74535]:     <rng model="virtio">
Dec 06 10:34:19 user nova-compute[74535]:       <backend model="random">/dev/urandom</backend>
Dec 06 10:34:19 user nova-compute[74535]:     </rng>
Dec 06 10:34:19 user nova-compute[74535]:     <controller type="usb" index="0" model="none"/>
Dec 06 10:34:19 user nova-compute[74535]:     <memballoon model="virtio">
Dec 06 10:34:19 user nova-compute[74535]:       <stats period="10"/>
Dec 06 10:34:19 user nova-compute[74535]:     </memballoon>
Dec 06 10:34:19 user nova-compute[74535]:   </devices>
Dec 06 10:34:19 user nova-compute[74535]: </domain>
Dec 06 10:34:19 user nova-compute[74535]:  {{(pid=74535) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 10:34:19 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-2048949a-f596-4958-ba16-c91e0d84af80 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:34:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-50904771',display_name='tempest-TestStampPattern-server-50904771',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-50904771',id=52,image_ref='4f0707de-c056-47bc-9978-2a9ee9e251a7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIpAcmwFatYo/3w6zP6GKZWzmahYHSfDO9VnLvrfdomsKFiRtP6NvaYmgzyhK14fgxS9d/ZIi6JtahttTsZWa+AxqoIb++OKhhsBVMwVGwNeRIOpsEil3hxIIyIIIOhvTg==',key_name='tempest-TestStampPattern-1900610372',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8c0786f7ef4e478db386b1a1ee80b3e2',ramdisk_id='',reservation_id='r-ap5b6vgl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_image_location='snapshot',image_image_state='available',image_image_type='snapshot',image_instance_uuid='71c88634-6eeb-4d2f-890c-8005a9be0ccb',image_min_disk='1',image_min_ram='0',image_owner_id='8c0786f7ef4e478db386b1a1ee80b3e2',image_owner_project_name='tempest-TestStampPattern-1081633458',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestStampPattern-1081633458-project-member',image_user_id='fe67618b271a44e299ca55cea914fadd',network_allocated='True',owner_project_name='tempest-TestStampPattern-1081633458',owner_user_name='tempest-TestStampPattern-1081633458-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T10:34:17Z,user_data=None,user_id='fe67618b271a44e299ca55cea914fadd',uuid=92385f63-ebe5-42db-a9c2-50a6b67b2ac5,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f6489f3d-af6b-4286-b58c-f61fafbd7379", "address": "fa:16:3e:76:c4:22", "network": {"id": "bdb2b3ee-b099-4199-bb1d-47403d29494b", "bridge": "br-int", "label": "tempest-TestStampPattern-1379758354-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c0786f7ef4e478db386b1a1ee80b3e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf6489f3d-af", "ovs_interfaceid": "f6489f3d-af6b-4286-b58c-f61fafbd7379", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 10:34:19 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-2048949a-f596-4958-ba16-c91e0d84af80 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Converting VIF {"id": "f6489f3d-af6b-4286-b58c-f61fafbd7379", "address": "fa:16:3e:76:c4:22", "network": {"id": "bdb2b3ee-b099-4199-bb1d-47403d29494b", "bridge": "br-int", "label": "tempest-TestStampPattern-1379758354-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c0786f7ef4e478db386b1a1ee80b3e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf6489f3d-af", "ovs_interfaceid": "f6489f3d-af6b-4286-b58c-f61fafbd7379", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:34:19 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-2048949a-f596-4958-ba16-c91e0d84af80 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:76:c4:22,bridge_name='br-int',has_traffic_filtering=True,id=f6489f3d-af6b-4286-b58c-f61fafbd7379,network=Network(bdb2b3ee-b099-4199-bb1d-47403d29494b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf6489f3d-af') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:34:19 user nova-compute[74535]: DEBUG os_vif [None req-2048949a-f596-4958-ba16-c91e0d84af80 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:76:c4:22,bridge_name='br-int',has_traffic_filtering=True,id=f6489f3d-af6b-4286-b58c-f61fafbd7379,network=Network(bdb2b3ee-b099-4199-bb1d-47403d29494b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf6489f3d-af') {{(pid=74535) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 10:34:19 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:34:19 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:34:19 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 10:34:19 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:34:19 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'b98af67f-ea23-5db2-8f16-1a2926bc5ed0', '_type': 'linux-noop'}}, row=False) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:34:19 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:34:19 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:34:19 user nova-compute[74535]: INFO nova.compute.manager [None req-f49eabd2-1ce4-4c15-8b35-68b63352bbd6 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] Took 0.89 seconds to destroy the instance on the hypervisor.
Dec 06 10:34:19 user nova-compute[74535]: DEBUG oslo.service.loopingcall [None req-f49eabd2-1ce4-4c15-8b35-68b63352bbd6 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74535) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 10:34:20 user nova-compute[74535]: DEBUG nova.compute.manager [-] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] Deallocating network for instance {{(pid=74535) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 10:34:20 user nova-compute[74535]: DEBUG nova.network.neutron [-] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] deallocate_for_instance() {{(pid=74535) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 10:34:20 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:34:20 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf6489f3d-af, may_exist=True, interface_attrs={}) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:34:20 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf6489f3d-af, col_values=(('qos', UUID('72c5011d-efb2-4341-8358-1e9cf90c7630')),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:34:20 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf6489f3d-af, col_values=(('external_ids', {'iface-id': 'f6489f3d-af6b-4286-b58c-f61fafbd7379', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:76:c4:22', 'vm-uuid': '92385f63-ebe5-42db-a9c2-50a6b67b2ac5'}),), if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:34:20 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:34:20 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:34:20 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:34:20 user nova-compute[74535]: INFO os_vif [None req-2048949a-f596-4958-ba16-c91e0d84af80 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:76:c4:22,bridge_name='br-int',has_traffic_filtering=True,id=f6489f3d-af6b-4286-b58c-f61fafbd7379,network=Network(bdb2b3ee-b099-4199-bb1d-47403d29494b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf6489f3d-af')
Dec 06 10:34:20 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-2048949a-f596-4958-ba16-c91e0d84af80 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] No BDM found with device name vda, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 10:34:20 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-2048949a-f596-4958-ba16-c91e0d84af80 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] No VIF found with MAC fa:16:3e:76:c4:22, not building metadata {{(pid=74535) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 10:34:20 user nova-compute[74535]: DEBUG nova.network.neutron [req-84c239f8-90c9-447a-b06d-bb9ec54b3387 req-fc27e231-e832-4afe-a867-e4038059b477 service nova] [instance: 92385f63-ebe5-42db-a9c2-50a6b67b2ac5] Updated VIF entry in instance network info cache for port f6489f3d-af6b-4286-b58c-f61fafbd7379. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 10:34:20 user nova-compute[74535]: DEBUG nova.network.neutron [req-84c239f8-90c9-447a-b06d-bb9ec54b3387 req-fc27e231-e832-4afe-a867-e4038059b477 service nova] [instance: 92385f63-ebe5-42db-a9c2-50a6b67b2ac5] Updating instance_info_cache with network_info: [{"id": "f6489f3d-af6b-4286-b58c-f61fafbd7379", "address": "fa:16:3e:76:c4:22", "network": {"id": "bdb2b3ee-b099-4199-bb1d-47403d29494b", "bridge": "br-int", "label": "tempest-TestStampPattern-1379758354-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c0786f7ef4e478db386b1a1ee80b3e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf6489f3d-af", "ovs_interfaceid": "f6489f3d-af6b-4286-b58c-f61fafbd7379", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:34:20 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-84c239f8-90c9-447a-b06d-bb9ec54b3387 req-fc27e231-e832-4afe-a867-e4038059b477 service nova] Releasing lock "refresh_cache-92385f63-ebe5-42db-a9c2-50a6b67b2ac5" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:34:20 user nova-compute[74535]: DEBUG nova.network.neutron [-] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] Updating instance_info_cache with network_info: [] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:34:20 user nova-compute[74535]: INFO nova.compute.manager [-] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] Took 0.69 seconds to deallocate network for instance.
Dec 06 10:34:20 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-f49eabd2-1ce4-4c15-8b35-68b63352bbd6 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:34:20 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-f49eabd2-1ce4-4c15-8b35-68b63352bbd6 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:34:20 user nova-compute[74535]: DEBUG nova.compute.manager [req-f91448ff-9606-4cf9-b29f-de9acea09ea2 req-29277a6b-6fd2-40b7-a20e-cfd93f01daf7 service nova] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] Received event network-vif-deleted-7c7a6b6b-a1e4-4ff0-b967-d36d55cfcd57 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:34:20 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-f49eabd2-1ce4-4c15-8b35-68b63352bbd6 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:34:20 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-f49eabd2-1ce4-4c15-8b35-68b63352bbd6 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:34:20 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-f49eabd2-1ce4-4c15-8b35-68b63352bbd6 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.159s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:34:20 user nova-compute[74535]: INFO nova.scheduler.client.report [None req-f49eabd2-1ce4-4c15-8b35-68b63352bbd6 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Deleted allocations for instance c5fbccc6-69fd-4351-adba-7c3d89362c96
Dec 06 10:34:21 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-f49eabd2-1ce4-4c15-8b35-68b63352bbd6 tempest-SnapshotDataIntegrityTests-1488807356 tempest-SnapshotDataIntegrityTests-1488807356-project-member] Lock "c5fbccc6-69fd-4351-adba-7c3d89362c96" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.930s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:34:21 user nova-compute[74535]: DEBUG nova.compute.manager [req-75df942a-04c1-43b5-a690-06496920e663 req-8bfa4aef-3942-46ac-a943-cad93132f8b4 service nova] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] Received event network-vif-unplugged-7c7a6b6b-a1e4-4ff0-b967-d36d55cfcd57 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:34:21 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-75df942a-04c1-43b5-a690-06496920e663 req-8bfa4aef-3942-46ac-a943-cad93132f8b4 service nova] Acquiring lock "c5fbccc6-69fd-4351-adba-7c3d89362c96-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:34:21 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-75df942a-04c1-43b5-a690-06496920e663 req-8bfa4aef-3942-46ac-a943-cad93132f8b4 service nova] Lock "c5fbccc6-69fd-4351-adba-7c3d89362c96-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:34:21 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-75df942a-04c1-43b5-a690-06496920e663 req-8bfa4aef-3942-46ac-a943-cad93132f8b4 service nova] Lock "c5fbccc6-69fd-4351-adba-7c3d89362c96-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:34:21 user nova-compute[74535]: DEBUG nova.compute.manager [req-75df942a-04c1-43b5-a690-06496920e663 req-8bfa4aef-3942-46ac-a943-cad93132f8b4 service nova] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] No waiting events found dispatching network-vif-unplugged-7c7a6b6b-a1e4-4ff0-b967-d36d55cfcd57 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:34:21 user nova-compute[74535]: WARNING nova.compute.manager [req-75df942a-04c1-43b5-a690-06496920e663 req-8bfa4aef-3942-46ac-a943-cad93132f8b4 service nova] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] Received unexpected event network-vif-unplugged-7c7a6b6b-a1e4-4ff0-b967-d36d55cfcd57 for instance with vm_state deleted and task_state None.
Dec 06 10:34:21 user nova-compute[74535]: DEBUG nova.compute.manager [req-75df942a-04c1-43b5-a690-06496920e663 req-8bfa4aef-3942-46ac-a943-cad93132f8b4 service nova] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] Received event network-vif-plugged-7c7a6b6b-a1e4-4ff0-b967-d36d55cfcd57 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:34:21 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-75df942a-04c1-43b5-a690-06496920e663 req-8bfa4aef-3942-46ac-a943-cad93132f8b4 service nova] Acquiring lock "c5fbccc6-69fd-4351-adba-7c3d89362c96-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:34:21 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-75df942a-04c1-43b5-a690-06496920e663 req-8bfa4aef-3942-46ac-a943-cad93132f8b4 service nova] Lock "c5fbccc6-69fd-4351-adba-7c3d89362c96-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:34:21 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-75df942a-04c1-43b5-a690-06496920e663 req-8bfa4aef-3942-46ac-a943-cad93132f8b4 service nova] Lock "c5fbccc6-69fd-4351-adba-7c3d89362c96-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:34:21 user nova-compute[74535]: DEBUG nova.compute.manager [req-75df942a-04c1-43b5-a690-06496920e663 req-8bfa4aef-3942-46ac-a943-cad93132f8b4 service nova] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] No waiting events found dispatching network-vif-plugged-7c7a6b6b-a1e4-4ff0-b967-d36d55cfcd57 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:34:21 user nova-compute[74535]: WARNING nova.compute.manager [req-75df942a-04c1-43b5-a690-06496920e663 req-8bfa4aef-3942-46ac-a943-cad93132f8b4 service nova] [instance: c5fbccc6-69fd-4351-adba-7c3d89362c96] Received unexpected event network-vif-plugged-7c7a6b6b-a1e4-4ff0-b967-d36d55cfcd57 for instance with vm_state deleted and task_state None.
Dec 06 10:34:21 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:34:21 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:34:21 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:34:21 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:34:21 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:34:21 user nova-compute[74535]: DEBUG nova.compute.manager [req-09a59302-d56a-432b-b5eb-39cc368cf3e1 req-529320a7-e7b5-4fdb-bb23-d15d47c6f55c service nova] [instance: 92385f63-ebe5-42db-a9c2-50a6b67b2ac5] Received event network-vif-plugged-f6489f3d-af6b-4286-b58c-f61fafbd7379 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:34:21 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-09a59302-d56a-432b-b5eb-39cc368cf3e1 req-529320a7-e7b5-4fdb-bb23-d15d47c6f55c service nova] Acquiring lock "92385f63-ebe5-42db-a9c2-50a6b67b2ac5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:34:21 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-09a59302-d56a-432b-b5eb-39cc368cf3e1 req-529320a7-e7b5-4fdb-bb23-d15d47c6f55c service nova] Lock "92385f63-ebe5-42db-a9c2-50a6b67b2ac5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:34:21 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-09a59302-d56a-432b-b5eb-39cc368cf3e1 req-529320a7-e7b5-4fdb-bb23-d15d47c6f55c service nova] Lock "92385f63-ebe5-42db-a9c2-50a6b67b2ac5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:34:21 user nova-compute[74535]: DEBUG nova.compute.manager [req-09a59302-d56a-432b-b5eb-39cc368cf3e1 req-529320a7-e7b5-4fdb-bb23-d15d47c6f55c service nova] [instance: 92385f63-ebe5-42db-a9c2-50a6b67b2ac5] No waiting events found dispatching network-vif-plugged-f6489f3d-af6b-4286-b58c-f61fafbd7379 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:34:21 user nova-compute[74535]: WARNING nova.compute.manager [req-09a59302-d56a-432b-b5eb-39cc368cf3e1 req-529320a7-e7b5-4fdb-bb23-d15d47c6f55c service nova] [instance: 92385f63-ebe5-42db-a9c2-50a6b67b2ac5] Received unexpected event network-vif-plugged-f6489f3d-af6b-4286-b58c-f61fafbd7379 for instance with vm_state building and task_state spawning.
Dec 06 10:34:23 user nova-compute[74535]: DEBUG nova.compute.manager [None req-2048949a-f596-4958-ba16-c91e0d84af80 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] [instance: 92385f63-ebe5-42db-a9c2-50a6b67b2ac5] Instance event wait completed in 0 seconds for  {{(pid=74535) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 10:34:23 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-2048949a-f596-4958-ba16-c91e0d84af80 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] [instance: 92385f63-ebe5-42db-a9c2-50a6b67b2ac5] Guest created on hypervisor {{(pid=74535) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 10:34:23 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: 92385f63-ebe5-42db-a9c2-50a6b67b2ac5] Instance spawned successfully.
Dec 06 10:34:23 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-2048949a-f596-4958-ba16-c91e0d84af80 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] [instance: 92385f63-ebe5-42db-a9c2-50a6b67b2ac5] Attempting to register defaults for the following image properties: ['hw_input_bus', 'hw_pointer_model'] {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 10:34:23 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-2048949a-f596-4958-ba16-c91e0d84af80 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] [instance: 92385f63-ebe5-42db-a9c2-50a6b67b2ac5] Found default for hw_input_bus of None {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:34:23 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-2048949a-f596-4958-ba16-c91e0d84af80 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] [instance: 92385f63-ebe5-42db-a9c2-50a6b67b2ac5] Found default for hw_pointer_model of None {{(pid=74535) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 10:34:23 user nova-compute[74535]: DEBUG nova.compute.manager [req-60310985-c593-4fee-9ac8-99e6e814dbf3 req-04da6e82-86a3-42b1-9ee5-7812abf18c77 service nova] [instance: 92385f63-ebe5-42db-a9c2-50a6b67b2ac5] Received event network-vif-plugged-f6489f3d-af6b-4286-b58c-f61fafbd7379 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:34:23 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-60310985-c593-4fee-9ac8-99e6e814dbf3 req-04da6e82-86a3-42b1-9ee5-7812abf18c77 service nova] Acquiring lock "92385f63-ebe5-42db-a9c2-50a6b67b2ac5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:34:23 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-60310985-c593-4fee-9ac8-99e6e814dbf3 req-04da6e82-86a3-42b1-9ee5-7812abf18c77 service nova] Lock "92385f63-ebe5-42db-a9c2-50a6b67b2ac5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:34:23 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-60310985-c593-4fee-9ac8-99e6e814dbf3 req-04da6e82-86a3-42b1-9ee5-7812abf18c77 service nova] Lock "92385f63-ebe5-42db-a9c2-50a6b67b2ac5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:34:23 user nova-compute[74535]: DEBUG nova.compute.manager [req-60310985-c593-4fee-9ac8-99e6e814dbf3 req-04da6e82-86a3-42b1-9ee5-7812abf18c77 service nova] [instance: 92385f63-ebe5-42db-a9c2-50a6b67b2ac5] No waiting events found dispatching network-vif-plugged-f6489f3d-af6b-4286-b58c-f61fafbd7379 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:34:23 user nova-compute[74535]: WARNING nova.compute.manager [req-60310985-c593-4fee-9ac8-99e6e814dbf3 req-04da6e82-86a3-42b1-9ee5-7812abf18c77 service nova] [instance: 92385f63-ebe5-42db-a9c2-50a6b67b2ac5] Received unexpected event network-vif-plugged-f6489f3d-af6b-4286-b58c-f61fafbd7379 for instance with vm_state building and task_state spawning.
Dec 06 10:34:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:34:24 user nova-compute[74535]: INFO nova.compute.manager [None req-2048949a-f596-4958-ba16-c91e0d84af80 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] [instance: 92385f63-ebe5-42db-a9c2-50a6b67b2ac5] Took 6.92 seconds to spawn the instance on the hypervisor.
Dec 06 10:34:24 user nova-compute[74535]: DEBUG nova.compute.manager [None req-2048949a-f596-4958-ba16-c91e0d84af80 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] [instance: 92385f63-ebe5-42db-a9c2-50a6b67b2ac5] Checking state {{(pid=74535) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 10:34:24 user nova-compute[74535]: INFO nova.compute.manager [None req-2048949a-f596-4958-ba16-c91e0d84af80 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] [instance: 92385f63-ebe5-42db-a9c2-50a6b67b2ac5] Took 8.04 seconds to build instance.
Dec 06 10:34:24 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-2048949a-f596-4958-ba16-c91e0d84af80 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Lock "92385f63-ebe5-42db-a9c2-50a6b67b2ac5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.145s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:34:25 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:34:30 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:34:33 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:34:34 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:34:34 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74535) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 10:34:35 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:34:35 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:34:35 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74535) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 10:34:35 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74535) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 10:34:35 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74535) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 10:34:35 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:34:35 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:34:35 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:34:35 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:34:35 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:34:35 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Auditing locally available compute resources for user (node: user) {{(pid=74535) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 10:34:36 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/92385f63-ebe5-42db-a9c2-50a6b67b2ac5/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:34:36 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/92385f63-ebe5-42db-a9c2-50a6b67b2ac5/disk --force-share --output=json" returned: 0 in 0.167s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:34:36 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/92385f63-ebe5-42db-a9c2-50a6b67b2ac5/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:34:36 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/92385f63-ebe5-42db-a9c2-50a6b67b2ac5/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:34:36 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71c88634-6eeb-4d2f-890c-8005a9be0ccb/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:34:36 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71c88634-6eeb-4d2f-890c-8005a9be0ccb/disk --force-share --output=json" returned: 0 in 0.167s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:34:36 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71c88634-6eeb-4d2f-890c-8005a9be0ccb/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:34:36 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71c88634-6eeb-4d2f-890c-8005a9be0ccb/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:34:37 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:34:37 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:34:37 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Hypervisor/Node resource view: name=user free_ram=8797MB free_disk=24.98572540283203GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74535) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 10:34:37 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:34:37 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:34:37 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 71c88634-6eeb-4d2f-890c-8005a9be0ccb actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:34:37 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 92385f63-ebe5-42db-a9c2-50a6b67b2ac5 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:34:37 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=74535) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 10:34:37 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=74535) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 10:34:37 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:34:37 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:34:37 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Compute_service record updated for user:user {{(pid=74535) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 10:34:37 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.219s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:34:38 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:34:40 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:34:41 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:34:41 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:34:41 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:34:42 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:34:43 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:34:44 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:34:45 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:34:46 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:34:46 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Starting heal instance info cache {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 10:34:46 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "refresh_cache-71c88634-6eeb-4d2f-890c-8005a9be0ccb" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:34:47 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquired lock "refresh_cache-71c88634-6eeb-4d2f-890c-8005a9be0ccb" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:34:47 user nova-compute[74535]: DEBUG nova.network.neutron [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: 71c88634-6eeb-4d2f-890c-8005a9be0ccb] Forcefully refreshing network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 10:34:47 user nova-compute[74535]: DEBUG nova.network.neutron [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: 71c88634-6eeb-4d2f-890c-8005a9be0ccb] Updating instance_info_cache with network_info: [{"id": "2e8ad2ec-a4a9-4305-ad44-3f5fc4c4ed6c", "address": "fa:16:3e:44:ff:7a", "network": {"id": "bdb2b3ee-b099-4199-bb1d-47403d29494b", "bridge": "br-int", "label": "tempest-TestStampPattern-1379758354-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.91", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c0786f7ef4e478db386b1a1ee80b3e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e8ad2ec-a4", "ovs_interfaceid": "2e8ad2ec-a4a9-4305-ad44-3f5fc4c4ed6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:34:47 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Releasing lock "refresh_cache-71c88634-6eeb-4d2f-890c-8005a9be0ccb" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:34:47 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: 71c88634-6eeb-4d2f-890c-8005a9be0ccb] Updated the network info_cache for instance {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 10:34:48 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:34:49 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:34:50 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:34:53 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:34:55 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:35:00 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:35:03 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:35:05 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:35:10 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:35:12 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:35:15 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:35:15 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:35:17 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:35:20 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:35:25 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:35:30 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:35:35 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:35:35 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:35:35 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:35:35 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74535) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 10:35:37 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:35:37 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:35:37 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:35:37 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:35:37 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Auditing locally available compute resources for user (node: user) {{(pid=74535) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 10:35:38 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/92385f63-ebe5-42db-a9c2-50a6b67b2ac5/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:35:38 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/92385f63-ebe5-42db-a9c2-50a6b67b2ac5/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:35:38 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/92385f63-ebe5-42db-a9c2-50a6b67b2ac5/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:35:38 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/92385f63-ebe5-42db-a9c2-50a6b67b2ac5/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:35:38 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71c88634-6eeb-4d2f-890c-8005a9be0ccb/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:35:38 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71c88634-6eeb-4d2f-890c-8005a9be0ccb/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:35:38 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71c88634-6eeb-4d2f-890c-8005a9be0ccb/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:35:38 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71c88634-6eeb-4d2f-890c-8005a9be0ccb/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:35:39 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:35:39 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:35:39 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Hypervisor/Node resource view: name=user free_ram=8938MB free_disk=24.983253479003906GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74535) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 10:35:39 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:35:39 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:35:39 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 71c88634-6eeb-4d2f-890c-8005a9be0ccb actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:35:39 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 92385f63-ebe5-42db-a9c2-50a6b67b2ac5 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:35:39 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=74535) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 10:35:39 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=74535) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 10:35:39 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:35:39 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:35:39 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Compute_service record updated for user:user {{(pid=74535) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 10:35:39 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.182s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:35:40 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:35:42 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:35:42 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:35:43 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:35:45 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:35:45 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:35:46 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:35:46 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Starting heal instance info cache {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 10:35:46 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Rebuilding the list of instances to heal {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 06 10:35:46 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "refresh_cache-71c88634-6eeb-4d2f-890c-8005a9be0ccb" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:35:46 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquired lock "refresh_cache-71c88634-6eeb-4d2f-890c-8005a9be0ccb" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:35:46 user nova-compute[74535]: DEBUG nova.network.neutron [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: 71c88634-6eeb-4d2f-890c-8005a9be0ccb] Forcefully refreshing network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 10:35:46 user nova-compute[74535]: DEBUG nova.objects.instance [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lazy-loading 'info_cache' on Instance uuid 71c88634-6eeb-4d2f-890c-8005a9be0ccb {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:35:47 user nova-compute[74535]: DEBUG nova.network.neutron [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: 71c88634-6eeb-4d2f-890c-8005a9be0ccb] Updating instance_info_cache with network_info: [{"id": "2e8ad2ec-a4a9-4305-ad44-3f5fc4c4ed6c", "address": "fa:16:3e:44:ff:7a", "network": {"id": "bdb2b3ee-b099-4199-bb1d-47403d29494b", "bridge": "br-int", "label": "tempest-TestStampPattern-1379758354-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.91", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c0786f7ef4e478db386b1a1ee80b3e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e8ad2ec-a4", "ovs_interfaceid": "2e8ad2ec-a4a9-4305-ad44-3f5fc4c4ed6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:35:47 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Releasing lock "refresh_cache-71c88634-6eeb-4d2f-890c-8005a9be0ccb" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:35:47 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: 71c88634-6eeb-4d2f-890c-8005a9be0ccb] Updated the network info_cache for instance {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 10:35:49 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:35:50 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:35:55 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:36:00 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:36:05 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:36:07 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:36:08 user nova-compute[74535]: DEBUG nova.compute.manager [req-8e069171-a405-44f2-b478-5e3c6401e99b req-ea6f49ba-fd95-46a3-a447-de89b7c6441a service nova] [instance: 92385f63-ebe5-42db-a9c2-50a6b67b2ac5] Received event network-changed-f6489f3d-af6b-4286-b58c-f61fafbd7379 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:36:08 user nova-compute[74535]: DEBUG nova.compute.manager [req-8e069171-a405-44f2-b478-5e3c6401e99b req-ea6f49ba-fd95-46a3-a447-de89b7c6441a service nova] [instance: 92385f63-ebe5-42db-a9c2-50a6b67b2ac5] Refreshing instance network info cache due to event network-changed-f6489f3d-af6b-4286-b58c-f61fafbd7379. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 10:36:08 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-8e069171-a405-44f2-b478-5e3c6401e99b req-ea6f49ba-fd95-46a3-a447-de89b7c6441a service nova] Acquiring lock "refresh_cache-92385f63-ebe5-42db-a9c2-50a6b67b2ac5" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:36:08 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-8e069171-a405-44f2-b478-5e3c6401e99b req-ea6f49ba-fd95-46a3-a447-de89b7c6441a service nova] Acquired lock "refresh_cache-92385f63-ebe5-42db-a9c2-50a6b67b2ac5" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:36:08 user nova-compute[74535]: DEBUG nova.network.neutron [req-8e069171-a405-44f2-b478-5e3c6401e99b req-ea6f49ba-fd95-46a3-a447-de89b7c6441a service nova] [instance: 92385f63-ebe5-42db-a9c2-50a6b67b2ac5] Refreshing network info cache for port f6489f3d-af6b-4286-b58c-f61fafbd7379 {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 10:36:08 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a69ffcd0-2daa-4bfa-8aab-043fc1e9ac5f tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Acquiring lock "92385f63-ebe5-42db-a9c2-50a6b67b2ac5" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:36:08 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a69ffcd0-2daa-4bfa-8aab-043fc1e9ac5f tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Lock "92385f63-ebe5-42db-a9c2-50a6b67b2ac5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:36:08 user nova-compute[74535]: DEBUG nova.objects.instance [None req-a69ffcd0-2daa-4bfa-8aab-043fc1e9ac5f tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Lazy-loading 'flavor' on Instance uuid 92385f63-ebe5-42db-a9c2-50a6b67b2ac5 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:36:08 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a69ffcd0-2daa-4bfa-8aab-043fc1e9ac5f tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Lock "92385f63-ebe5-42db-a9c2-50a6b67b2ac5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.073s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:36:08 user nova-compute[74535]: DEBUG nova.network.neutron [req-8e069171-a405-44f2-b478-5e3c6401e99b req-ea6f49ba-fd95-46a3-a447-de89b7c6441a service nova] [instance: 92385f63-ebe5-42db-a9c2-50a6b67b2ac5] Updated VIF entry in instance network info cache for port f6489f3d-af6b-4286-b58c-f61fafbd7379. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 10:36:08 user nova-compute[74535]: DEBUG nova.network.neutron [req-8e069171-a405-44f2-b478-5e3c6401e99b req-ea6f49ba-fd95-46a3-a447-de89b7c6441a service nova] [instance: 92385f63-ebe5-42db-a9c2-50a6b67b2ac5] Updating instance_info_cache with network_info: [{"id": "f6489f3d-af6b-4286-b58c-f61fafbd7379", "address": "fa:16:3e:76:c4:22", "network": {"id": "bdb2b3ee-b099-4199-bb1d-47403d29494b", "bridge": "br-int", "label": "tempest-TestStampPattern-1379758354-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.99", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c0786f7ef4e478db386b1a1ee80b3e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf6489f3d-af", "ovs_interfaceid": "f6489f3d-af6b-4286-b58c-f61fafbd7379", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:36:08 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a69ffcd0-2daa-4bfa-8aab-043fc1e9ac5f tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Acquiring lock "92385f63-ebe5-42db-a9c2-50a6b67b2ac5" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:36:08 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a69ffcd0-2daa-4bfa-8aab-043fc1e9ac5f tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Lock "92385f63-ebe5-42db-a9c2-50a6b67b2ac5" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:36:08 user nova-compute[74535]: INFO nova.compute.manager [None req-a69ffcd0-2daa-4bfa-8aab-043fc1e9ac5f tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] [instance: 92385f63-ebe5-42db-a9c2-50a6b67b2ac5] Attaching volume 9f473b28-3e69-4ca8-a63a-14a13ffe7fa8 to /dev/vdb
Dec 06 10:36:08 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-8e069171-a405-44f2-b478-5e3c6401e99b req-ea6f49ba-fd95-46a3-a447-de89b7c6441a service nova] Releasing lock "refresh_cache-92385f63-ebe5-42db-a9c2-50a6b67b2ac5" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:36:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:36:08 user nova-compute[74535]: DEBUG os_brick.utils [None req-a69ffcd0-2daa-4bfa-8aab-043fc1e9ac5f tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:36:08 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:36:08 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:36:08 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ffbbedb-1f81-4d52-9af7-b0f70a35b2d4]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:d95ac7cee77a\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:36:08 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:36:08 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.022s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:36:08 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[3af77357-c8fd-428e-8b2f-2e0aefaccf7c]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:36:08 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:36:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:36:09 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[b63aa16d-c0a0-4b7f-8741-013c696f7b3d]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:36:09 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3f1507b-071d-4a25-adc8-3684c12ff494]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:36:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-a69ffcd0-2daa-4bfa-8aab-043fc1e9ac5f tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Running cmd (subprocess): nvme version {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:36:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-a69ffcd0-2daa-4bfa-8aab-043fc1e9ac5f tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] 'nvme version' failed. Not Retrying. {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 10:36:09 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.nvmeof [None req-a69ffcd0-2daa-4bfa-8aab-043fc1e9ac5f tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] nvme not present on system {{(pid=74535) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 10:36:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:36:09 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 10:36:09 user nova-compute[74535]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 10:36:09 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f33f173-fcb7-457a-90b5-33905b0c6595]: (4, '') {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:36:09 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-a69ffcd0-2daa-4bfa-8aab-043fc1e9ac5f tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74535) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 10:36:09 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-a69ffcd0-2daa-4bfa-8aab-043fc1e9ac5f tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74535) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 10:36:09 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.lightos [None req-a69ffcd0-2daa-4bfa-8aab-043fc1e9ac5f tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] LIGHTOS: no hostnqn found. {{(pid=74535) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 10:36:09 user nova-compute[74535]: DEBUG os_brick.utils [None req-a69ffcd0-2daa-4bfa-8aab-043fc1e9ac5f tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] <== get_connector_properties: return (133ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:d95ac7cee77a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:36:09 user nova-compute[74535]: DEBUG nova.virt.block_device [None req-a69ffcd0-2daa-4bfa-8aab-043fc1e9ac5f tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] [instance: 92385f63-ebe5-42db-a9c2-50a6b67b2ac5] Updating existing volume attachment record: 22e04af9-c3b9-4782-9e49-26661d5d735a {{(pid=74535) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 10:36:10 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:36:13 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:36:15 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:36:18 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a69ffcd0-2daa-4bfa-8aab-043fc1e9ac5f tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] [instance: 92385f63-ebe5-42db-a9c2-50a6b67b2ac5] Calling os-brick to attach iSCSI Volume {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 10:36:18 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-a69ffcd0-2daa-4bfa-8aab-043fc1e9ac5f tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:9f473b28-3e69-4ca8-a63a-14a13ffe7fa8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OZkVRNqX', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:36:18 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-a69ffcd0-2daa-4bfa-8aab-043fc1e9ac5f tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:36:18 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-a69ffcd0-2daa-4bfa-8aab-043fc1e9ac5f tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:36:18 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-a69ffcd0-2daa-4bfa-8aab-043fc1e9ac5f tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:36:18 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-a69ffcd0-2daa-4bfa-8aab-043fc1e9ac5f tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:36:18 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-a69ffcd0-2daa-4bfa-8aab-043fc1e9ac5f tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9f473b28-3e69-4ca8-a63a-14a13ffe7fa8" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:36:18 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-a69ffcd0-2daa-4bfa-8aab-043fc1e9ac5f tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9f473b28-3e69-4ca8-a63a-14a13ffe7fa8" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:36:18 user nova-compute[74535]: INFO os_brick.initiator.connectors.iscsi [None req-a69ffcd0-2daa-4bfa-8aab-043fc1e9ac5f tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 10:36:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9f473b28-3e69-4ca8-a63a-14a13ffe7fa8 -p 172.16.0.220:3260 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:36:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9f473b28-3e69-4ca8-a63a-14a13ffe7fa8 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:36:18 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[898039a3-5d74-4bc8-b783-b2c22e8df68d]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:36:18 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-a69ffcd0-2daa-4bfa-8aab-043fc1e9ac5f tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 10:36:18 user nova-compute[74535]:  {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:36:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9f473b28-3e69-4ca8-a63a-14a13ffe7fa8 -p 172.16.0.220:3260 --interface default --op new {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:36:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9f473b28-3e69-4ca8-a63a-14a13ffe7fa8 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:36:18 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6c7e491-e662-4123-acab-0b5be2794c9b]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9f473b28-3e69-4ca8-a63a-14a13ffe7fa8] added\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:36:18 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-a69ffcd0-2daa-4bfa-8aab-043fc1e9ac5f tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9f473b28-3e69-4ca8-a63a-14a13ffe7fa8] added
Dec 06 10:36:18 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:36:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9f473b28-3e69-4ca8-a63a-14a13ffe7fa8 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:36:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9f473b28-3e69-4ca8-a63a-14a13ffe7fa8 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:36:18 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c0ad538-e991-4494-82d0-eb8792354825]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:36:18 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-a69ffcd0-2daa-4bfa-8aab-043fc1e9ac5f tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:36:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9f473b28-3e69-4ca8-a63a-14a13ffe7fa8 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:36:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9f473b28-3e69-4ca8-a63a-14a13ffe7fa8 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:36:18 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[445de09a-05b8-420a-b5cf-e913ef9c0710]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:36:18 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-a69ffcd0-2daa-4bfa-8aab-043fc1e9ac5f tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:36:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9f473b28-3e69-4ca8-a63a-14a13ffe7fa8 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v OZkVRNqX {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:36:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9f473b28-3e69-4ca8-a63a-14a13ffe7fa8 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v OZkVRNqX" returned: 0 in 0.022s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:36:18 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[0224e1e2-8ca3-4c06-a25c-09cc0309a3c0]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:36:18 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-a69ffcd0-2daa-4bfa-8aab-043fc1e9ac5f tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'OZkVRNqX'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:36:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9f473b28-3e69-4ca8-a63a-14a13ffe7fa8 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:36:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9f473b28-3e69-4ca8-a63a-14a13ffe7fa8 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:36:18 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a295d54-500f-42d6-ba6e-9a237fdff5af]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:36:18 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-a69ffcd0-2daa-4bfa-8aab-043fc1e9ac5f tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:36:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:36:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:36:18 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[665587f1-21ba-4cd3-9948-f53030b6f932]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:36:18 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-a69ffcd0-2daa-4bfa-8aab-043fc1e9ac5f tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Dec 06 10:36:18 user nova-compute[74535]:  {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:36:18 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-a69ffcd0-2daa-4bfa-8aab-043fc1e9ac5f tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Dec 06 10:36:18 user nova-compute[74535]:  {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:36:18 user nova-compute[74535]: WARNING os_brick.initiator.connectors.iscsi [None req-a69ffcd0-2daa-4bfa-8aab-043fc1e9ac5f tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Dec 06 10:36:18 user nova-compute[74535]: 
Dec 06 10:36:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9f473b28-3e69-4ca8-a63a-14a13ffe7fa8 -p 172.16.0.220:3260 --login {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:36:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9f473b28-3e69-4ca8-a63a-14a13ffe7fa8 -p 172.16.0.220:3260 --login" returned: 0 in 0.051s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:36:18 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1e4c0bc-f5e3-498d-a454-9b784b431d5c]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:9f473b28-3e69-4ca8-a63a-14a13ffe7fa8, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:9f473b28-3e69-4ca8-a63a-14a13ffe7fa8, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:36:18 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-a69ffcd0-2daa-4bfa-8aab-043fc1e9ac5f tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:9f473b28-3e69-4ca8-a63a-14a13ffe7fa8, portal: 172.16.0.220,3260]
Dec 06 10:36:18 user nova-compute[74535]: Login to [iface: default, target: iqn.2010-10.org.openstack:9f473b28-3e69-4ca8-a63a-14a13ffe7fa8, portal: 172.16.0.220,3260] successful.
Dec 06 10:36:18 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:36:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9f473b28-3e69-4ca8-a63a-14a13ffe7fa8 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:36:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9f473b28-3e69-4ca8-a63a-14a13ffe7fa8 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:36:18 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[15fc8260-628a-4151-91f6-9ffdfd948aca]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:36:18 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-a69ffcd0-2daa-4bfa-8aab-043fc1e9ac5f tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:36:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:36:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:36:18 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[80319a9b-16c1-483b-9679-3ff2e7052b08]: (4, ('tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f473b28-3e69-4ca8-a63a-14a13ffe7fa8 (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:36:18 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-a69ffcd0-2daa-4bfa-8aab-043fc1e9ac5f tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f473b28-3e69-4ca8-a63a-14a13ffe7fa8 (non-flash)
Dec 06 10:36:18 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:36:18 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-a69ffcd0-2daa-4bfa-8aab-043fc1e9ac5f tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] iscsi session list stdout=tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f473b28-3e69-4ca8-a63a-14a13ffe7fa8 (non-flash)
Dec 06 10:36:18 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:36:18 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-a69ffcd0-2daa-4bfa-8aab-043fc1e9ac5f tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9f473b28-3e69-4ca8-a63a-14a13ffe7fa8" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.281s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:36:18 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-a69ffcd0-2daa-4bfa-8aab-043fc1e9ac5f tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Connected to 172.16.0.220:3260 {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 10:36:18 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-a69ffcd0-2daa-4bfa-8aab-043fc1e9ac5f tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] HCTL ('33', '-', '-', 0) found on session 61 with lun 0 {{(pid=74535) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 10:36:18 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-a69ffcd0-2daa-4bfa-8aab-043fc1e9ac5f tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74535) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 10:36:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:36:18 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:36:18 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e6f0d10-3e9f-4c0b-8054-af761b137282]: (4, ('- - 0', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:36:18 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-a69ffcd0-2daa-4bfa-8aab-043fc1e9ac5f tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Searching for a device in session 61 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74535) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 10:36:18 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-a69ffcd0-2daa-4bfa-8aab-043fc1e9ac5f tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:9f473b28-3e69-4ca8-a63a-14a13ffe7fa8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OZkVRNqX', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74535) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 10:36:18 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:36:19 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-a69ffcd0-2daa-4bfa-8aab-043fc1e9ac5f tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.309s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:36:19 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-a69ffcd0-2daa-4bfa-8aab-043fc1e9ac5f tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] <== connect_volume: return (1312ms) {'type': 'block', 'scsi_wwn': '26363643736303037', 'path': '/dev/sdb'} {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:36:19 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a69ffcd0-2daa-4bfa-8aab-043fc1e9ac5f tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] [instance: 92385f63-ebe5-42db-a9c2-50a6b67b2ac5] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26363643736303037', 'path': '/dev/sdb'} {{(pid=74535) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 10:36:19 user nova-compute[74535]: DEBUG nova.objects.instance [None req-a69ffcd0-2daa-4bfa-8aab-043fc1e9ac5f tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Lazy-loading 'flavor' on Instance uuid 92385f63-ebe5-42db-a9c2-50a6b67b2ac5 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:36:19 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-a69ffcd0-2daa-4bfa-8aab-043fc1e9ac5f tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 10:36:19 user nova-compute[74535]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 10:36:19 user nova-compute[74535]:   <source dev="/dev/sdb"/>
Dec 06 10:36:19 user nova-compute[74535]:   <target dev="vdb" bus="virtio"/>
Dec 06 10:36:19 user nova-compute[74535]:   <serial>9f473b28-3e69-4ca8-a63a-14a13ffe7fa8</serial>
Dec 06 10:36:19 user nova-compute[74535]: </disk>
Dec 06 10:36:19 user nova-compute[74535]:  {{(pid=74535) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 10:36:20 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-a69ffcd0-2daa-4bfa-8aab-043fc1e9ac5f tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] No BDM found with device name vda, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 10:36:20 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-a69ffcd0-2daa-4bfa-8aab-043fc1e9ac5f tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74535) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 10:36:20 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-a69ffcd0-2daa-4bfa-8aab-043fc1e9ac5f tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] No VIF found with MAC fa:16:3e:76:c4:22, not building metadata {{(pid=74535) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 10:36:20 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:36:20 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-a69ffcd0-2daa-4bfa-8aab-043fc1e9ac5f tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Lock "92385f63-ebe5-42db-a9c2-50a6b67b2ac5" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 11.292s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:36:21 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-5f66eb25-d111-4708-901b-e6f09b173326 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Acquiring lock "92385f63-ebe5-42db-a9c2-50a6b67b2ac5" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:36:21 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-5f66eb25-d111-4708-901b-e6f09b173326 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Lock "92385f63-ebe5-42db-a9c2-50a6b67b2ac5" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:36:21 user nova-compute[74535]: INFO nova.compute.manager [None req-5f66eb25-d111-4708-901b-e6f09b173326 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] [instance: 92385f63-ebe5-42db-a9c2-50a6b67b2ac5] Detaching volume 9f473b28-3e69-4ca8-a63a-14a13ffe7fa8
Dec 06 10:36:21 user nova-compute[74535]: INFO nova.virt.block_device [None req-5f66eb25-d111-4708-901b-e6f09b173326 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] [instance: 92385f63-ebe5-42db-a9c2-50a6b67b2ac5] Attempting to driver detach volume 9f473b28-3e69-4ca8-a63a-14a13ffe7fa8 from mountpoint /dev/vdb
Dec 06 10:36:21 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-5f66eb25-d111-4708-901b-e6f09b173326 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Attempting to detach device vdb from instance 92385f63-ebe5-42db-a9c2-50a6b67b2ac5 from the persistent domain config. {{(pid=74535) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 10:36:21 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-5f66eb25-d111-4708-901b-e6f09b173326 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 10:36:21 user nova-compute[74535]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 10:36:21 user nova-compute[74535]:   <source dev="/dev/sdb"/>
Dec 06 10:36:21 user nova-compute[74535]:   <target dev="vdb" bus="virtio"/>
Dec 06 10:36:21 user nova-compute[74535]:   <serial>9f473b28-3e69-4ca8-a63a-14a13ffe7fa8</serial>
Dec 06 10:36:21 user nova-compute[74535]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 10:36:21 user nova-compute[74535]: </disk>
Dec 06 10:36:21 user nova-compute[74535]:  {{(pid=74535) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 10:36:21 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-5f66eb25-d111-4708-901b-e6f09b173326 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Successfully detached device vdb from instance 92385f63-ebe5-42db-a9c2-50a6b67b2ac5 from the persistent domain config.
Dec 06 10:36:21 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-5f66eb25-d111-4708-901b-e6f09b173326 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 92385f63-ebe5-42db-a9c2-50a6b67b2ac5 from the live domain config. {{(pid=74535) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 10:36:21 user nova-compute[74535]: DEBUG nova.virt.libvirt.guest [None req-5f66eb25-d111-4708-901b-e6f09b173326 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 10:36:21 user nova-compute[74535]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 10:36:21 user nova-compute[74535]:   <source dev="/dev/sdb"/>
Dec 06 10:36:21 user nova-compute[74535]:   <target dev="vdb" bus="virtio"/>
Dec 06 10:36:21 user nova-compute[74535]:   <serial>9f473b28-3e69-4ca8-a63a-14a13ffe7fa8</serial>
Dec 06 10:36:21 user nova-compute[74535]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 10:36:21 user nova-compute[74535]: </disk>
Dec 06 10:36:21 user nova-compute[74535]:  {{(pid=74535) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 10:36:22 user nova-compute[74535]: DEBUG nova.virt.libvirt.driver [None req-5f66eb25-d111-4708-901b-e6f09b173326 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 92385f63-ebe5-42db-a9c2-50a6b67b2ac5 {{(pid=74535) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 10:36:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:36:25 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:36:30 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:36:30 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:36:30 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74535) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 10:36:30 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74535) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 10:36:30 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74535) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 10:36:30 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:36:35 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:36:36 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:36:36 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:36:36 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74535) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 10:36:38 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:36:39 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:36:39 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:36:39 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:36:39 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:36:39 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Auditing locally available compute resources for user (node: user) {{(pid=74535) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 10:36:40 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/92385f63-ebe5-42db-a9c2-50a6b67b2ac5/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:36:40 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:36:40 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/92385f63-ebe5-42db-a9c2-50a6b67b2ac5/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:36:40 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/92385f63-ebe5-42db-a9c2-50a6b67b2ac5/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:36:40 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/92385f63-ebe5-42db-a9c2-50a6b67b2ac5/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:36:40 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71c88634-6eeb-4d2f-890c-8005a9be0ccb/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:36:40 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71c88634-6eeb-4d2f-890c-8005a9be0ccb/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:36:40 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71c88634-6eeb-4d2f-890c-8005a9be0ccb/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:36:40 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71c88634-6eeb-4d2f-890c-8005a9be0ccb/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:36:41 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:36:41 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:36:41 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Hypervisor/Node resource view: name=user free_ram=8950MB free_disk=24.982101440429688GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74535) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 10:36:41 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:36:41 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:36:41 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 71c88634-6eeb-4d2f-890c-8005a9be0ccb actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:36:41 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 92385f63-ebe5-42db-a9c2-50a6b67b2ac5 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:36:41 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=74535) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 10:36:41 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=74535) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 10:36:41 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:36:41 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:36:41 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Compute_service record updated for user:user {{(pid=74535) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 10:36:41 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.199s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:36:42 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-5f66eb25-d111-4708-901b-e6f09b173326 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 92385f63-ebe5-42db-a9c2-50a6b67b2ac5 is timed out.
Dec 06 10:36:42 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-5f66eb25-d111-4708-901b-e6f09b173326 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Successfully detached device vdb from instance 92385f63-ebe5-42db-a9c2-50a6b67b2ac5 from the live domain config.
Dec 06 10:36:42 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5f66eb25-d111-4708-901b-e6f09b173326 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] [instance: 92385f63-ebe5-42db-a9c2-50a6b67b2ac5] calling os-brick to detach iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 10:36:42 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f66eb25-d111-4708-901b-e6f09b173326 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7ff1244e02e0>, {'target_iqn': 'iqn.2010-10.org.openstack:9f473b28-3e69-4ca8-a63a-14a13ffe7fa8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OZkVRNqX', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 10:36:42 user nova-compute[74535]: WARNING os_brick.initiator.connectors.base [None req-5f66eb25-d111-4708-901b-e6f09b173326 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 10:36:42 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-5f66eb25-d111-4708-901b-e6f09b173326 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 10:36:42 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-5f66eb25-d111-4708-901b-e6f09b173326 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 10:36:42 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:36:42 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:36:42 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[2dddd7b8-19ed-4a6d-9f35-f379ead6b480]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:9f473b28-3e69-4ca8-a63a-14a13ffe7fa8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:36:42 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f66eb25-d111-4708-901b-e6f09b173326 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 10:36:42 user nova-compute[74535]: No targets found.
Dec 06 10:36:42 user nova-compute[74535]: iSNS:
Dec 06 10:36:42 user nova-compute[74535]: No targets found.
Dec 06 10:36:42 user nova-compute[74535]: STATIC:
Dec 06 10:36:42 user nova-compute[74535]: Target: iqn.2010-10.org.openstack:9f473b28-3e69-4ca8-a63a-14a13ffe7fa8
Dec 06 10:36:42 user nova-compute[74535]:         Portal: 172.16.0.220:3260,-1
Dec 06 10:36:42 user nova-compute[74535]:                 Iface Name: default
Dec 06 10:36:42 user nova-compute[74535]: FIRMWARE:
Dec 06 10:36:42 user nova-compute[74535]: No targets found.
Dec 06 10:36:42 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:36:42 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f66eb25-d111-4708-901b-e6f09b173326 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 10:36:42 user nova-compute[74535]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 10:36:42 user nova-compute[74535]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74535) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 10:36:42 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f66eb25-d111-4708-901b-e6f09b173326 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9f473b28-3e69-4ca8-a63a-14a13ffe7fa8', 0)] {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 10:36:42 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:36:42 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:36:42 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[bbfcbecd-c875-4fae-9d7d-d75b8b641c27]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9f473b28-3e69-4ca8-a63a-14a13ffe7fa8\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:36:42 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:36:42 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:36:42 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[bdc89a74-40d2-4a8d-a353-6502a93ad6ec]: (4, ('tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f473b28-3e69-4ca8-a63a-14a13ffe7fa8 (non-flash)\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:36:42 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f66eb25-d111-4708-901b-e6f09b173326 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f473b28-3e69-4ca8-a63a-14a13ffe7fa8 (non-flash)
Dec 06 10:36:42 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 10:36:42 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f66eb25-d111-4708-901b-e6f09b173326 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] iscsi session list stdout=tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f473b28-3e69-4ca8-a63a-14a13ffe7fa8 (non-flash)
Dec 06 10:36:42 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 10:36:42 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f66eb25-d111-4708-901b-e6f09b173326 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7ff1246b04c0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9f473b28-3e69-4ca8-a63a-14a13ffe7fa8'): ({'sdb'}, set())}) {{(pid=74535) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 10:36:42 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-5f66eb25-d111-4708-901b-e6f09b173326 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Removing single pathed devices sdb {{(pid=74535) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 10:36:42 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:36:42 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:36:42 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[1da7b4fa-af35-4b36-ac4f-2670bb239afa]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:36:42 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:36:42 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:36:42 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[86fa9b3d-2680-4668-aa14-f2d140cde85a]: (4, ('ok\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:36:42 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-5f66eb25-d111-4708-901b-e6f09b173326 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Flushing IO for device /dev/sdb {{(pid=74535) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 10:36:42 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:36:42 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.012s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:36:42 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[45390441-63f5-44aa-8eba-f25584401882]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:36:42 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-5f66eb25-d111-4708-901b-e6f09b173326 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74535) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 10:36:42 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:36:42 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.042s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:36:42 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ba1a4e4-bc8a-4487-8389-1d6746bc9ad3]: (4, ('1', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:36:42 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-5f66eb25-d111-4708-901b-e6f09b173326 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 10:36:42 user nova-compute[74535]: DEBUG os_brick.initiator.linuxscsi [None req-5f66eb25-d111-4708-901b-e6f09b173326 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] SCSI volumes sdb have been removed. {{(pid=74535) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 10:36:42 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f66eb25-d111-4708-901b-e6f09b173326 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9f473b28-3e69-4ca8-a63a-14a13ffe7fa8')] {{(pid=74535) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 10:36:42 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9f473b28-3e69-4ca8-a63a-14a13ffe7fa8 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:36:42 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9f473b28-3e69-4ca8-a63a-14a13ffe7fa8 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:36:42 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[983a4946-3c64-4a05-a49e-2731fd7a2d3f]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:36:42 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f66eb25-d111-4708-901b-e6f09b173326 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:36:42 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9f473b28-3e69-4ca8-a63a-14a13ffe7fa8 -p 172.16.0.220:3260 --logout {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:36:42 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9f473b28-3e69-4ca8-a63a-14a13ffe7fa8 -p 172.16.0.220:3260 --logout" returned: 0 in 0.049s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:36:42 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[05bf0d80-5f1b-47a1-a517-5e94a3c3a32d]: (4, ('Logging out of session [sid: 61, target: iqn.2010-10.org.openstack:9f473b28-3e69-4ca8-a63a-14a13ffe7fa8, portal: 172.16.0.220,3260]\nLogout of [sid: 61, target: iqn.2010-10.org.openstack:9f473b28-3e69-4ca8-a63a-14a13ffe7fa8, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:36:42 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f66eb25-d111-4708-901b-e6f09b173326 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 61, target: iqn.2010-10.org.openstack:9f473b28-3e69-4ca8-a63a-14a13ffe7fa8, portal: 172.16.0.220,3260]
Dec 06 10:36:42 user nova-compute[74535]: Logout of [sid: 61, target: iqn.2010-10.org.openstack:9f473b28-3e69-4ca8-a63a-14a13ffe7fa8, portal: 172.16.0.220,3260] successful.
Dec 06 10:36:42 user nova-compute[74535]:  stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:36:42 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9f473b28-3e69-4ca8-a63a-14a13ffe7fa8 -p 172.16.0.220:3260 --op delete {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:36:42 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9f473b28-3e69-4ca8-a63a-14a13ffe7fa8 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.018s {{(pid=86180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:36:42 user nova-compute[74535]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a174278-01d6-4e42-b535-5448b55b01fe]: (4, ('', '')) {{(pid=86180) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 10:36:42 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f66eb25-d111-4708-901b-e6f09b173326 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74535) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 10:36:42 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.base [None req-5f66eb25-d111-4708-901b-e6f09b173326 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.275s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 10:36:42 user nova-compute[74535]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f66eb25-d111-4708-901b-e6f09b173326 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] <== disconnect_volume: return (277ms) None {{(pid=74535) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 10:36:42 user nova-compute[74535]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5f66eb25-d111-4708-901b-e6f09b173326 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] [instance: 92385f63-ebe5-42db-a9c2-50a6b67b2ac5] Disconnected iSCSI Volume {{(pid=74535) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 10:36:43 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:36:43 user nova-compute[74535]: DEBUG nova.objects.instance [None req-5f66eb25-d111-4708-901b-e6f09b173326 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Lazy-loading 'flavor' on Instance uuid 92385f63-ebe5-42db-a9c2-50a6b67b2ac5 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:36:43 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-5f66eb25-d111-4708-901b-e6f09b173326 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Lock "92385f63-ebe5-42db-a9c2-50a6b67b2ac5" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.912s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:36:44 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:36:44 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:36:44 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:36:45 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:36:46 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:36:46 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Starting heal instance info cache {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 10:36:46 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "refresh_cache-92385f63-ebe5-42db-a9c2-50a6b67b2ac5" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:36:46 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquired lock "refresh_cache-92385f63-ebe5-42db-a9c2-50a6b67b2ac5" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:36:46 user nova-compute[74535]: DEBUG nova.network.neutron [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: 92385f63-ebe5-42db-a9c2-50a6b67b2ac5] Forcefully refreshing network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 10:36:47 user nova-compute[74535]: DEBUG nova.network.neutron [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: 92385f63-ebe5-42db-a9c2-50a6b67b2ac5] Updating instance_info_cache with network_info: [{"id": "f6489f3d-af6b-4286-b58c-f61fafbd7379", "address": "fa:16:3e:76:c4:22", "network": {"id": "bdb2b3ee-b099-4199-bb1d-47403d29494b", "bridge": "br-int", "label": "tempest-TestStampPattern-1379758354-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.99", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c0786f7ef4e478db386b1a1ee80b3e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf6489f3d-af", "ovs_interfaceid": "f6489f3d-af6b-4286-b58c-f61fafbd7379", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:36:47 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Releasing lock "refresh_cache-92385f63-ebe5-42db-a9c2-50a6b67b2ac5" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:36:47 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: 92385f63-ebe5-42db-a9c2-50a6b67b2ac5] Updated the network info_cache for instance {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 10:36:47 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:36:50 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:36:50 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:36:50 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74535) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 10:36:50 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74535) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 10:36:50 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74535) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 10:36:50 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:36:51 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:36:55 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:37:00 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:37:00 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:37:00 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74535) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 10:37:00 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74535) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 10:37:00 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74535) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 10:37:00 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:37:05 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:37:10 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:37:10 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:37:10 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74535) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 10:37:10 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74535) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 10:37:10 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74535) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 10:37:10 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:37:12 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:37:12 user nova-compute[74535]: DEBUG nova.compute.manager [req-c0a94062-2ba9-4f78-a695-74df54f4cf9b req-f99be7a3-53a1-4dfa-901e-e6f78bf3e16d service nova] [instance: 92385f63-ebe5-42db-a9c2-50a6b67b2ac5] Received event network-changed-f6489f3d-af6b-4286-b58c-f61fafbd7379 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:37:12 user nova-compute[74535]: DEBUG nova.compute.manager [req-c0a94062-2ba9-4f78-a695-74df54f4cf9b req-f99be7a3-53a1-4dfa-901e-e6f78bf3e16d service nova] [instance: 92385f63-ebe5-42db-a9c2-50a6b67b2ac5] Refreshing instance network info cache due to event network-changed-f6489f3d-af6b-4286-b58c-f61fafbd7379. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 10:37:12 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-c0a94062-2ba9-4f78-a695-74df54f4cf9b req-f99be7a3-53a1-4dfa-901e-e6f78bf3e16d service nova] Acquiring lock "refresh_cache-92385f63-ebe5-42db-a9c2-50a6b67b2ac5" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:37:12 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-c0a94062-2ba9-4f78-a695-74df54f4cf9b req-f99be7a3-53a1-4dfa-901e-e6f78bf3e16d service nova] Acquired lock "refresh_cache-92385f63-ebe5-42db-a9c2-50a6b67b2ac5" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:37:12 user nova-compute[74535]: DEBUG nova.network.neutron [req-c0a94062-2ba9-4f78-a695-74df54f4cf9b req-f99be7a3-53a1-4dfa-901e-e6f78bf3e16d service nova] [instance: 92385f63-ebe5-42db-a9c2-50a6b67b2ac5] Refreshing network info cache for port f6489f3d-af6b-4286-b58c-f61fafbd7379 {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 10:37:12 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-580e2c7f-5156-42e1-9ec8-48a389184ddd tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Acquiring lock "92385f63-ebe5-42db-a9c2-50a6b67b2ac5" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:37:12 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-580e2c7f-5156-42e1-9ec8-48a389184ddd tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Lock "92385f63-ebe5-42db-a9c2-50a6b67b2ac5" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:37:12 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-580e2c7f-5156-42e1-9ec8-48a389184ddd tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Acquiring lock "92385f63-ebe5-42db-a9c2-50a6b67b2ac5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:37:12 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-580e2c7f-5156-42e1-9ec8-48a389184ddd tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Lock "92385f63-ebe5-42db-a9c2-50a6b67b2ac5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:37:12 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-580e2c7f-5156-42e1-9ec8-48a389184ddd tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Lock "92385f63-ebe5-42db-a9c2-50a6b67b2ac5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:37:12 user nova-compute[74535]: INFO nova.compute.manager [None req-580e2c7f-5156-42e1-9ec8-48a389184ddd tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] [instance: 92385f63-ebe5-42db-a9c2-50a6b67b2ac5] Terminating instance
Dec 06 10:37:12 user nova-compute[74535]: DEBUG nova.compute.manager [None req-580e2c7f-5156-42e1-9ec8-48a389184ddd tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] [instance: 92385f63-ebe5-42db-a9c2-50a6b67b2ac5] Start destroying the instance on the hypervisor. {{(pid=74535) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 10:37:12 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:37:12 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:37:13 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:37:13 user nova-compute[74535]: DEBUG nova.network.neutron [req-c0a94062-2ba9-4f78-a695-74df54f4cf9b req-f99be7a3-53a1-4dfa-901e-e6f78bf3e16d service nova] [instance: 92385f63-ebe5-42db-a9c2-50a6b67b2ac5] Updated VIF entry in instance network info cache for port f6489f3d-af6b-4286-b58c-f61fafbd7379. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 10:37:13 user nova-compute[74535]: DEBUG nova.network.neutron [req-c0a94062-2ba9-4f78-a695-74df54f4cf9b req-f99be7a3-53a1-4dfa-901e-e6f78bf3e16d service nova] [instance: 92385f63-ebe5-42db-a9c2-50a6b67b2ac5] Updating instance_info_cache with network_info: [{"id": "f6489f3d-af6b-4286-b58c-f61fafbd7379", "address": "fa:16:3e:76:c4:22", "network": {"id": "bdb2b3ee-b099-4199-bb1d-47403d29494b", "bridge": "br-int", "label": "tempest-TestStampPattern-1379758354-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c0786f7ef4e478db386b1a1ee80b3e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf6489f3d-af", "ovs_interfaceid": "f6489f3d-af6b-4286-b58c-f61fafbd7379", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:37:13 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:37:13 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-c0a94062-2ba9-4f78-a695-74df54f4cf9b req-f99be7a3-53a1-4dfa-901e-e6f78bf3e16d service nova] Releasing lock "refresh_cache-92385f63-ebe5-42db-a9c2-50a6b67b2ac5" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:37:13 user nova-compute[74535]: DEBUG nova.compute.manager [req-e6cd5e08-33e5-450d-b4ac-98772168a9d4 req-b512a76c-7b25-4462-a436-d5ed65b4e310 service nova] [instance: 92385f63-ebe5-42db-a9c2-50a6b67b2ac5] Received event network-vif-unplugged-f6489f3d-af6b-4286-b58c-f61fafbd7379 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:37:13 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-e6cd5e08-33e5-450d-b4ac-98772168a9d4 req-b512a76c-7b25-4462-a436-d5ed65b4e310 service nova] Acquiring lock "92385f63-ebe5-42db-a9c2-50a6b67b2ac5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:37:13 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-e6cd5e08-33e5-450d-b4ac-98772168a9d4 req-b512a76c-7b25-4462-a436-d5ed65b4e310 service nova] Lock "92385f63-ebe5-42db-a9c2-50a6b67b2ac5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:37:13 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-e6cd5e08-33e5-450d-b4ac-98772168a9d4 req-b512a76c-7b25-4462-a436-d5ed65b4e310 service nova] Lock "92385f63-ebe5-42db-a9c2-50a6b67b2ac5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:37:13 user nova-compute[74535]: DEBUG nova.compute.manager [req-e6cd5e08-33e5-450d-b4ac-98772168a9d4 req-b512a76c-7b25-4462-a436-d5ed65b4e310 service nova] [instance: 92385f63-ebe5-42db-a9c2-50a6b67b2ac5] No waiting events found dispatching network-vif-unplugged-f6489f3d-af6b-4286-b58c-f61fafbd7379 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:37:13 user nova-compute[74535]: DEBUG nova.compute.manager [req-e6cd5e08-33e5-450d-b4ac-98772168a9d4 req-b512a76c-7b25-4462-a436-d5ed65b4e310 service nova] [instance: 92385f63-ebe5-42db-a9c2-50a6b67b2ac5] Received event network-vif-unplugged-f6489f3d-af6b-4286-b58c-f61fafbd7379 for instance with task_state deleting. {{(pid=74535) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 10:37:13 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: 92385f63-ebe5-42db-a9c2-50a6b67b2ac5] Instance destroyed successfully.
Dec 06 10:37:13 user nova-compute[74535]: DEBUG nova.objects.instance [None req-580e2c7f-5156-42e1-9ec8-48a389184ddd tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Lazy-loading 'resources' on Instance uuid 92385f63-ebe5-42db-a9c2-50a6b67b2ac5 {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:37:13 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-580e2c7f-5156-42e1-9ec8-48a389184ddd tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:34:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestStampPattern-server-50904771',display_name='tempest-TestStampPattern-server-50904771',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-50904771',id=52,image_ref='4f0707de-c056-47bc-9978-2a9ee9e251a7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIpAcmwFatYo/3w6zP6GKZWzmahYHSfDO9VnLvrfdomsKFiRtP6NvaYmgzyhK14fgxS9d/ZIi6JtahttTsZWa+AxqoIb++OKhhsBVMwVGwNeRIOpsEil3hxIIyIIIOhvTg==',key_name='tempest-TestStampPattern-1900610372',keypairs=<?>,launch_index=0,launched_at=2023-12-06T10:34:24Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='8c0786f7ef4e478db386b1a1ee80b3e2',ramdisk_id='',reservation_id='r-ap5b6vgl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_image_location='snapshot',image_image_state='available',image_image_type='snapshot',image_instance_uuid='71c88634-6eeb-4d2f-890c-8005a9be0ccb',image_min_disk='1',image_min_ram='0',image_owner_id='8c0786f7ef4e478db386b1a1ee80b3e2',image_owner_project_name='tempest-TestStampPattern-1081633458',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestStampPattern-1081633458-project-member',image_user_id='fe67618b271a44e299ca55cea914fadd',owner_project_name='tempest-TestStampPattern-1081633458',owner_user_name='tempest-TestStampPattern-1081633458-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T10:34:24Z,user_data=None,user_id='fe67618b271a44e299ca55cea914fadd',uuid=92385f63-ebe5-42db-a9c2-50a6b67b2ac5,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f6489f3d-af6b-4286-b58c-f61fafbd7379", "address": "fa:16:3e:76:c4:22", "network": {"id": "bdb2b3ee-b099-4199-bb1d-47403d29494b", "bridge": "br-int", "label": "tempest-TestStampPattern-1379758354-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.99", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c0786f7ef4e478db386b1a1ee80b3e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf6489f3d-af", "ovs_interfaceid": "f6489f3d-af6b-4286-b58c-f61fafbd7379", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 10:37:13 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-580e2c7f-5156-42e1-9ec8-48a389184ddd tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Converting VIF {"id": "f6489f3d-af6b-4286-b58c-f61fafbd7379", "address": "fa:16:3e:76:c4:22", "network": {"id": "bdb2b3ee-b099-4199-bb1d-47403d29494b", "bridge": "br-int", "label": "tempest-TestStampPattern-1379758354-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.99", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c0786f7ef4e478db386b1a1ee80b3e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf6489f3d-af", "ovs_interfaceid": "f6489f3d-af6b-4286-b58c-f61fafbd7379", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:37:13 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-580e2c7f-5156-42e1-9ec8-48a389184ddd tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:76:c4:22,bridge_name='br-int',has_traffic_filtering=True,id=f6489f3d-af6b-4286-b58c-f61fafbd7379,network=Network(bdb2b3ee-b099-4199-bb1d-47403d29494b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf6489f3d-af') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:37:13 user nova-compute[74535]: DEBUG os_vif [None req-580e2c7f-5156-42e1-9ec8-48a389184ddd tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:76:c4:22,bridge_name='br-int',has_traffic_filtering=True,id=f6489f3d-af6b-4286-b58c-f61fafbd7379,network=Network(bdb2b3ee-b099-4199-bb1d-47403d29494b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf6489f3d-af') {{(pid=74535) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 10:37:13 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:37:13 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf6489f3d-af, bridge=br-int, if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:37:13 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:37:13 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:37:13 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:37:13 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=72c5011d-efb2-4341-8358-1e9cf90c7630) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:37:13 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:37:13 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:37:13 user nova-compute[74535]: INFO os_vif [None req-580e2c7f-5156-42e1-9ec8-48a389184ddd tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:76:c4:22,bridge_name='br-int',has_traffic_filtering=True,id=f6489f3d-af6b-4286-b58c-f61fafbd7379,network=Network(bdb2b3ee-b099-4199-bb1d-47403d29494b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf6489f3d-af')
Dec 06 10:37:13 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-580e2c7f-5156-42e1-9ec8-48a389184ddd tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] [instance: 92385f63-ebe5-42db-a9c2-50a6b67b2ac5] Deleting instance files /opt/stack/data/nova/instances/92385f63-ebe5-42db-a9c2-50a6b67b2ac5_del
Dec 06 10:37:13 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-580e2c7f-5156-42e1-9ec8-48a389184ddd tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] [instance: 92385f63-ebe5-42db-a9c2-50a6b67b2ac5] Deletion of /opt/stack/data/nova/instances/92385f63-ebe5-42db-a9c2-50a6b67b2ac5_del complete
Dec 06 10:37:13 user nova-compute[74535]: INFO nova.compute.manager [None req-580e2c7f-5156-42e1-9ec8-48a389184ddd tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] [instance: 92385f63-ebe5-42db-a9c2-50a6b67b2ac5] Took 0.88 seconds to destroy the instance on the hypervisor.
Dec 06 10:37:13 user nova-compute[74535]: DEBUG oslo.service.loopingcall [None req-580e2c7f-5156-42e1-9ec8-48a389184ddd tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74535) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 10:37:13 user nova-compute[74535]: DEBUG nova.compute.manager [-] [instance: 92385f63-ebe5-42db-a9c2-50a6b67b2ac5] Deallocating network for instance {{(pid=74535) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 10:37:13 user nova-compute[74535]: DEBUG nova.network.neutron [-] [instance: 92385f63-ebe5-42db-a9c2-50a6b67b2ac5] deallocate_for_instance() {{(pid=74535) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 10:37:14 user nova-compute[74535]: DEBUG nova.network.neutron [-] [instance: 92385f63-ebe5-42db-a9c2-50a6b67b2ac5] Updating instance_info_cache with network_info: [] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:37:14 user nova-compute[74535]: INFO nova.compute.manager [-] [instance: 92385f63-ebe5-42db-a9c2-50a6b67b2ac5] Took 0.46 seconds to deallocate network for instance.
Dec 06 10:37:14 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-580e2c7f-5156-42e1-9ec8-48a389184ddd tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:37:14 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-580e2c7f-5156-42e1-9ec8-48a389184ddd tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:37:14 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-580e2c7f-5156-42e1-9ec8-48a389184ddd tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:37:14 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-580e2c7f-5156-42e1-9ec8-48a389184ddd tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:37:14 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-580e2c7f-5156-42e1-9ec8-48a389184ddd tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.142s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:37:14 user nova-compute[74535]: INFO nova.scheduler.client.report [None req-580e2c7f-5156-42e1-9ec8-48a389184ddd tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Deleted allocations for instance 92385f63-ebe5-42db-a9c2-50a6b67b2ac5
Dec 06 10:37:14 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-580e2c7f-5156-42e1-9ec8-48a389184ddd tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Lock "92385f63-ebe5-42db-a9c2-50a6b67b2ac5" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.661s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:37:14 user nova-compute[74535]: DEBUG nova.compute.manager [req-621f5594-e1a6-4e4d-bb64-1b4185cce26a req-a7312e4e-218c-4928-8473-6fc592c06b7b service nova] [instance: 92385f63-ebe5-42db-a9c2-50a6b67b2ac5] Received event network-vif-deleted-f6489f3d-af6b-4286-b58c-f61fafbd7379 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:37:15 user nova-compute[74535]: DEBUG nova.compute.manager [req-676d36e4-ee48-40c1-9275-e00931f442ff req-160aaac8-5804-4ab5-9ad4-48532cb16844 service nova] [instance: 92385f63-ebe5-42db-a9c2-50a6b67b2ac5] Received event network-vif-plugged-f6489f3d-af6b-4286-b58c-f61fafbd7379 {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:37:15 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-676d36e4-ee48-40c1-9275-e00931f442ff req-160aaac8-5804-4ab5-9ad4-48532cb16844 service nova] Acquiring lock "92385f63-ebe5-42db-a9c2-50a6b67b2ac5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:37:15 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-676d36e4-ee48-40c1-9275-e00931f442ff req-160aaac8-5804-4ab5-9ad4-48532cb16844 service nova] Lock "92385f63-ebe5-42db-a9c2-50a6b67b2ac5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:37:15 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-676d36e4-ee48-40c1-9275-e00931f442ff req-160aaac8-5804-4ab5-9ad4-48532cb16844 service nova] Lock "92385f63-ebe5-42db-a9c2-50a6b67b2ac5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:37:15 user nova-compute[74535]: DEBUG nova.compute.manager [req-676d36e4-ee48-40c1-9275-e00931f442ff req-160aaac8-5804-4ab5-9ad4-48532cb16844 service nova] [instance: 92385f63-ebe5-42db-a9c2-50a6b67b2ac5] No waiting events found dispatching network-vif-plugged-f6489f3d-af6b-4286-b58c-f61fafbd7379 {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:37:15 user nova-compute[74535]: WARNING nova.compute.manager [req-676d36e4-ee48-40c1-9275-e00931f442ff req-160aaac8-5804-4ab5-9ad4-48532cb16844 service nova] [instance: 92385f63-ebe5-42db-a9c2-50a6b67b2ac5] Received unexpected event network-vif-plugged-f6489f3d-af6b-4286-b58c-f61fafbd7379 for instance with vm_state deleted and task_state None.
Dec 06 10:37:18 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:37:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:37:28 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:37:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:37:36 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:37:37 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:37:37 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74535) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 10:37:38 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:37:41 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:37:41 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:37:41 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:37:41 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:37:41 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Auditing locally available compute resources for user (node: user) {{(pid=74535) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 10:37:42 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71c88634-6eeb-4d2f-890c-8005a9be0ccb/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:37:42 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71c88634-6eeb-4d2f-890c-8005a9be0ccb/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:37:42 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71c88634-6eeb-4d2f-890c-8005a9be0ccb/disk --force-share --output=json {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 10:37:42 user nova-compute[74535]: DEBUG oslo_concurrency.processutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71c88634-6eeb-4d2f-890c-8005a9be0ccb/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=74535) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 10:37:42 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:37:42 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:37:42 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Hypervisor/Node resource view: name=user free_ram=9019MB free_disk=24.982742309570312GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74535) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 10:37:42 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:37:42 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:37:42 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Instance 71c88634-6eeb-4d2f-890c-8005a9be0ccb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74535) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 10:37:42 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74535) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 10:37:42 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74535) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 10:37:42 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Refreshing inventories for resource provider 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Dec 06 10:37:43 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Updating ProviderTree inventory for provider 7659fa57-3072-4575-9409-805e7df3d907 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Dec 06 10:37:43 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Updating inventory in ProviderTree for provider 7659fa57-3072-4575-9409-805e7df3d907 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 06 10:37:43 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Refreshing aggregate associations for resource provider 7659fa57-3072-4575-9409-805e7df3d907, aggregates: None {{(pid=74535) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Dec 06 10:37:43 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Refreshing trait associations for resource provider 7659fa57-3072-4575-9409-805e7df3d907, traits: COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NODE,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_IMAGE_TYPE_QCOW2,HW_CPU_X86_SSE41,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_TRUSTED_CERTS,HW_CPU_X86_SSE42,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_ACCELERATORS,COMPUTE_STORAGE_BUS_FDC,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_NET_VIRTIO_PACKED,COMPUTE_STORAGE_BUS_IDE,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_STORAGE_BUS_SATA,COMPUTE_STORAGE_BUS_VIRTIO,HW_CPU_X86_SSE,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_VOLUME_EXTEND,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_IMAGE_TYPE_AMI,HW_CPU_X86_MMX,COMPUTE_RESCUE_BFV,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_GRAPHICS_MODEL_BOCHS,HW_CPU_X86_SSSE3,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_DEVICE_TAGGING,HW_CPU_X86_SSE2,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_NET_VIF_MODEL_RTL8139 {{(pid=74535) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Dec 06 10:37:43 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:37:43 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:37:43 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Compute_service record updated for user:user {{(pid=74535) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 10:37:43 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.501s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:37:43 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:37:44 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:37:44 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:37:44 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:37:44 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Cleaning up deleted instances {{(pid=74535) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Dec 06 10:37:44 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] There are 0 instances to clean {{(pid=74535) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Dec 06 10:37:45 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:37:46 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:37:46 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74535) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Dec 06 10:37:47 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:37:47 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Starting heal instance info cache {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 10:37:47 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Rebuilding the list of instances to heal {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 06 10:37:48 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "refresh_cache-71c88634-6eeb-4d2f-890c-8005a9be0ccb" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:37:48 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquired lock "refresh_cache-71c88634-6eeb-4d2f-890c-8005a9be0ccb" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:37:48 user nova-compute[74535]: DEBUG nova.network.neutron [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: 71c88634-6eeb-4d2f-890c-8005a9be0ccb] Forcefully refreshing network info cache for instance {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 10:37:48 user nova-compute[74535]: DEBUG nova.objects.instance [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lazy-loading 'info_cache' on Instance uuid 71c88634-6eeb-4d2f-890c-8005a9be0ccb {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:37:48 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:37:48 user nova-compute[74535]: DEBUG nova.network.neutron [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: 71c88634-6eeb-4d2f-890c-8005a9be0ccb] Updating instance_info_cache with network_info: [{"id": "2e8ad2ec-a4a9-4305-ad44-3f5fc4c4ed6c", "address": "fa:16:3e:44:ff:7a", "network": {"id": "bdb2b3ee-b099-4199-bb1d-47403d29494b", "bridge": "br-int", "label": "tempest-TestStampPattern-1379758354-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.91", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c0786f7ef4e478db386b1a1ee80b3e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e8ad2ec-a4", "ovs_interfaceid": "2e8ad2ec-a4a9-4305-ad44-3f5fc4c4ed6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:37:48 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Releasing lock "refresh_cache-71c88634-6eeb-4d2f-890c-8005a9be0ccb" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:37:48 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] [instance: 71c88634-6eeb-4d2f-890c-8005a9be0ccb] Updated the network info_cache for instance {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 10:37:48 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:37:52 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:37:53 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:37:58 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:38:03 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:38:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:38:12 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:38:12 user nova-compute[74535]: DEBUG nova.compute.manager [req-cf541c76-f33b-4f33-b478-701cdf31a1a7 req-43a42bd2-ca9c-4e02-af34-a198c20a4e55 service nova] [instance: 71c88634-6eeb-4d2f-890c-8005a9be0ccb] Received event network-changed-2e8ad2ec-a4a9-4305-ad44-3f5fc4c4ed6c {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:38:12 user nova-compute[74535]: DEBUG nova.compute.manager [req-cf541c76-f33b-4f33-b478-701cdf31a1a7 req-43a42bd2-ca9c-4e02-af34-a198c20a4e55 service nova] [instance: 71c88634-6eeb-4d2f-890c-8005a9be0ccb] Refreshing instance network info cache due to event network-changed-2e8ad2ec-a4a9-4305-ad44-3f5fc4c4ed6c. {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 10:38:12 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-cf541c76-f33b-4f33-b478-701cdf31a1a7 req-43a42bd2-ca9c-4e02-af34-a198c20a4e55 service nova] Acquiring lock "refresh_cache-71c88634-6eeb-4d2f-890c-8005a9be0ccb" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 10:38:12 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-cf541c76-f33b-4f33-b478-701cdf31a1a7 req-43a42bd2-ca9c-4e02-af34-a198c20a4e55 service nova] Acquired lock "refresh_cache-71c88634-6eeb-4d2f-890c-8005a9be0ccb" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 10:38:12 user nova-compute[74535]: DEBUG nova.network.neutron [req-cf541c76-f33b-4f33-b478-701cdf31a1a7 req-43a42bd2-ca9c-4e02-af34-a198c20a4e55 service nova] [instance: 71c88634-6eeb-4d2f-890c-8005a9be0ccb] Refreshing network info cache for port 2e8ad2ec-a4a9-4305-ad44-3f5fc4c4ed6c {{(pid=74535) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 10:38:12 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-b5becbed-7729-4668-bcc9-425e5c2f24b2 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Acquiring lock "71c88634-6eeb-4d2f-890c-8005a9be0ccb" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:38:12 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-b5becbed-7729-4668-bcc9-425e5c2f24b2 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Lock "71c88634-6eeb-4d2f-890c-8005a9be0ccb" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:38:12 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-b5becbed-7729-4668-bcc9-425e5c2f24b2 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Acquiring lock "71c88634-6eeb-4d2f-890c-8005a9be0ccb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:38:12 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-b5becbed-7729-4668-bcc9-425e5c2f24b2 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Lock "71c88634-6eeb-4d2f-890c-8005a9be0ccb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:38:12 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-b5becbed-7729-4668-bcc9-425e5c2f24b2 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Lock "71c88634-6eeb-4d2f-890c-8005a9be0ccb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:38:12 user nova-compute[74535]: INFO nova.compute.manager [None req-b5becbed-7729-4668-bcc9-425e5c2f24b2 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] [instance: 71c88634-6eeb-4d2f-890c-8005a9be0ccb] Terminating instance
Dec 06 10:38:12 user nova-compute[74535]: DEBUG nova.compute.manager [None req-b5becbed-7729-4668-bcc9-425e5c2f24b2 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] [instance: 71c88634-6eeb-4d2f-890c-8005a9be0ccb] Start destroying the instance on the hypervisor. {{(pid=74535) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 10:38:13 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:38:13 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:38:13 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:38:13 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:38:13 user nova-compute[74535]: DEBUG nova.network.neutron [req-cf541c76-f33b-4f33-b478-701cdf31a1a7 req-43a42bd2-ca9c-4e02-af34-a198c20a4e55 service nova] [instance: 71c88634-6eeb-4d2f-890c-8005a9be0ccb] Updated VIF entry in instance network info cache for port 2e8ad2ec-a4a9-4305-ad44-3f5fc4c4ed6c. {{(pid=74535) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 10:38:13 user nova-compute[74535]: DEBUG nova.network.neutron [req-cf541c76-f33b-4f33-b478-701cdf31a1a7 req-43a42bd2-ca9c-4e02-af34-a198c20a4e55 service nova] [instance: 71c88634-6eeb-4d2f-890c-8005a9be0ccb] Updating instance_info_cache with network_info: [{"id": "2e8ad2ec-a4a9-4305-ad44-3f5fc4c4ed6c", "address": "fa:16:3e:44:ff:7a", "network": {"id": "bdb2b3ee-b099-4199-bb1d-47403d29494b", "bridge": "br-int", "label": "tempest-TestStampPattern-1379758354-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c0786f7ef4e478db386b1a1ee80b3e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e8ad2ec-a4", "ovs_interfaceid": "2e8ad2ec-a4a9-4305-ad44-3f5fc4c4ed6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:38:13 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-cf541c76-f33b-4f33-b478-701cdf31a1a7 req-43a42bd2-ca9c-4e02-af34-a198c20a4e55 service nova] Releasing lock "refresh_cache-71c88634-6eeb-4d2f-890c-8005a9be0ccb" {{(pid=74535) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 10:38:13 user nova-compute[74535]: DEBUG nova.compute.manager [req-ae5c8e86-eeda-4652-b6f1-4f4d69276d48 req-a866be90-8dfa-4feb-83b7-f8dc95081a95 service nova] [instance: 71c88634-6eeb-4d2f-890c-8005a9be0ccb] Received event network-vif-unplugged-2e8ad2ec-a4a9-4305-ad44-3f5fc4c4ed6c {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:38:13 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-ae5c8e86-eeda-4652-b6f1-4f4d69276d48 req-a866be90-8dfa-4feb-83b7-f8dc95081a95 service nova] Acquiring lock "71c88634-6eeb-4d2f-890c-8005a9be0ccb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:38:13 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-ae5c8e86-eeda-4652-b6f1-4f4d69276d48 req-a866be90-8dfa-4feb-83b7-f8dc95081a95 service nova] Lock "71c88634-6eeb-4d2f-890c-8005a9be0ccb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:38:13 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-ae5c8e86-eeda-4652-b6f1-4f4d69276d48 req-a866be90-8dfa-4feb-83b7-f8dc95081a95 service nova] Lock "71c88634-6eeb-4d2f-890c-8005a9be0ccb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:38:13 user nova-compute[74535]: DEBUG nova.compute.manager [req-ae5c8e86-eeda-4652-b6f1-4f4d69276d48 req-a866be90-8dfa-4feb-83b7-f8dc95081a95 service nova] [instance: 71c88634-6eeb-4d2f-890c-8005a9be0ccb] No waiting events found dispatching network-vif-unplugged-2e8ad2ec-a4a9-4305-ad44-3f5fc4c4ed6c {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:38:13 user nova-compute[74535]: DEBUG nova.compute.manager [req-ae5c8e86-eeda-4652-b6f1-4f4d69276d48 req-a866be90-8dfa-4feb-83b7-f8dc95081a95 service nova] [instance: 71c88634-6eeb-4d2f-890c-8005a9be0ccb] Received event network-vif-unplugged-2e8ad2ec-a4a9-4305-ad44-3f5fc4c4ed6c for instance with task_state deleting. {{(pid=74535) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 10:38:13 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:38:13 user nova-compute[74535]: INFO nova.virt.libvirt.driver [-] [instance: 71c88634-6eeb-4d2f-890c-8005a9be0ccb] Instance destroyed successfully.
Dec 06 10:38:13 user nova-compute[74535]: DEBUG nova.objects.instance [None req-b5becbed-7729-4668-bcc9-425e5c2f24b2 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Lazy-loading 'resources' on Instance uuid 71c88634-6eeb-4d2f-890c-8005a9be0ccb {{(pid=74535) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 10:38:13 user nova-compute[74535]: DEBUG nova.virt.libvirt.vif [None req-b5becbed-7729-4668-bcc9-425e5c2f24b2 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T10:31:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestStampPattern-server-2022657203',display_name='tempest-TestStampPattern-server-2022657203',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-2022657203',id=51,image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIpAcmwFatYo/3w6zP6GKZWzmahYHSfDO9VnLvrfdomsKFiRtP6NvaYmgzyhK14fgxS9d/ZIi6JtahttTsZWa+AxqoIb++OKhhsBVMwVGwNeRIOpsEil3hxIIyIIIOhvTg==',key_name='tempest-TestStampPattern-1900610372',keypairs=<?>,launch_index=0,launched_at=2023-12-06T10:31:11Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='8c0786f7ef4e478db386b1a1ee80b3e2',ramdisk_id='',reservation_id='r-v4mqynd0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b338f3c8-9974-4b9f-bacb-c75dd541c256',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestStampPattern-1081633458',owner_user_name='tempest-TestStampPattern-1081633458-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T10:34:14Z,user_data=None,user_id='fe67618b271a44e299ca55cea914fadd',uuid=71c88634-6eeb-4d2f-890c-8005a9be0ccb,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2e8ad2ec-a4a9-4305-ad44-3f5fc4c4ed6c", "address": "fa:16:3e:44:ff:7a", "network": {"id": "bdb2b3ee-b099-4199-bb1d-47403d29494b", "bridge": "br-int", "label": "tempest-TestStampPattern-1379758354-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.91", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c0786f7ef4e478db386b1a1ee80b3e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e8ad2ec-a4", "ovs_interfaceid": "2e8ad2ec-a4a9-4305-ad44-3f5fc4c4ed6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 10:38:13 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-b5becbed-7729-4668-bcc9-425e5c2f24b2 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Converting VIF {"id": "2e8ad2ec-a4a9-4305-ad44-3f5fc4c4ed6c", "address": "fa:16:3e:44:ff:7a", "network": {"id": "bdb2b3ee-b099-4199-bb1d-47403d29494b", "bridge": "br-int", "label": "tempest-TestStampPattern-1379758354-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.91", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c0786f7ef4e478db386b1a1ee80b3e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e8ad2ec-a4", "ovs_interfaceid": "2e8ad2ec-a4a9-4305-ad44-3f5fc4c4ed6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 10:38:13 user nova-compute[74535]: DEBUG nova.network.os_vif_util [None req-b5becbed-7729-4668-bcc9-425e5c2f24b2 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:44:ff:7a,bridge_name='br-int',has_traffic_filtering=True,id=2e8ad2ec-a4a9-4305-ad44-3f5fc4c4ed6c,network=Network(bdb2b3ee-b099-4199-bb1d-47403d29494b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2e8ad2ec-a4') {{(pid=74535) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 10:38:13 user nova-compute[74535]: DEBUG os_vif [None req-b5becbed-7729-4668-bcc9-425e5c2f24b2 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:44:ff:7a,bridge_name='br-int',has_traffic_filtering=True,id=2e8ad2ec-a4a9-4305-ad44-3f5fc4c4ed6c,network=Network(bdb2b3ee-b099-4199-bb1d-47403d29494b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2e8ad2ec-a4') {{(pid=74535) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 10:38:13 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:38:13 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2e8ad2ec-a4, bridge=br-int, if_exists=True) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:38:13 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:38:13 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:38:13 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:38:13 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=53abce11-7c4c-47b9-bc8a-c9269000171c) {{(pid=74535) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 10:38:13 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:38:13 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:38:13 user nova-compute[74535]: INFO os_vif [None req-b5becbed-7729-4668-bcc9-425e5c2f24b2 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:44:ff:7a,bridge_name='br-int',has_traffic_filtering=True,id=2e8ad2ec-a4a9-4305-ad44-3f5fc4c4ed6c,network=Network(bdb2b3ee-b099-4199-bb1d-47403d29494b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2e8ad2ec-a4')
Dec 06 10:38:13 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-b5becbed-7729-4668-bcc9-425e5c2f24b2 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] [instance: 71c88634-6eeb-4d2f-890c-8005a9be0ccb] Deleting instance files /opt/stack/data/nova/instances/71c88634-6eeb-4d2f-890c-8005a9be0ccb_del
Dec 06 10:38:13 user nova-compute[74535]: INFO nova.virt.libvirt.driver [None req-b5becbed-7729-4668-bcc9-425e5c2f24b2 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] [instance: 71c88634-6eeb-4d2f-890c-8005a9be0ccb] Deletion of /opt/stack/data/nova/instances/71c88634-6eeb-4d2f-890c-8005a9be0ccb_del complete
Dec 06 10:38:13 user nova-compute[74535]: INFO nova.compute.manager [None req-b5becbed-7729-4668-bcc9-425e5c2f24b2 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] [instance: 71c88634-6eeb-4d2f-890c-8005a9be0ccb] Took 0.85 seconds to destroy the instance on the hypervisor.
Dec 06 10:38:13 user nova-compute[74535]: DEBUG oslo.service.loopingcall [None req-b5becbed-7729-4668-bcc9-425e5c2f24b2 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74535) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 10:38:13 user nova-compute[74535]: DEBUG nova.compute.manager [-] [instance: 71c88634-6eeb-4d2f-890c-8005a9be0ccb] Deallocating network for instance {{(pid=74535) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 10:38:13 user nova-compute[74535]: DEBUG nova.network.neutron [-] [instance: 71c88634-6eeb-4d2f-890c-8005a9be0ccb] deallocate_for_instance() {{(pid=74535) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 10:38:13 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:38:14 user nova-compute[74535]: DEBUG nova.network.neutron [-] [instance: 71c88634-6eeb-4d2f-890c-8005a9be0ccb] Updating instance_info_cache with network_info: [] {{(pid=74535) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 10:38:14 user nova-compute[74535]: INFO nova.compute.manager [-] [instance: 71c88634-6eeb-4d2f-890c-8005a9be0ccb] Took 0.71 seconds to deallocate network for instance.
Dec 06 10:38:14 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-b5becbed-7729-4668-bcc9-425e5c2f24b2 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:38:14 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-b5becbed-7729-4668-bcc9-425e5c2f24b2 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:38:14 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-b5becbed-7729-4668-bcc9-425e5c2f24b2 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:38:14 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-b5becbed-7729-4668-bcc9-425e5c2f24b2 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:38:14 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-b5becbed-7729-4668-bcc9-425e5c2f24b2 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.111s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:38:14 user nova-compute[74535]: INFO nova.scheduler.client.report [None req-b5becbed-7729-4668-bcc9-425e5c2f24b2 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Deleted allocations for instance 71c88634-6eeb-4d2f-890c-8005a9be0ccb
Dec 06 10:38:14 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-b5becbed-7729-4668-bcc9-425e5c2f24b2 tempest-TestStampPattern-1081633458 tempest-TestStampPattern-1081633458-project-member] Lock "71c88634-6eeb-4d2f-890c-8005a9be0ccb" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.846s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:38:14 user nova-compute[74535]: DEBUG nova.compute.manager [req-b1bd6627-1574-4d3e-9287-d7447df0d072 req-37d4119a-1370-4442-9aba-e14026c44a75 service nova] [instance: 71c88634-6eeb-4d2f-890c-8005a9be0ccb] Received event network-vif-deleted-2e8ad2ec-a4a9-4305-ad44-3f5fc4c4ed6c {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:38:15 user nova-compute[74535]: DEBUG nova.compute.manager [req-d0795862-c512-4df9-8782-192e1ef392ee req-ebb461b0-35da-4541-9292-0fb13d2089f2 service nova] [instance: 71c88634-6eeb-4d2f-890c-8005a9be0ccb] Received event network-vif-plugged-2e8ad2ec-a4a9-4305-ad44-3f5fc4c4ed6c {{(pid=74535) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 10:38:15 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-d0795862-c512-4df9-8782-192e1ef392ee req-ebb461b0-35da-4541-9292-0fb13d2089f2 service nova] Acquiring lock "71c88634-6eeb-4d2f-890c-8005a9be0ccb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:38:15 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-d0795862-c512-4df9-8782-192e1ef392ee req-ebb461b0-35da-4541-9292-0fb13d2089f2 service nova] Lock "71c88634-6eeb-4d2f-890c-8005a9be0ccb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:38:15 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [req-d0795862-c512-4df9-8782-192e1ef392ee req-ebb461b0-35da-4541-9292-0fb13d2089f2 service nova] Lock "71c88634-6eeb-4d2f-890c-8005a9be0ccb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:38:15 user nova-compute[74535]: DEBUG nova.compute.manager [req-d0795862-c512-4df9-8782-192e1ef392ee req-ebb461b0-35da-4541-9292-0fb13d2089f2 service nova] [instance: 71c88634-6eeb-4d2f-890c-8005a9be0ccb] No waiting events found dispatching network-vif-plugged-2e8ad2ec-a4a9-4305-ad44-3f5fc4c4ed6c {{(pid=74535) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 10:38:15 user nova-compute[74535]: WARNING nova.compute.manager [req-d0795862-c512-4df9-8782-192e1ef392ee req-ebb461b0-35da-4541-9292-0fb13d2089f2 service nova] [instance: 71c88634-6eeb-4d2f-890c-8005a9be0ccb] Received unexpected event network-vif-plugged-2e8ad2ec-a4a9-4305-ad44-3f5fc4c4ed6c for instance with vm_state deleted and task_state None.
Dec 06 10:38:18 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:38:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:38:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:38:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74535) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 10:38:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74535) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 10:38:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74535) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 10:38:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:38:28 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:38:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:38:37 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:38:37 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:38:37 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74535) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 10:38:38 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:38:41 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:38:41 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:38:41 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:38:41 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:38:41 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Auditing locally available compute resources for user (node: user) {{(pid=74535) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 10:38:42 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:38:42 user nova-compute[74535]: WARNING nova.virt.libvirt.driver [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 10:38:42 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Hypervisor/Node resource view: name=user free_ram=9157MB free_disk=25.10736846923828GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74535) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 10:38:42 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 10:38:42 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 10:38:42 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74535) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 10:38:42 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74535) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 10:38:42 user nova-compute[74535]: DEBUG nova.compute.provider_tree [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Inventory has not changed in ProviderTree for provider: 7659fa57-3072-4575-9409-805e7df3d907 {{(pid=74535) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 10:38:42 user nova-compute[74535]: DEBUG nova.scheduler.client.report [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Inventory has not changed for provider 7659fa57-3072-4575-9409-805e7df3d907 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74535) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 10:38:42 user nova-compute[74535]: DEBUG nova.compute.resource_tracker [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Compute_service record updated for user:user {{(pid=74535) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 10:38:42 user nova-compute[74535]: DEBUG oslo_concurrency.lockutils [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.145s {{(pid=74535) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 10:38:43 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:38:45 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:38:45 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:38:46 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:38:47 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:38:48 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:38:48 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:38:48 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74535) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 10:38:48 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74535) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 10:38:48 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74535) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 10:38:48 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:38:48 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:38:48 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Starting heal instance info cache {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 10:38:48 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Rebuilding the list of instances to heal {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 06 10:38:48 user nova-compute[74535]: DEBUG nova.compute.manager [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Didn't find any instances for network info cache update. {{(pid=74535) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 06 10:38:48 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:38:52 user nova-compute[74535]: DEBUG oslo_service.periodic_task [None req-3a5d3e4a-397c-472d-af82-a3bf01129114 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74535) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 10:38:53 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:38:58 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:38:58 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:38:58 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74535) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 10:38:58 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74535) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 10:38:58 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74535) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 10:38:58 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:39:03 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 10:39:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:39:08 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:39:10 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:39:13 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:39:13 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:39:18 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:39:23 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:39:28 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 10:39:33 user nova-compute[74535]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74535) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}